00000800:00000200:0.1F:1746129862.917375:0:3295:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012d09ee40] -> 12345-192.168.204.151@tcp (2) 00000800:00000200:3.1F:1746129862.917950:0:3286:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012d09ee40] -> 12345-192.168.204.151@tcp (2) 00000800:00000200:3.1:1746129862.917958:0:3286:0:(socklnd.c:186:ksocknal_destroy_peer()) peer_ni 12345-192.168.204.151@tcp ffff8800a8745cc0 deleted 00000800:00000010:3.1:1746129862.917960:0:3286:0:(socklnd.c:195:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at ffff8800a8745cc0. 00000800:00000200:3.1:1746129862.917962:0:3286:0:(socklnd.c:395:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:3.1:1746129862.917967:0:3286:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.151@tcp ip 192.168.204.151:1023 00000800:00000200:3.1:1746129862.917970:0:3286:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b42bde00 type 2, nob 96 niov 1 nkiov 0 00000800:00000200:0.1:1746129862.918290:0:3285:0:(socklnd.c:395:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:0.1:1746129862.919467:0:3287:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88012d09ee40] -> 12345-192.168.204.151@tcp (4) 00000800:00000200:0.1:1746129862.919470:0:3287:0:(socklnd.c:186:ksocknal_destroy_peer()) peer_ni 12345-192.168.204.151@tcp ffff88012d09ec00 deleted 00000800:00000010:0.1:1746129862.919471:0:3287:0:(socklnd.c:195:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at ffff88012d09ec00. 00000800:00000200:0.1:1746129862.919473:0:3287:0:(socklnd.c:395:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:1.1F:1746129862.919580:0:3285:0:(socklnd.c:395:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00010000:00000010:3.1:1746129863.004681:0:11:0:(ldlm_resource.c:1331:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800b42bd000. 00010000:00000010:3.1:1746129863.004691:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800a7a08400. 00010000:00000010:3.1:1746129863.348494:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880136bc3800. 00010000:00000010:3.1:1746129863.348502:0:20:0:(ldlm_resource.c:1331:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800a4575900. 00010000:00000010:3.1:1746129863.348506:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800b417e400. 00010000:00000010:1.1:1746129863.348688:0:34:0:(ldlm_resource.c:1331:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800acfd7100. 00010000:00000010:1.1:1746129863.348695:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012d42fa00. 00010000:00010000:0.0:1746130247.239786:0:9860:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800945cea00/0x4ce24e578735c7e5 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3aec4 expref: 43 pid: 8469 timeout: 545 lvb_type: 0 00010000:00010000:0.0:1746130247.239820:0:9860:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130247.239822:0:9860:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130247.239829:0:9860:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800945cec00/0x4ce24e578735c7f3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3aed2 expref: 42 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130247.239883:0:9860:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800945cec00/0x4ce24e578735c7f3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3aed2 expref: 42 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130247.239909:0:9860:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800945cec00/0x4ce24e578735c7f3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3aed2 expref: 42 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130247.239923:0:9860:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800945cec00/0x4ce24e578735c7f3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3aed2 expref: 42 pid: 8469 timeout: 545 lvb_type: 0 00000100:00100000:0.0:1746130247.239936:0:9860:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135a13800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9860:1830949840987648:192.168.204.51@tcp:105: 00000100:00100000:0.0:1746130247.240076:0:9860:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8745000 going to sleep for 11 seconds 00000100:00100000:0.0:1746130247.242503:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130247.244749:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130247.247570:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130247.249935:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949847271936 00000100:00100000:0.0:1746130247.249945:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949847271936 00002000:00100000:0.0:1746130247.249976:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff880135b29180 x1830949847271936/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:233/0 lens 488/0 e 0 to 0 dl 1746130258 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746130247.249985:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135b29180 with x1830949847271936 ext(0->4095) 00002000:00010000:0.0:1746130247.249989:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135b29180 00000100:00100000:0.0:1746130247.250250:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2839 00000100:00100000:0.0:1746130247.250258:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135b29180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c84b93b0-d496-484f-8e1e-94008838f2dd+7:1962:x1830949847271936:12345-192.168.204.51@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746130247.250438:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135b29180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c84b93b0-d496-484f-8e1e-94008838f2dd+7:1962:x1830949847271936:12345-192.168.204.51@tcp:3:rw_seq_cst_vs_d.0 Request processed in 181us (577us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746130247.250444:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2839 00002000:00100000:0.0:1746130247.250448:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff880135b29180 x1830949847271936/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:233/0 lens 488/4536 e 0 to 0 dl 1746130258 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746130247.250454:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135b29180 with x1830949847271936 ext(0->4095) 00002000:00010000:0.0:1746130247.250457:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135b29180 00000100:00100000:0.0:1746130247.251676:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130247.253336:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130247.253359:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949847272320 00000100:00100000:0.0:1746130247.253365:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949847272320 00002000:00100000:0.0:1746130247.253402:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff880135a12d80 x1830949847272320/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:233/0 lens 488/0 e 0 to 0 dl 1746130258 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746130247.253411:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135a12d80 with x1830949847272320 ext(0->4095) 00002000:00010000:0.0:1746130247.253415:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135a12d80 00000100:00100000:0.0:1746130247.253429:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2840 00000100:00100000:0.0:1746130247.253435:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135a12d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+44:1961:x1830949847272320:12345-192.168.204.51@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746130247.253581:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135a12d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+44:1961:x1830949847272320:12345-192.168.204.51@tcp:3:rw_seq_cst_vs_d.0 Request processed in 146us (250us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746130247.253587:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2840 00002000:00100000:0.0:1746130247.253592:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff880135a12d80 x1830949847272320/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:233/0 lens 488/4536 e 0 to 0 dl 1746130258 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746130247.253598:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135a12d80 with x1830949847272320 ext(0->4095) 00002000:00010000:0.0:1746130247.253601:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135a12d80 00000100:00100000:0.0:1746130247.256990:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130247.259351:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130247.259398:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130247.262436:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130247.262460:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130247.262497:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130247.262513:0:7098:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949847273088 00000100:00100000:0.0:1746130247.262516:0:7098:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949847273088 00010000:00010000:0.0:1746130247.262539:0:7098:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800945cfa00/0x4ce24e578735c801 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3aee0 expref: 47 pid: 8469 timeout: 545 lvb_type: 0 00000100:00100000:0.0:1746130247.262555:0:7098:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949847273344 00000100:00100000:0.0:1746130247.262556:0:7098:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949847273344 00010000:00010000:0.0:1746130247.262564:0:7098:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009421f400/0x4ce24e578735c7fa lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3aed9 expref: 7 pid: 8469 timeout: 545 lvb_type: 0 00000100:00100000:0.0:1746130247.262583:0:7098:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 11452 00000100:00100000:0.0:1746130247.262588:0:7098:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092499f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:640ea846-b909-4eea-9a54-417e15bd627b+48:1964:x1830949847273088:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746130247.262596:0:7098:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746130247.262616:0:7098:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800945cfa00/0x4ce24e578735c801 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 8 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3aee0 expref: 48 pid: 8469 timeout: 545 lvb_type: 0 00010000:00010000:0.0:1746130247.262763:0:7098:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800945cfa00/0x4ce24e578735c801 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3aee0 expref: 48 pid: 8469 timeout: 545 lvb_type: 0 00010000:00010000:0.0:1746130247.262789:0:7098:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800945cfa00/0x4ce24e578735c801 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 9 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3aee0 expref: 48 pid: 8469 timeout: 545 lvb_type: 0 00010000:00010000:0.0:1746130247.262832:0:7098:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746130247.262857:0:7098:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092499f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:640ea846-b909-4eea-9a54-417e15bd627b+47:1964:x1830949847273088:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 268us (395us total) trans 0 rc 0/0 00000100:00100000:0.0:1746130247.262865:0:7098:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 11452 00000100:00100000:0.0:1746130247.265099:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130247.267702:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130247.270434:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130247.272941:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130247.274452:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130247.276188:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130247.281846:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130247.285613:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130247.285656:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130247.288956:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130247.288994:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130247.289366:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130247.289381:0:7098:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949847275520 00000100:00100000:0.0:1746130247.289384:0:7098:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949847275520 00010000:00010000:0.0:1746130247.289398:0:7098:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800945cee00/0x4ce24e578735c816 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3aef5 expref: 7 pid: 8469 timeout: 545 lvb_type: 0 00000100:00100000:0.0:1746130247.289422:0:7098:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 11456 00000100:00100000:0.0:1746130247.289427:0:7098:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bc7c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c84b93b0-d496-484f-8e1e-94008838f2dd+7:1963:x1830949847275520:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746130247.289433:0:7098:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746130247.289514:0:7098:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800945cee00/0x4ce24e578735c816 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 8 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3aef5 expref: 7 pid: 8469 timeout: 545 lvb_type: 0 00010000:00010000:0.0:1746130247.289524:0:7098:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800945cee00/0x4ce24e578735c816 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3aef5 expref: 7 pid: 8469 timeout: 545 lvb_type: 0 00010000:00010000:0.0:1746130247.289546:0:7098:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800945cee00/0x4ce24e578735c816 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 8 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3aef5 expref: 7 pid: 8469 timeout: 545 lvb_type: 0 00010000:00010000:0.0:1746130247.289580:0:7098:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746130247.289597:0:7098:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bc7c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1963:x1830949847275520:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 171us (232us total) trans 0 rc 0/0 00000100:00100000:0.0:1746130247.289604:0:7098:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 11456 00000100:00100000:0.0:1746130247.291999:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949847275904 00000100:00100000:0.0:1746130247.292006:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949847275904 00002000:00100000:0.0:1746130247.292050:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff880135b28000 x1830949847275904/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:233/0 lens 488/0 e 0 to 0 dl 1746130258 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746130247.292060:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135b28000 with x1830949847275904 ext(0->4095) 00010000:00010000:0.0:1746130247.292068:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800945cea00/0x4ce24e578735c81d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3aefc expref: 47 pid: 8469 timeout: 545 lvb_type: 0 00010000:00010000:0.0:1746130247.292080:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800945cea00/0x4ce24e578735c81d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3aefc expref: 47 pid: 8469 timeout: 545 lvb_type: 0 00002000:00010000:0.0:1746130247.292085:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880135b28000 00000100:00100000:0.0:1746130247.292111:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 161 00000100:00100000:0.0:1746130247.292118:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135b28000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+47:1961:x1830949847275904:12345-192.168.204.51@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746130247.292293:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135b28000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+47:1961:x1830949847275904:12345-192.168.204.51@tcp:3:rw_seq_cst_vs_d.0 Request processed in 175us (343us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746130247.292300:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 161 00002000:00100000:0.0:1746130247.292305:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff880135b28000 x1830949847275904/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:233/0 lens 488/4536 e 0 to 0 dl 1746130258 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746130247.292311:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135b28000 with x1830949847275904 ext(0->4095) 00010000:00010000:0.0:1746130247.292316:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800945cea00/0x4ce24e578735c81d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3aefc expref: 47 pid: 8469 timeout: 545 lvb_type: 0 00010000:00010000:0.0:1746130247.292324:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800945cea00/0x4ce24e578735c81d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3aefc expref: 47 pid: 8469 timeout: 545 lvb_type: 0 00002000:00010000:0.0:1746130247.292329:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880135b28000 00000100:00100000:0.0:1746130247.294744:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130247.302110:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130247.305178:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130247.306913:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130247.308147:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130247.310621:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130247.313604:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130247.313662:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130247.315819:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130247.316062:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130247.316942:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130247.318658:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130247.321046:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130247.324651:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130247.327029:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130247.330679:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130247.332619:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130247.334573:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130247.334615:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130247.336309:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130247.336419:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130247.338251:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130247.340644:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130247.349645:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130247.352415:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130247.355596:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130247.355635:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130247.357619:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130247.360467:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130247.363577:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130247.366399:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130247.369789:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130247.371430:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130247.372793:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130247.377173:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130247.377302:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130247.377512:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949847282944 00000100:00100000:0.0:1746130247.377516:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949847282944 00002000:00100000:0.0:1746130247.377539:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff880091d21880 x1830949847282944/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:233/0 lens 488/0 e 0 to 0 dl 1746130258 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746130247.377547:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091d21880 with x1830949847282944 ext(0->4095) 00002000:00010000:0.0:1746130247.377551:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091d21880 00000100:00100000:0.0:1746130247.377561:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2856 00000100:00100000:0.0:1746130247.377565:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091d21880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+56:1964:x1830949847282944:12345-192.168.204.51@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746130247.377707:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091d21880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+56:1964:x1830949847282944:12345-192.168.204.51@tcp:3:rw_seq_cst_vs_d.0 Request processed in 138us (403us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746130247.377713:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2856 00002000:00100000:0.0:1746130247.377719:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff880091d21880 x1830949847282944/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:233/0 lens 488/4536 e 0 to 0 dl 1746130258 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746130247.377726:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091d21880 with x1830949847282944 ext(0->4095) 00002000:00010000:0.0:1746130247.377729:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091d21880 00000100:00100000:0.0:1746130247.379349:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130247.379398:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130247.379431:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130247.381650:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130247.383363:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130247.385599:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130247.387572:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130247.390133:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130247.392557:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130247.394984:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130247.396816:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130247.396841:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130247.397074:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130247.397090:0:8470:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949847285376 00000100:00100000:0.0:1746130247.397093:0:8470:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949847285376 00000100:00100000:0.0:1746130247.397123:0:8470:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 3206 00000100:00100000:0.0:1746130247.397128:0:8470:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091d20a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:640ea846-b909-4eea-9a54-417e15bd627b+59:30934:x1830949847285376:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746130247.397142:0:8470:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746130247.397152:0:8470:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093155600/0x4ce24e578735c886 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 7 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3af65 expref: -99 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130247.397173:0:8470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130247.397178:0:8470:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880091fc8600/0x4ce24e578735c87f lrc: 2/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 7 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3af5e expref: 59 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130247.397184:0:8470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746130247.397188:0:8470:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093155600/0x4ce24e578735c886 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3af65 expref: 58 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130247.397220:0:8470:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880091fc8600/0x4ce24e578735c87f lrc: 3/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3af5e expref: 58 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130247.397230:0:8470:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093155600/0x4ce24e578735c886 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3af65 expref: 57 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130247.397237:0:8470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130247.397238:0:8470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130247.397244:0:8470:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880091fc8600/0x4ce24e578735c87f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3af5e expref: 57 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130247.397250:0:8470:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091fc8600/0x4ce24e578735c87f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3af5e expref: 57 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130247.397293:0:8470:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880091fc8600/0x4ce24e578735c87f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3af5e expref: 57 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130247.397308:0:8470:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880091fc8600/0x4ce24e578735c87f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3af5e expref: 57 pid: 10554 timeout: 545 lvb_type: 0 00000100:00100000:0.0:1746130247.397318:0:8470:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135afe680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8470:1830949840992000:192.168.204.51@tcp:105: 00000100:00100000:0.0:1746130247.397364:0:8470:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8745180 going to sleep for 11 seconds 00000100:00100000:0.0:1746130247.399751:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130247.405567:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130247.408302:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130247.411889:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130247.413989:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130247.414540:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130247.414590:0:8469:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 3208 00000100:00100000:0.0:1746130247.414596:0:8469:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135afd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:640ea846-b909-4eea-9a54-417e15bd627b+58:30924:x1830949847286528:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746130247.414604:0:8469:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746130247.414613:0:8469:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093155200/0x4ce24e578735c88d lrc: 2/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3af73 expref: -99 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130247.414813:0:8469:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093155600/0x4ce24e578735c886 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3af65 expref: 59 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130247.414822:0:8469:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093832e00/0x4ce24e578735c894 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3af6c expref: 7 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130247.414827:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130247.414829:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130247.414832:0:8469:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093155200/0x4ce24e578735c88d lrc: 5/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3af73 expref: 59 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130247.415315:0:8469:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093832e00/0x4ce24e578735c894 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3af6c expref: 7 pid: 8470 timeout: 545 lvb_type: 0 00010000:00010000:0.0:1746130247.415324:0:8469:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093832e00/0x4ce24e578735c894 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3af6c expref: 7 pid: 8470 timeout: 545 lvb_type: 0 00000100:00100000:0.0:1746130247.415335:0:8469:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135afea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8469:1830949840992256:192.168.204.51@tcp:104: 00010000:00010000:0.0:1746130247.415398:0:8469:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093155600/0x4ce24e578735c886 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3af65 expref: 59 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130247.415406:0:8469:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093155600/0x4ce24e578735c886 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3af65 expref: 59 pid: 8470 timeout: 545 lvb_type: 0 00000100:00100000:0.0:1746130247.415413:0:8469:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135afca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8469:1830949840992384:192.168.204.51@tcp:104: 00000100:00100000:0.0:1746130247.415434:0:8469:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8745840 going to sleep for 11 seconds 00000100:00100000:0.0:1746130247.417171:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130247.417307:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130247.418657:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130247.420763:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130247.424047:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130247.426707:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130247.429362:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130247.432316:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130247.434468:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130247.437088:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130247.437249:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130247.440089:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130247.440192:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130247.440478:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130247.443181:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130247.445586:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130247.447885:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130247.450500:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130247.452984:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130247.455642:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130247.459786:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130247.460115:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130247.461854:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130247.461881:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130247.461917:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130247.465969:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130247.467977:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130247.468401:0:7098:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800940e7e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746130247.471779:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130247.476534:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130247.480418:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130247.484891:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130247.489931:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949847292672 00000100:00100000:0.0:1746130247.489941:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949847292672 00002000:00100000:0.0:1746130247.489985:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff880135b2bb80 x1830949847292672/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:233/0 lens 488/0 e 0 to 0 dl 1746130258 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746130247.489995:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135b2bb80 with x1830949847292672 ext(0->4095) 00002000:00010000:0.0:1746130247.490002:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135b2bb80 00000100:00100000:0.0:1746130247.490053:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2868 00000100:00100000:0.0:1746130247.490060:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135b2bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+7:1961:x1830949847292672:12345-192.168.204.51@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746130247.490238:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135b2bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+7:1961:x1830949847292672:12345-192.168.204.51@tcp:3:rw_seq_cst_vs_d.0 Request processed in 177us (470us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746130247.490244:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2868 00002000:00100000:0.0:1746130247.490250:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff880135b2bb80 x1830949847292672/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:233/0 lens 488/4536 e 0 to 0 dl 1746130258 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746130247.490257:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135b2bb80 with x1830949847292672 ext(0->4095) 00002000:00010000:0.0:1746130247.490260:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135b2bb80 00000100:00100000:0.0:1746130247.495634:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130247.495672:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130247.495714:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130247.495741:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949847292928 00000100:00100000:0.0:1746130247.495748:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949847292928 00010000:00010000:0.0:1746130247.495783:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093e01a00/0x4ce24e578735c8cc lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3afab expref: 65 pid: 8470 timeout: 545 lvb_type: 0 00000100:00100000:0.0:1746130247.495814:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 11481 00000100:00100000:0.0:1746130247.495820:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092d0d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+65:1961:x1830949847292928:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746130247.495831:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746130247.495853:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093e01a00/0x4ce24e578735c8cc lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 8 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3afab expref: 65 pid: 8470 timeout: 545 lvb_type: 0 00010000:00010000:0.0:1746130247.495892:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093e01a00/0x4ce24e578735c8cc lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3afab expref: 65 pid: 8470 timeout: 545 lvb_type: 0 00010000:00010000:0.0:1746130247.495914:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093e01a00/0x4ce24e578735c8cc lrc: 0/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 8 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3afab expref: 65 pid: 8470 timeout: 545 lvb_type: 0 00010000:00010000:0.0:1746130247.495949:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746130247.495981:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092d0d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+64:1961:x1830949847292928:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 161us (355us total) trans 0 rc 0/0 00000100:00100000:0.0:1746130247.495987:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 11481 00000100:00100000:0.0:1746130247.497889:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130247.502781:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949847293696 00000100:00100000:0.0:1746130247.502789:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949847293696 00002000:00100000:0.0:1746130247.502832:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x18:0x0] (0->7) req@ffff880135b29880 x1830949847293696/t0(0) o4->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:233/0 lens 496/0 e 0 to 0 dl 1746130258 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746130247.502839:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135b29880 with x1830949847293696 ext(0->7) 00010000:00010000:0.0:1746130247.502846:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800945cec00/0x4ce24e578735c8d3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3afb2 expref: 64 pid: 8470 timeout: 545 lvb_type: 0 00010000:00010000:0.0:1746130247.502857:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800945cec00/0x4ce24e578735c8d3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3afb2 expref: 64 pid: 8470 timeout: 545 lvb_type: 0 00002000:00010000:0.0:1746130247.502861:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880135b29880 00000100:00100000:0.0:1746130247.502881:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 182 00000100:00100000:0.0:1746130247.502888:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135b29880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+64:1963:x1830949847293696:12345-192.168.204.51@tcp:4:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746130247.503217:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135b29880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+66:1963:x1830949847293696:12345-192.168.204.51@tcp:4:rw_seq_cst_vs_d.0 Request processed in 328us (482us total) trans 4294968053 rc 0/0 00000100:00100000:0.0:1746130247.503224:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 182 00002000:00100000:0.0:1746130247.503231:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x18:0x0] (0->7) req@ffff880135b29880 x1830949847293696/t4294968053(0) o4->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:233/0 lens 496/448 e 0 to 0 dl 1746130258 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746130247.503238:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135b29880 with x1830949847293696 ext(0->7) 00010000:00010000:0.0:1746130247.503242:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800945cec00/0x4ce24e578735c8d3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3afb2 expref: 66 pid: 8470 timeout: 545 lvb_type: 0 00010000:00010000:0.0:1746130247.503251:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800945cec00/0x4ce24e578735c8d3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3afb2 expref: 66 pid: 8470 timeout: 545 lvb_type: 0 00002000:00010000:0.0:1746130247.503256:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880135b29880 00000100:00100000:0.0:1746130247.507470:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130247.513144:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130247.517871:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130247.521871:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130247.531180:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130247.533054:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130247.539391:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130247.539522:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130247.539560:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130247.539588:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949847294976 00000100:00100000:0.0:1746130247.539596:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949847294976 00010000:00010000:0.0:1746130247.539639:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880091fc8600/0x4ce24e578735c8e1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3afc0 expref: 67 pid: 8469 timeout: 545 lvb_type: 0 00000100:00100000:0.0:1746130247.539685:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949847295232 00000100:00100000:0.0:1746130247.539689:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949847295232 00010000:00010000:0.0:1746130247.539702:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800945cee00/0x4ce24e578735c8da lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3afb9 expref: 7 pid: 8470 timeout: 545 lvb_type: 0 00000100:00100000:0.0:1746130247.539726:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 11484 00000100:00100000:0.0:1746130247.539734:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800931f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+67:1962:x1830949847294976:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746130247.539747:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746130247.539770:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880091fc8600/0x4ce24e578735c8e1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3afc0 expref: 67 pid: 8469 timeout: 545 lvb_type: 0 00010000:00010000:0.0:1746130247.539780:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880091fc8600/0x4ce24e578735c8e1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3afc0 expref: 67 pid: 8469 timeout: 545 lvb_type: 0 00010000:00010000:0.0:1746130247.539804:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091fc8600/0x4ce24e578735c8e1 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3afc0 expref: 67 pid: 8469 timeout: 545 lvb_type: 0 00010000:00010000:0.0:1746130247.539826:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746130247.539867:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800931f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+66:1962:x1830949847294976:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 133us (343us total) trans 0 rc 0/0 00000100:00100000:0.0:1746130247.539875:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 11484 00000100:00100000:0.0:1746130247.543971:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130247.548505:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130247.550954:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130247.555189:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130247.557956:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130247.560594:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130247.563202:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130247.569067:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130247.572834:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130247.572874:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130247.572898:0:9860:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949847297024 00000100:00100000:0.0:1746130247.572905:0:9860:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949847297024 00010000:00010000:0.0:1746130247.572942:0:9860:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880091fc8600/0x4ce24e578735c8f6 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3afd5 expref: 7 pid: 8469 timeout: 545 lvb_type: 0 00000100:00100000:0.0:1746130247.572976:0:9860:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949847297152 00000100:00100000:0.0:1746130247.572979:0:9860:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949847297152 00010000:00010000:0.0:1746130247.572988:0:9860:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880091fc8e00/0x4ce24e578735c8ef lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3afce expref: 70 pid: 8469 timeout: 545 lvb_type: 0 00000100:00100000:0.0:1746130247.573013:0:9860:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 11487 00000100:00100000:0.0:1746130247.573021:0:9860:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800939b4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c84b93b0-d496-484f-8e1e-94008838f2dd+7:1961:x1830949847297024:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746130247.573039:0:9860:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746130247.573062:0:9860:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880091fc8600/0x4ce24e578735c8f6 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3afd5 expref: 7 pid: 8469 timeout: 545 lvb_type: 0 00010000:00010000:0.0:1746130247.573073:0:9860:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880091fc8600/0x4ce24e578735c8f6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3afd5 expref: 7 pid: 8469 timeout: 545 lvb_type: 0 00010000:00010000:0.0:1746130247.573099:0:9860:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746130247.573136:0:9860:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800939b4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c84b93b0-d496-484f-8e1e-94008838f2dd+7:1961:x1830949847297024:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 116us (310us total) trans 0 rc 0/0 00000100:00100000:0.0:1746130247.573143:0:9860:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 11487 00000100:00100000:0.0:1746130247.573192:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130247.574880:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130247.577392:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130247.584669:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130247.587761:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130247.589912:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130247.592376:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130247.595901:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130247.595953:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130247.597668:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130247.598401:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130247.598991:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130247.601169:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130247.604738:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130247.610717:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130247.614243:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130247.616040:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130247.620245:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130247.622035:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949847300736 00000100:00100000:0.0:1746130247.622040:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949847300736 00002000:00100000:0.0:1746130247.622075:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff880135b29c00 x1830949847300736/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:233/0 lens 488/0 e 0 to 0 dl 1746130258 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746130247.622084:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135b29c00 with x1830949847300736 ext(0->4095) 00010000:00010000:0.0:1746130247.622090:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009488e600/0x4ce24e578735c920 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3afff expref: 7 pid: 8470 timeout: 545 lvb_type: 0 00010000:00010000:0.0:1746130247.622099:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009488e600/0x4ce24e578735c920 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3afff expref: 7 pid: 8470 timeout: 545 lvb_type: 0 00002000:00010000:0.0:1746130247.622105:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880135b29c00 00000100:00100000:0.0:1746130247.622126:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 189 00000100:00100000:0.0:1746130247.622131:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135b29c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+7:1962:x1830949847300736:12345-192.168.204.51@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746130247.625353:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135b29c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+7:1962:x1830949847300736:12345-192.168.204.51@tcp:3:rw_seq_cst_vs_d.0 Request processed in 3206us (3388us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746130247.625366:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 189 00002000:00100000:0.0:1746130247.625379:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff880135b29c00 x1830949847300736/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:233/0 lens 488/4536 e 0 to 0 dl 1746130258 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746130247.625389:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135b29c00 with x1830949847300736 ext(0->4095) 00010000:00010000:0.0:1746130247.625399:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009488e600/0x4ce24e578735c920 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3afff expref: 7 pid: 8470 timeout: 545 lvb_type: 0 00010000:00010000:0.0:1746130247.625411:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009488e600/0x4ce24e578735c920 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3afff expref: 7 pid: 8470 timeout: 545 lvb_type: 0 00002000:00010000:0.0:1746130247.625417:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880135b29c00 00000100:00100000:0.0:1746130247.625651:0:8469:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135b28700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8469:1830949840996736:192.168.204.51@tcp:104: 00000100:00100000:0.0:1746130247.625660:0:8469:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135b2b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8469:1830949840996864:192.168.204.51@tcp:104: 00010000:00010000:0.0:1746130247.625689:0:8469:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009488e800/0x4ce24e578735c927 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3b006 expref: 74 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130247.625705:0:8469:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009488e800, rc 0) 00000100:00100000:0.0:1746130247.625732:0:8469:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800942ced80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:640ea846-b909-4eea-9a54-417e15bd627b+74:30924:x1830949847300480:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4402us (5497us total) trans 0 rc 0/0 00000100:00100000:0.0:1746130247.625740:0:8469:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 3229 00000100:00100000:0.0:1746130247.631095:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130247.635531:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130247.642897:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130247.653224:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130247.655759:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130247.655943:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130247.658125:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130247.660229:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130247.663409:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130247.671263:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130247.683778:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130247.683837:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130247.687415:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130247.690580:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130247.693795:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130247.696458:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130247.700950:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130247.706411:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130247.711032:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130247.712415:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130247.714964:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130247.717720:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130247.719961:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130247.722744:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130247.724574:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130247.728152:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130247.731017:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130247.734251:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130247.737013:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130247.737066:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130247.740440:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130247.741587:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130247.741623:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130247.747989:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130247.751363:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130247.753021:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130247.756339:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130247.758399:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130247.761783:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130247.764710:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130247.764754:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130247.767462:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130247.767493:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130247.767520:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130247.767541:0:7098:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949847308544 00000100:00100000:0.0:1746130247.767546:0:7098:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949847308544 00010000:00010000:0.0:1746130247.767617:0:7098:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009431e200/0x4ce24e578735c96d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3b04c expref: 84 pid: 8469 timeout: 545 lvb_type: 0 00000100:00100000:0.0:1746130247.767656:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 11506 00000100:00100000:0.0:1746130247.767661:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800933a8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+84:1962:x1830949847308544:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746130247.767668:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746130247.767696:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009431e200/0x4ce24e578735c96d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3b04c expref: 85 pid: 8469 timeout: 545 lvb_type: 0 00010000:00010000:0.0:1746130247.767707:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009431e200/0x4ce24e578735c96d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3b04c expref: 85 pid: 8469 timeout: 545 lvb_type: 0 00010000:00010000:0.0:1746130247.767728:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009431e200/0x4ce24e578735c96d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3b04c expref: 85 pid: 8469 timeout: 545 lvb_type: 0 00010000:00010000:0.0:1746130247.767751:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746130247.767768:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800933a8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+83:1962:x1830949847308544:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 107us (274us total) trans 0 rc 0/0 00000100:00100000:0.0:1746130247.767774:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 11506 00000100:00100000:0.0:1746130247.769636:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130247.771710:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130247.774037:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130247.777603:0:7924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009429e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7924:1830949841000064:192.168.204.51@tcp:105: 00010000:00010000:0.0:1746130247.777629:0:7924:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746130247.777685:0:7924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094aa8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+84:1962:x1830949847309440:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 3512us (3650us total) trans 0 rc 0/0 00000100:00100000:0.0:1746130247.777695:0:7924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 11507 00000100:00100000:0.0:1746130247.779648:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130247.782721:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130247.784645:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130247.785485:0:10554:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800924e3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10554:1830949841000192:192.168.204.51@tcp:104: 00000100:00100000:0.0:1746130247.785493:0:10554:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800942cea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10554:1830949841000320:192.168.204.51@tcp:104: 00010000:00010000:0.0:1746130247.785518:0:10554:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093e01a00/0x4ce24e578735c990 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3b06f expref: 85 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130247.785583:0:10554:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093e01a00, rc 0) 00000100:00100000:0.0:1746130247.785617:0:10554:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b320380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:640ea846-b909-4eea-9a54-417e15bd627b+85:30924:x1830949847310208:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2197us (2498us total) trans 0 rc 0/0 00000100:00100000:0.0:1746130247.785623:0:10554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 3244 00000100:00100000:0.0:1746130247.786484:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130247.786519:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130247.786551:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130247.786565:0:7098:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949847310720 00000100:00100000:0.0:1746130247.786569:0:7098:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949847310720 00010000:00010000:0.0:1746130247.786581:0:7098:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094936600/0x4ce24e578735c982 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3b061 expref: 85 pid: 8470 timeout: 545 lvb_type: 0 00000100:00100000:0.0:1746130247.786622:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 11509 00000100:00100000:0.0:1746130247.786628:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099524a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+85:1963:x1830949847310720:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746130247.786635:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746130247.786650:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094936600/0x4ce24e578735c982 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3b061 expref: 85 pid: 8470 timeout: 545 lvb_type: 0 00010000:00010000:0.0:1746130247.786669:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094936600/0x4ce24e578735c982 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3b061 expref: 85 pid: 8470 timeout: 545 lvb_type: 0 00010000:00010000:0.0:1746130247.786694:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094936600/0x4ce24e578735c982 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3b061 expref: 85 pid: 8470 timeout: 545 lvb_type: 0 00010000:00010000:0.0:1746130247.786748:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746130247.786780:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099524a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+84:1963:x1830949847310720:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 151us (227us total) trans 0 rc 0/0 00000100:00100000:0.0:1746130247.786786:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 11509 00000100:00100000:0.0:1746130247.788380:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130247.788399:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949847311104 00000100:00100000:0.0:1746130247.788404:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949847311104 00002000:00100000:0.0:1746130247.788432:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff880099524e00 x1830949847311104/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:233/0 lens 488/0 e 0 to 0 dl 1746130258 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746130247.788439:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099524e00 with x1830949847311104 ext(0->4095) 00010000:00010000:0.0:1746130247.788446:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093e01a00/0x4ce24e578735c990 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3b06f expref: 84 pid: 10554 timeout: 545 lvb_type: 0 00010000:00010000:0.0:1746130247.788456:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093e01a00/0x4ce24e578735c990 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3b06f expref: 84 pid: 10554 timeout: 545 lvb_type: 0 00002000:00010000:0.0:1746130247.788461:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880099524e00 00000100:00100000:0.0:1746130247.788488:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 202 00000100:00100000:0.0:1746130247.788495:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099524e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+84:1962:x1830949847311104:12345-192.168.204.51@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746130247.788631:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099524e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+84:1962:x1830949847311104:12345-192.168.204.51@tcp:3:rw_seq_cst_vs_d.0 Request processed in 137us (250us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746130247.788637:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 202 00002000:00100000:0.0:1746130247.788642:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff880099524e00 x1830949847311104/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:233/0 lens 488/4536 e 0 to 0 dl 1746130258 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746130247.788649:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099524e00 with x1830949847311104 ext(0->4095) 00010000:00010000:0.0:1746130247.788653:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093e01a00/0x4ce24e578735c990 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3b06f expref: 84 pid: 10554 timeout: 545 lvb_type: 0 00010000:00010000:0.0:1746130247.788667:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093e01a00/0x4ce24e578735c990 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3b06f expref: 84 pid: 10554 timeout: 545 lvb_type: 0 00002000:00010000:0.0:1746130247.788676:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880099524e00 00000100:00100000:0.0:1746130247.790843:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130247.793333:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130247.795703:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130247.797329:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130247.799901:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130247.803218:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130247.805666:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130247.805745:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130247.807948:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130247.808777:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130247.808809:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130247.811705:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130247.813672:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130247.820062:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130247.826050:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130247.828833:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130247.828889:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130247.831331:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130247.834325:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130247.838024:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949847314944 00000100:00100000:0.0:1746130247.838033:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949847314944 00002000:00100000:0.0:1746130247.838076:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x18:0x0] (0->7) req@ffff88013639bb80 x1830949847314944/t0(0) o4->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:233/0 lens 496/0 e 0 to 0 dl 1746130258 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746130247.838085:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013639bb80 with x1830949847314944 ext(0->7) 00010000:00010000:0.0:1746130247.838093:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094a22800/0x4ce24e578735c9b3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3b092 expref: 88 pid: 8469 timeout: 545 lvb_type: 0 00010000:00010000:0.0:1746130247.838107:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094a22800/0x4ce24e578735c9b3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3b092 expref: 88 pid: 8469 timeout: 545 lvb_type: 0 00002000:00010000:0.0:1746130247.838113:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013639bb80 00000100:00100000:0.0:1746130247.838139:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 207 00000100:00100000:0.0:1746130247.838146:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013639bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+88:1961:x1830949847314944:12345-192.168.204.51@tcp:4:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746130247.841525:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130247.843437:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130247.846240:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130247.850141:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130247.850204:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130247.852674:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130247.852718:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130247.854802:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130247.857453:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130247.859534:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130247.861530:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130247.864090:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130247.869415:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130247.872464:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130247.876752:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130247.876846:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130247.880035:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130247.880102:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130247.880181:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130247.884446:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130247.884514:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949847318400 00000100:00100000:0.0:1746130247.884519:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949847318400 00002000:00100000:0.0:1746130247.884550:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff8800a4cd7100 x1830949847318400/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:233/0 lens 488/0 e 0 to 0 dl 1746130258 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746130247.884560:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a4cd7100 with x1830949847318400 ext(0->4095) 00010000:00010000:0.0:1746130247.884568:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880091fc8e00/0x4ce24e578735c9dd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3b0bc expref: 93 pid: 8470 timeout: 546 lvb_type: 0 00010000:00010000:0.0:1746130247.884579:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880091fc8e00/0x4ce24e578735c9dd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3b0bc expref: 93 pid: 8470 timeout: 546 lvb_type: 0 00002000:00010000:0.0:1746130247.884585:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a4cd7100 00000100:00100000:0.0:1746130247.884608:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 211 00000100:00100000:0.0:1746130247.884614:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4cd7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+93:1961:x1830949847318400:12345-192.168.204.51@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746130247.884760:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4cd7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+93:1961:x1830949847318400:12345-192.168.204.51@tcp:3:rw_seq_cst_vs_d.0 Request processed in 146us (316us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746130247.884766:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 211 00002000:00100000:0.0:1746130247.884770:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff8800a4cd7100 x1830949847318400/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:233/0 lens 488/4536 e 0 to 0 dl 1746130258 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746130247.884778:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a4cd7100 with x1830949847318400 ext(0->4095) 00010000:00010000:0.0:1746130247.884782:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880091fc8e00/0x4ce24e578735c9dd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3b0bc expref: 93 pid: 8470 timeout: 546 lvb_type: 0 00010000:00010000:0.0:1746130247.884791:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880091fc8e00/0x4ce24e578735c9dd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3b0bc expref: 93 pid: 8470 timeout: 546 lvb_type: 0 00002000:00010000:0.0:1746130247.884802:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a4cd7100 00000100:00100000:0.0:1746130247.888155:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130247.895052:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130247.899598:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130247.903765:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130247.907067:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130247.908061:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130247.910687:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130247.910743:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130247.910764:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130247.913154:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130247.915359:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130247.920419:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130247.925990:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130247.928200:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130247.932803:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130247.932917:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130247.937897:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130247.938124:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130247.940789:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130247.940876:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130247.942817:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130247.945057:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949847322496 00000100:00100000:0.0:1746130247.945064:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949847322496 00002000:00100000:0.0:1746130247.945099:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x18:0x0] (0->7) req@ffff88013639a300 x1830949847322496/t0(0) o4->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:233/0 lens 496/0 e 0 to 0 dl 1746130258 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746130247.945112:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013639a300 with x1830949847322496 ext(0->7) 00010000:00010000:0.0:1746130247.945120:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880091fc8600/0x4ce24e578735ca07 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3b0e6 expref: 96 pid: 8470 timeout: 546 lvb_type: 0 00010000:00010000:0.0:1746130247.945130:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880091fc8600/0x4ce24e578735ca07 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3b0e6 expref: 96 pid: 8470 timeout: 546 lvb_type: 0 00002000:00010000:0.0:1746130247.945136:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013639a300 00000100:00100000:0.0:1746130247.945166:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 218 00000100:00100000:0.0:1746130247.945173:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013639a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+96:1961:x1830949847322496:12345-192.168.204.51@tcp:4:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746130247.945483:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013639a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+98:1961:x1830949847322496:12345-192.168.204.51@tcp:4:rw_seq_cst_vs_d.0 Request processed in 310us (784us total) trans 4294968069 rc 0/0 00000100:00100000:0.0:1746130247.945489:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 218 00002000:00100000:0.0:1746130247.945494:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x18:0x0] (0->7) req@ffff88013639a300 x1830949847322496/t4294968069(0) o4->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:233/0 lens 496/448 e 0 to 0 dl 1746130258 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746130247.945500:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013639a300 with x1830949847322496 ext(0->7) 00010000:00010000:0.0:1746130247.945504:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880091fc8600/0x4ce24e578735ca07 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3b0e6 expref: 98 pid: 8470 timeout: 546 lvb_type: 0 00010000:00010000:0.0:1746130247.945512:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880091fc8600/0x4ce24e578735ca07 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3b0e6 expref: 98 pid: 8470 timeout: 546 lvb_type: 0 00002000:00010000:0.0:1746130247.945516:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013639a300 00000100:00100000:0.0:1746130247.947397:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130247.953454:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130247.958748:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130247.961144:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130247.961539:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130247.963119:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130247.964389:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130247.964416:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130247.966820:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949847324288 00000100:00100000:0.0:1746130247.966826:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949847324288 00002000:00100000:0.0:1746130247.966859:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff88009b320380 x1830949847324288/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:233/0 lens 488/0 e 0 to 0 dl 1746130258 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746130247.966867:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b320380 with x1830949847324288 ext(0->4095) 00010000:00010000:0.0:1746130247.966873:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800945ce600/0x4ce24e578735ca1c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3b0fb expref: 100 pid: 10554 timeout: 546 lvb_type: 0 00010000:00010000:0.0:1746130247.966884:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800945ce600/0x4ce24e578735ca1c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3b0fb expref: 100 pid: 10554 timeout: 546 lvb_type: 0 00002000:00010000:0.0:1746130247.966889:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b320380 00000100:00100000:0.0:1746130247.966905:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 220 00000100:00100000:0.0:1746130247.966910:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b320380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+99:1961:x1830949847324288:12345-192.168.204.51@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746130247.967062:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b320380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+99:1961:x1830949847324288:12345-192.168.204.51@tcp:3:rw_seq_cst_vs_d.0 Request processed in 151us (338us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746130247.967069:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 220 00002000:00100000:0.0:1746130247.967073:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff88009b320380 x1830949847324288/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:233/0 lens 488/4536 e 0 to 0 dl 1746130258 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746130247.967085:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b320380 with x1830949847324288 ext(0->4095) 00010000:00010000:0.0:1746130247.967089:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800945ce600/0x4ce24e578735ca1c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3b0fb expref: 99 pid: 10554 timeout: 546 lvb_type: 0 00010000:00010000:0.0:1746130247.967097:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800945ce600/0x4ce24e578735ca1c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3b0fb expref: 99 pid: 10554 timeout: 546 lvb_type: 0 00002000:00010000:0.0:1746130247.967102:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b320380 00000100:00100000:0.0:1746130247.968794:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130247.971739:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130247.980645:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130247.985075:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130247.985161:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130247.988988:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130247.989032:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130247.991773:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130247.998409:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130248.002633:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130248.008690:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130248.013454:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130248.018752:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130248.018846:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130248.023040:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130248.023183:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130248.025610:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130248.031338:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130248.035787:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130248.042233:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130248.044902:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130248.044954:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130248.048363:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130248.051378:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130248.053941:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130248.058360:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130248.060896:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130248.062555:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130248.065235:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130248.070523:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130248.070630:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130248.073341:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130248.074005:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130248.074467:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130248.076834:0:9860:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880136398e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9860:1830949841007232:192.168.204.51@tcp:105: 00010000:00010000:0.0:1746130248.076855:0:9860:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746130248.077009:0:9860:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800933a8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949847330304:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 2418us (2540us total) trans 0 rc 0/0 00000100:00100000:0.0:1746130248.077023:0:9860:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 11539 00000100:00100000:0.0:1746130248.082662:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130248.087078:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130248.090429:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130248.093258:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130248.094308:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130248.095377:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130248.096577:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130248.097254:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130248.097378:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130248.099661:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130248.102379:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130248.105816:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130248.107935:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130248.115247:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130248.120668:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130248.121361:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130248.122818:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130248.124461:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130248.124541:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130248.126765:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130248.129055:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130248.132013:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130248.134482:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130248.136978:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130248.143406:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130248.146062:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130248.146121:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130248.148529:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130248.149040:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130248.149103:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130248.150813:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130248.154392:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130248.159377:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130248.173302:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130248.173858:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130248.177768:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130248.178907:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130248.182799:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130248.185881:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130248.191743:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130248.194884:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130248.197771:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130248.201595:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130248.204409:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130248.205471:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130248.207623:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130248.207675:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130248.207796:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130248.210962:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130248.215429:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949847340032 00000100:00100000:0.0:1746130248.215438:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949847340032 00002000:00100000:0.0:1746130248.215489:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x18:0x0] (0->7) req@ffff880094b9f480 x1830949847340032/t0(0) o4->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:234/0 lens 496/0 e 0 to 0 dl 1746130259 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746130248.215500:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094b9f480 with x1830949847340032 ext(0->7) 00010000:00010000:0.0:1746130248.215508:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800945cee00/0x4ce24e578735cac4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3b1a3 expref: 117 pid: 10554 timeout: 546 lvb_type: 0 00010000:00010000:0.0:1746130248.215522:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800945cee00/0x4ce24e578735cac4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3b1a3 expref: 117 pid: 10554 timeout: 546 lvb_type: 0 00002000:00010000:0.0:1746130248.215529:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094b9f480 00000100:00100000:0.0:1746130248.215562:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 243 00000100:00100000:0.0:1746130248.215570:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094b9f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+117:1963:x1830949847340032:12345-192.168.204.51@tcp:4:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746130248.216199:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094b9f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+119:1963:x1830949847340032:12345-192.168.204.51@tcp:4:rw_seq_cst_vs_d.0 Request processed in 627us (1317us total) trans 4294968079 rc 0/0 00000100:00100000:0.0:1746130248.216207:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 243 00002000:00100000:0.0:1746130248.216212:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x18:0x0] (0->7) req@ffff880094b9f480 x1830949847340032/t4294968079(0) o4->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:234/0 lens 496/448 e 0 to 0 dl 1746130259 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746130248.216218:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094b9f480 with x1830949847340032 ext(0->7) 00010000:00010000:0.0:1746130248.216224:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800945cee00/0x4ce24e578735cac4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3b1a3 expref: 119 pid: 10554 timeout: 546 lvb_type: 0 00010000:00010000:0.0:1746130248.216234:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800945cee00/0x4ce24e578735cac4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3b1a3 expref: 119 pid: 10554 timeout: 546 lvb_type: 0 00002000:00010000:0.0:1746130248.216239:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094b9f480 00000100:00100000:0.0:1746130248.219745:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130248.225164:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130248.228264:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130248.233246:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130248.236514:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130248.238932:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130248.240854:0:8469:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949847341184 00000100:00100000:0.0:1746130248.240858:0:8469:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949847341184 00000100:00100000:0.0:1746130248.240892:0:8469:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 3292 00000100:00100000:0.0:1746130248.240984:0:8469:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e34000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:640ea846-b909-4eea-9a54-417e15bd627b+118:30934:x1830949847341184:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746130248.241005:0:8469:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746130248.241016:0:8469:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093154800/0x4ce24e578735cae0 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3b1bf expref: -99 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130248.241032:0:8469:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094b1e600/0x4ce24e578735cad9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3b1b8 expref: 119 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130248.241042:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746130248.241043:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746130248.241046:0:8469:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093154800/0x4ce24e578735cae0 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3b1bf expref: 119 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130248.241964:0:8469:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094b1e600/0x4ce24e578735cad9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3b1b8 expref: 119 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130248.241978:0:8469:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094b1e600/0x4ce24e578735cad9 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3b1b8 expref: 119 pid: 8469 timeout: 546 lvb_type: 0 00000100:00100000:0.0:1746130248.242001:0:8469:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b414000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8469:1830949841010944:192.168.204.51@tcp:104: 00000100:00100000:0.0:1746130248.242755:0:8469:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8745240 going to sleep for 11 seconds 00000100:00100000:0.0:1746130248.244717:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130248.247220:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130248.252349:0:7098:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949847341952 00000100:00100000:0.0:1746130248.252359:0:7098:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949847341952 00010000:00010000:0.0:1746130248.252397:0:7098:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094b1e600/0x4ce24e578735cad9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3b1b8 expref: 121 pid: 8469 timeout: 546 lvb_type: 0 00000100:00100000:0.0:1746130248.252425:0:7098:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 11557 00000100:00100000:0.0:1746130248.252432:0:7098:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800933a8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:640ea846-b909-4eea-9a54-417e15bd627b+121:1962:x1830949847341952:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746130248.252447:0:7098:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746130248.252467:0:7098:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094b1e600/0x4ce24e578735cad9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3b1b8 expref: 121 pid: 8469 timeout: 546 lvb_type: 0 00010000:00010000:0.0:1746130248.252477:0:7098:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094b1e600/0x4ce24e578735cad9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3b1b8 expref: 121 pid: 8469 timeout: 546 lvb_type: 0 00010000:00010000:0.0:1746130248.252497:0:7098:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094b1e600/0x4ce24e578735cad9 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3b1b8 expref: 121 pid: 8469 timeout: 546 lvb_type: 0 00010000:00010000:0.0:1746130248.252523:0:7098:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130248.252525:0:7098:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130248.252531:0:7098:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093154800/0x4ce24e578735cae0 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3b1bf expref: 120 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130248.252538:0:7098:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093154800/0x4ce24e578735cae0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3b1bf expref: 120 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130248.252568:0:7098:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093154800/0x4ce24e578735cae0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3b1bf expref: 120 pid: 8469 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746130248.252579:0:7098:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b414a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7098:1830949841011072:192.168.204.51@tcp:105: 00000100:00100000:0.0:1746130248.252653:0:7098:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a87453c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746130248.256783:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130248.260017:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130248.266784:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130248.268622:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130248.271801:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130248.276906:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130248.280828:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130248.285385:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130248.287812:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130248.290764:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130248.295813:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130248.301376:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130248.301429:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130248.306612:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130248.310735:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130248.314380:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130248.318328:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130248.321879:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130248.325499:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130248.329689:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130248.329820:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130248.329875:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 3300 00000100:00100000:0.0:1746130248.329882:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e37800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:640ea846-b909-4eea-9a54-417e15bd627b+124:30934:x1830949847346048:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746130248.329910:0:8467:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746130248.329919:0:8467:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093155600/0x4ce24e578735cb18 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3b1f7 expref: -99 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130248.329942:0:8467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130248.329943:0:8467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130248.329951:0:8467:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093155600/0x4ce24e578735cb18 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3b1f7 expref: 126 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130248.330084:0:8467:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093155600/0x4ce24e578735cb18 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3b1f7 expref: 126 pid: 8467 timeout: 546 lvb_type: 0 00010000:00010000:0.0:1746130248.330093:0:8467:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093155600/0x4ce24e578735cb18 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3b1f7 expref: 126 pid: 8467 timeout: 546 lvb_type: 0 00010000:00010000:0.0:1746130248.330103:0:8467:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093155600, rc 0) 00000100:00100000:0.0:1746130248.330198:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e37800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:640ea846-b909-4eea-9a54-417e15bd627b+126:30934:x1830949847346048:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 314us (376us total) trans 0 rc 0/0 00000100:00100000:0.0:1746130248.330208:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 3300 00000100:00100000:0.0:1746130248.331382:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130248.334471:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130248.334552:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130248.334782:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130248.338063:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130248.340650:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130248.344931:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130248.350797:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130248.355242:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130248.358859:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130248.361574:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130248.364009:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130248.366714:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130248.369559:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130248.372207:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130248.375964:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130248.377981:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130248.381061:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130248.381319:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130248.384243:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130248.384423:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130248.388040:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130248.391846:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130248.397906:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130248.403588:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130248.408361:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130248.410210:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130248.410526:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130248.412553:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130248.412590:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130248.412654:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130248.418351:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130248.423230:0:7098:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949847352448 00000100:00100000:0.0:1746130248.423240:0:7098:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949847352448 00010000:00010000:0.0:1746130248.423336:0:7098:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800945cee00/0x4ce24e578735cb50 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3b22f expref: 132 pid: 8469 timeout: 546 lvb_type: 0 00000100:00100000:0.0:1746130248.426417:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130248.431757:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130248.434325:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130248.437798:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130248.439980:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130248.442255:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130248.446700:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130248.455438:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130248.458322:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130248.463944:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949847354624 00000100:00100000:0.0:1746130248.463951:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949847354624 00010000:00010000:0.0:1746130248.463984:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800945cea00/0x4ce24e578735cb65 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3b244 expref: 136 pid: 8469 timeout: 546 lvb_type: 0 00000100:00100000:0.0:1746130248.464283:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 11577 00000100:00100000:0.0:1746130248.464291:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f131880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+135:1961:x1830949847354624:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746130248.464304:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746130248.464324:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800945cea00/0x4ce24e578735cb65 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3b244 expref: 135 pid: 8469 timeout: 546 lvb_type: 0 00010000:00010000:0.0:1746130248.464334:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800945cea00/0x4ce24e578735cb65 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3b244 expref: 135 pid: 8469 timeout: 546 lvb_type: 0 00010000:00010000:0.0:1746130248.464355:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800945cea00/0x4ce24e578735cb65 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3b244 expref: 135 pid: 8469 timeout: 546 lvb_type: 0 00010000:00010000:0.0:1746130248.464372:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746130248.464400:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f131880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+134:1961:x1830949847354624:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 111us (506us total) trans 0 rc 0/0 00000100:00100000:0.0:1746130248.464406:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 11577 00000100:00100000:0.0:1746130248.464695:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130248.464765:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130248.466792:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130248.468703:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130248.472016:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130248.476726:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130248.483027:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130248.487672:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130248.490784:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130248.497526:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130248.497613:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130248.497652:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949847356672 00000100:00100000:0.0:1746130248.497660:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949847356672 00010000:00010000:0.0:1746130248.497701:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800945cfc00/0x4ce24e578735cb81 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3b260 expref: 7 pid: 8469 timeout: 546 lvb_type: 0 00000100:00100000:0.0:1746130248.497741:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 11580 00000100:00100000:0.0:1746130248.497748:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e248450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+7:1962:x1830949847356672:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746130248.497762:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746130248.497782:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800945cfc00/0x4ce24e578735cb81 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3b260 expref: 7 pid: 8469 timeout: 546 lvb_type: 0 00010000:00010000:0.0:1746130248.497791:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800945cfc00/0x4ce24e578735cb81 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3b260 expref: 7 pid: 8469 timeout: 546 lvb_type: 0 00010000:00010000:0.0:1746130248.497815:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746130248.497852:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e248450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+7:1962:x1830949847356672:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 104us (238us total) trans 0 rc 0/0 00000100:00100000:0.0:1746130248.497857:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 11580 00000100:00100000:0.0:1746130248.500729:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130248.500781:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130248.505397:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130248.506030:0:8467:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f133800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8467:1830949841016448:192.168.204.51@tcp:104: 00010000:00010000:0.0:1746130248.506047:0:8467:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091fc9000/0x4ce24e578735cb8f lrc: 3/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3b26e expref: 7 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130248.506060:0:8467:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091fc9000, rc 0) 00000100:00100000:0.0:1746130248.506091:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091951880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c84b93b0-d496-484f-8e1e-94008838f2dd+7:30934:x1830949847356800:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4778us (5371us total) trans 0 rc 0/0 00000100:00100000:0.0:1746130248.506097:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 3317 00000100:00100000:0.0:1746130248.508223:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130248.514062:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130248.523193:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130248.523668:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130248.523689:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949847357952 00000100:00100000:0.0:1746130248.523692:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949847357952 00000100:00100000:0.0:1746130248.523726:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 3318 00000100:00100000:0.0:1746130248.523732:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a79ed500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:640ea846-b909-4eea-9a54-417e15bd627b+137:30924:x1830949847357952:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746130248.523740:0:8467:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746130248.523928:0:8467:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093155a00/0x4ce24e578735cb96 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3b275 expref: -99 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130248.523953:0:8467:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880091fc9000/0x4ce24e578735cb8f lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3b26e expref: 6 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130248.523960:0:8467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130248.523962:0:8467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130248.523965:0:8467:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093155a00/0x4ce24e578735cb96 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3b275 expref: 138 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130248.524004:0:8467:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880091fc9000/0x4ce24e578735cb8f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3b26e expref: 6 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130248.524016:0:8467:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880091fc9000/0x4ce24e578735cb8f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3b26e expref: 6 pid: 8467 timeout: 546 lvb_type: 0 00000100:00100000:0.0:1746130248.524027:0:8467:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009412ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8467:1830949841016704:192.168.204.51@tcp:104: 00000100:00100000:0.0:1746130248.524384:0:8467:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8745000 going to sleep for 11 seconds 00000100:00100000:0.0:1746130248.526365:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130248.530518:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130248.532641:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130248.535976:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130248.544373:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130248.547614:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130248.548379:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130248.550654:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130248.552811:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130248.552849:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130248.552936:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130248.561403:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130248.565364:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130248.568729:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130248.573951:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130248.576017:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130248.579814:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130248.580560:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130248.585093:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130248.588880:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130248.595398:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130248.598600:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130248.601872:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130248.614054:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130248.614111:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130248.618384:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130248.618424:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130248.618451:0:8469:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949847362944 00000100:00100000:0.0:1746130248.618459:0:8469:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949847362944 00000100:00100000:0.0:1746130248.618502:0:8470:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 3327 00000100:00100000:0.0:1746130248.618510:0:8470:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091f45c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:640ea846-b909-4eea-9a54-417e15bd627b+145:30934:x1830949847362944:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746130248.618527:0:8470:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746130248.618544:0:8470:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093155200/0x4ce24e578735cbd5 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3b2b4 expref: -99 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130248.618570:0:8470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130248.618576:0:8470:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800945cfa00/0x4ce24e578735cbce lrc: 3/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3b2ad expref: 146 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130248.618581:0:8470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746130248.618584:0:8470:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093155200/0x4ce24e578735cbd5 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3b2b4 expref: 146 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130248.618621:0:8470:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800945cfa00/0x4ce24e578735cbce lrc: 4/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3b2ad expref: 146 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130248.618632:0:8470:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093155200/0x4ce24e578735cbd5 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3b2b4 expref: 146 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130248.618642:0:8470:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093155200, rc 0) 00000100:00100000:0.0:1746130248.618701:0:8470:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091f45c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:640ea846-b909-4eea-9a54-417e15bd627b+146:30934:x1830949847362944:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 191us (276us total) trans 0 rc 0/0 00000100:00100000:0.0:1746130248.618707:0:8470:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 3327 00000100:00100000:0.0:1746130248.622354:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130248.625812:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130248.628684:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130248.633597:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130248.636772:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130248.643863:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130248.643999:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130248.650600:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949847364480 00000100:00100000:0.0:1746130248.650604:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949847364480 00010000:00010000:0.0:1746130248.650629:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093155200/0x4ce24e578735cbd5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3b2b4 expref: 149 pid: 8470 timeout: 546 lvb_type: 0 00000100:00100000:0.0:1746130248.652168:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 11593 00000100:00100000:0.0:1746130248.652177:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f133100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+148:1962:x1830949847364480:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746130248.652188:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746130248.652214:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093155200/0x4ce24e578735cbd5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3b2b4 expref: 148 pid: 8470 timeout: 546 lvb_type: 0 00010000:00010000:0.0:1746130248.652224:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093155200/0x4ce24e578735cbd5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3b2b4 expref: 148 pid: 8470 timeout: 546 lvb_type: 0 00010000:00010000:0.0:1746130248.652249:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093155200/0x4ce24e578735cbd5 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3b2b4 expref: 148 pid: 8470 timeout: 546 lvb_type: 0 00010000:00010000:0.0:1746130248.652284:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746130248.652309:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f133100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+147:1962:x1830949847364480:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 134us (1788us total) trans 0 rc 0/0 00000100:00100000:0.0:1746130248.652314:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 11593 00000100:00100000:0.0:1746130248.652371:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130248.652463:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949847364736 00000100:00100000:0.0:1746130248.652467:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949847364736 00010000:00010000:0.0:1746130248.652481:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800945cf200/0x4ce24e578735cbdc lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3b2bb expref: 7 pid: 8467 timeout: 546 lvb_type: 0 00000100:00100000:0.0:1746130248.652498:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 11594 00000100:00100000:0.0:1746130248.652502:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880137324850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+7:1962:x1830949847364736:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746130248.652509:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746130248.652515:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800945cf200/0x4ce24e578735cbdc lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3b2bb expref: 7 pid: 8467 timeout: 546 lvb_type: 0 00010000:00010000:0.0:1746130248.652525:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800945cf200/0x4ce24e578735cbdc lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3b2bb expref: 7 pid: 8467 timeout: 546 lvb_type: 0 00010000:00010000:0.0:1746130248.652536:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800945cf200/0x4ce24e578735cbdc lrc: 0/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3b2bb expref: 7 pid: 8467 timeout: 546 lvb_type: 0 00010000:00010000:0.0:1746130248.652545:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130248.652547:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130248.652553:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800945cfa00/0x4ce24e578735cbe3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3b2c2 expref: 146 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130248.652560:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800945cfa00/0x4ce24e578735cbe3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3b2c2 expref: 146 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130248.652588:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800945cfa00/0x4ce24e578735cbe3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3b2c2 expref: 146 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130248.652599:0:7097:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800945cfa00/0x4ce24e578735cbe3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3b2c2 expref: 146 pid: 8467 timeout: 546 lvb_type: 0 00000100:00100000:0.0:1746130248.652610:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135206d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7097:1830949841019392:192.168.204.51@tcp:105: 00000100:00100000:0.0:1746130248.652663:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8745000 going to sleep for 11 seconds 00000100:00100000:0.0:1746130248.656436:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130248.663616:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130248.666513:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130248.669095:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130248.674118:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130248.679049:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130248.680448:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130248.682657:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130248.682827:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130248.684722:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130248.684773:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130248.687209:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130248.692164:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130248.694668:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130248.698246:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130248.700999:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130248.703332:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130248.706767:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130248.707642:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130248.711138:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130248.712238:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130248.719029:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130248.724248:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130248.726870:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130248.731843:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130248.739320:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130248.739391:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130248.741684:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130248.744838:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130248.749595:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130248.753370:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130248.757660:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130248.760728:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130248.764689:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130248.775295:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130248.775338:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130248.779884:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130248.779922:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130248.780474:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130248.784951:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130248.790898:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130248.796022:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130248.801429:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130248.806805:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130248.813495:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130248.813551:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130248.818114:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130248.818188:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130248.825877:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130248.830866:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130248.843872:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949847375104 00000100:00100000:0.0:1746130248.843877:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949847375104 00000100:00100000:0.0:1746130248.843900:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 3345 00000100:00100000:0.0:1746130248.843905:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f133800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:640ea846-b909-4eea-9a54-417e15bd627b+157:30924:x1830949847375104:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746130248.843915:0:8467:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746130248.843931:0:8467:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093155600/0x4ce24e578735cc53 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3b332 expref: -99 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130248.843956:0:8467:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093e93000/0x4ce24e578735cc4c lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3b32b expref: 6 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130248.843963:0:8467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130248.843965:0:8467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130248.843968:0:8467:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093155600/0x4ce24e578735cc53 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3b332 expref: 158 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130248.844009:0:8467:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093e93000/0x4ce24e578735cc4c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3b32b expref: 6 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130248.844020:0:8467:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093e93000/0x4ce24e578735cc4c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3b32b expref: 6 pid: 8469 timeout: 546 lvb_type: 0 00000100:00100000:0.0:1746130248.844031:0:8467:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008a9ba300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8467:1830949841022720:192.168.204.51@tcp:104: 00000100:00100000:0.0:1746130248.844075:0:8467:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a87453c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746130248.846717:0:8467:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008a9ba300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8467:1830949841022720:192.168.204.51@tcp:104: 00010000:00010000:0.0:1746130248.846741:0:8467:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093155600/0x4ce24e578735cc53 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3b332 expref: 158 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130248.846756:0:8467:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093155600, rc 0) 00000100:00100000:0.0:1746130248.846795:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f133800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:640ea846-b909-4eea-9a54-417e15bd627b+158:30924:x1830949847375104:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2889us (3677us total) trans 0 rc 0/0 00000100:00100000:0.0:1746130248.846803:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 3345 00000100:00100000:0.0:1746130248.847213:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949847375488 00000100:00100000:0.0:1746130248.847216:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949847375488 00000100:00100000:0.0:1746130248.847232:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 3346 00000100:00100000:0.0:1746130248.847237:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f132300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:640ea846-b909-4eea-9a54-417e15bd627b+158:30934:x1830949847375488:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746130248.847249:0:8467:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746130248.847259:0:8467:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093155400/0x4ce24e578735cc5a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3b339 expref: -99 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130248.847292:0:8467:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093155600/0x4ce24e578735cc53 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3b332 expref: 159 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130248.847298:0:8467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746130248.847299:0:8467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746130248.847302:0:8467:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093155400/0x4ce24e578735cc5a lrc: 4/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3b339 expref: 159 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130248.847321:0:8467:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093155600/0x4ce24e578735cc53 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3b332 expref: 159 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130248.847331:0:8467:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093155600/0x4ce24e578735cc53 lrc: 6/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3b332 expref: 159 pid: 8467 timeout: 546 lvb_type: 0 00000100:00100000:0.0:1746130248.847338:0:8467:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008a9ba300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8467:1830949841022976:192.168.204.51@tcp:104: 00000100:00100000:0.0:1746130248.847502:0:8467:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a87453c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746130248.852166:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130248.856024:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130248.864536:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130248.871243:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 3348 00000100:00100000:0.0:1746130248.871250:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091952300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c84b93b0-d496-484f-8e1e-94008838f2dd+6:30934:x1830949847376640:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746130248.871257:0:8467:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746130248.871291:0:8467:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093155a00/0x4ce24e578735cc68 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3b347 expref: -99 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130248.871303:0:8467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130248.871307:0:8467:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880091fc8800/0x4ce24e578735cc61 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3b340 expref: 161 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130248.871312:0:8467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746130248.871315:0:8467:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093155a00/0x4ce24e578735cc68 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3b347 expref: 7 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130248.871335:0:8467:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880091fc8800/0x4ce24e578735cc61 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3b340 expref: 161 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130248.871346:0:8467:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093155a00/0x4ce24e578735cc68 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3b347 expref: 7 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130248.871355:0:8467:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093155a00, rc 0) 00000100:00100000:0.0:1746130248.871530:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091952300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c84b93b0-d496-484f-8e1e-94008838f2dd+7:30934:x1830949847376640:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 279us (638us total) trans 0 rc 0/0 00000100:00100000:0.0:1746130248.871536:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 3348 00000100:00100000:0.0:1746130248.875087:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130248.875143:0:7098:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949847376768 00000100:00100000:0.0:1746130248.875149:0:7098:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949847376768 00010000:00010000:0.0:1746130248.875178:0:7098:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093155400/0x4ce24e578735cc5a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3b339 expref: 161 pid: 8467 timeout: 547 lvb_type: 0 00000100:00100000:0.0:1746130248.875196:0:7098:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 11612 00000100:00100000:0.0:1746130248.875202:0:7098:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9bb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:640ea846-b909-4eea-9a54-417e15bd627b+161:1962:x1830949847376768:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746130248.875212:0:7098:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746130248.875233:0:7098:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093155400/0x4ce24e578735cc5a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3b339 expref: 161 pid: 8467 timeout: 547 lvb_type: 0 00010000:00010000:0.0:1746130248.875242:0:7098:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093155400/0x4ce24e578735cc5a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3b339 expref: 161 pid: 8467 timeout: 547 lvb_type: 0 00010000:00010000:0.0:1746130248.875262:0:7098:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093155400/0x4ce24e578735cc5a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3b339 expref: 161 pid: 8467 timeout: 547 lvb_type: 0 00010000:00010000:0.0:1746130248.875308:0:7098:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130248.875310:0:7098:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130248.875318:0:7098:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880091fc8800/0x4ce24e578735cc61 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3b340 expref: 160 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130248.875325:0:7098:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091fc8800/0x4ce24e578735cc61 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3b340 expref: 160 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130248.875350:0:7098:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880091fc8800/0x4ce24e578735cc61 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3b340 expref: 160 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130248.875360:0:7098:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880091fc8800/0x4ce24e578735cc61 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3b340 expref: 160 pid: 8469 timeout: 547 lvb_type: 0 00000100:00100000:0.0:1746130248.875371:0:7098:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008a9bb480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7098:1830949841023488:192.168.204.51@tcp:105: 00000100:00100000:0.0:1746130248.876221:0:7098:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8745540 going to sleep for 11 seconds 00000100:00100000:0.0:1746130248.879646:0:7098:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008a9bb480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7098:1830949841023488:192.168.204.51@tcp:105: 00010000:00010000:0.0:1746130248.879666:0:7098:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746130248.879706:0:7098:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9bb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:640ea846-b909-4eea-9a54-417e15bd627b+160:1962:x1830949847376768:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 4503us (4617us total) trans 0 rc 0/0 00000100:00100000:0.0:1746130248.879717:0:7098:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 11612 00000100:00100000:0.0:1746130248.900645:0:7098:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949847377408 00000100:00100000:0.0:1746130248.900649:0:7098:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949847377408 00010000:00010000:0.0:1746130248.900679:0:7098:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880091fc8800/0x4ce24e578735cc61 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3b340 expref: 163 pid: 8469 timeout: 547 lvb_type: 0 00000100:00100000:0.0:1746130248.900716:0:7098:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 11613 00000100:00100000:0.0:1746130248.900722:0:7098:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091951f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:640ea846-b909-4eea-9a54-417e15bd627b+163:1962:x1830949847377408:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746130248.900730:0:7098:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746130248.900751:0:7098:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880091fc8800/0x4ce24e578735cc61 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3b340 expref: 163 pid: 8469 timeout: 547 lvb_type: 0 00010000:00010000:0.0:1746130248.900761:0:7098:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880091fc8800/0x4ce24e578735cc61 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3b340 expref: 163 pid: 8469 timeout: 547 lvb_type: 0 00010000:00010000:0.0:1746130248.900779:0:7098:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091fc8800/0x4ce24e578735cc61 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3b340 expref: 163 pid: 8469 timeout: 547 lvb_type: 0 00010000:00010000:0.0:1746130248.900790:0:7098:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130248.900792:0:7098:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130248.900798:0:7098:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093155a00/0x4ce24e578735cc68 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3b347 expref: 6 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130248.900806:0:7098:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093155a00/0x4ce24e578735cc68 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3b347 expref: 6 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130248.900824:0:7098:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093155a00/0x4ce24e578735cc68 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3b347 expref: 6 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130248.900833:0:7098:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093155a00/0x4ce24e578735cc68 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3b347 expref: 6 pid: 8467 timeout: 547 lvb_type: 0 00000100:00100000:0.0:1746130248.900847:0:7098:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008a9bb480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7098:1830949841023744:192.168.204.51@tcp:105: 00000100:00100000:0.0:1746130248.900917:0:7098:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8745180 going to sleep for 11 seconds 00000100:00100000:0.0:1746130248.904857:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130248.908122:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130248.910557:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130248.912654:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130248.915179:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130248.918742:0:7098:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949847378560 00000100:00100000:0.0:1746130248.918750:0:7098:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949847378560 00010000:00010000:0.0:1746130248.918791:0:7098:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012b20c000/0x4ce24e578735cc6f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3b34e expref: 164 pid: 8469 timeout: 547 lvb_type: 0 00000100:00100000:0.0:1746130248.918835:0:7098:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 11615 00000100:00100000:0.0:1746130248.918845:0:7098:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880137327850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:640ea846-b909-4eea-9a54-417e15bd627b+164:1961:x1830949847378560:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746130248.918856:0:7098:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746130248.918879:0:7098:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012b20c000/0x4ce24e578735cc6f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3b34e expref: 164 pid: 8469 timeout: 547 lvb_type: 0 00010000:00010000:0.0:1746130248.918890:0:7098:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012b20c000/0x4ce24e578735cc6f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3b34e expref: 164 pid: 8469 timeout: 547 lvb_type: 0 00010000:00010000:0.0:1746130248.918913:0:7098:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b20c000/0x4ce24e578735cc6f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3b34e expref: 164 pid: 8469 timeout: 547 lvb_type: 0 00010000:00010000:0.0:1746130248.918932:0:7098:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130248.918936:0:7098:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130248.918943:0:7098:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800945ce200/0x4ce24e578735cc76 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3b355 expref: 6 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130248.918951:0:7098:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800945ce200/0x4ce24e578735cc76 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3b355 expref: 6 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130248.918999:0:7098:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800945ce200/0x4ce24e578735cc76 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3b355 expref: 6 pid: 8467 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746130248.919012:0:7098:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008a9b9880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7098:1830949841024128:192.168.204.51@tcp:105: 00000100:00100000:0.0:1746130248.919104:0:7098:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8745540 going to sleep for 11 seconds 00000100:00100000:0.0:1746130248.926587:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130248.931554:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130248.935870:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130248.937551:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130248.941574:0:9860:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949847379584 00000100:00100000:0.0:1746130248.941578:0:9860:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949847379584 00010000:00010000:0.0:1746130248.941596:0:9860:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800945cee00/0x4ce24e578735cc7d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3b35c expref: 165 pid: 8467 timeout: 547 lvb_type: 0 00000100:00100000:0.0:1746130248.941633:0:9860:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 11617 00000100:00100000:0.0:1746130248.941639:0:9860:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094a75500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:640ea846-b909-4eea-9a54-417e15bd627b+165:1962:x1830949847379584:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746130248.941647:0:9860:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746130248.941671:0:9860:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800945cee00/0x4ce24e578735cc7d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3b35c expref: 165 pid: 8467 timeout: 547 lvb_type: 0 00010000:00010000:0.0:1746130248.941682:0:9860:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800945cee00/0x4ce24e578735cc7d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3b35c expref: 165 pid: 8467 timeout: 547 lvb_type: 0 00010000:00010000:0.0:1746130248.941837:0:9860:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800945cee00/0x4ce24e578735cc7d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3b35c expref: 165 pid: 8467 timeout: 547 lvb_type: 0 00010000:00010000:0.0:1746130248.941857:0:9860:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130248.941858:0:9860:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130248.941863:0:9860:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800945cfc00/0x4ce24e578735cc84 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3b363 expref: 164 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130248.941869:0:9860:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800945cfc00/0x4ce24e578735cc84 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3b363 expref: 164 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130248.941886:0:9860:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800945cfc00/0x4ce24e578735cc84 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3b363 expref: 164 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130248.941895:0:9860:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800945cfc00/0x4ce24e578735cc84 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3b363 expref: 164 pid: 8467 timeout: 547 lvb_type: 0 00000100:00100000:0.0:1746130248.941905:0:9860:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092a74000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9860:1830949841024640:192.168.204.51@tcp:105: 00000100:00100000:0.0:1746130248.941962:0:9860:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a87453c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746130248.944001:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130248.946665:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130248.951154:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130248.954474:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130248.960502:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130248.963625:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130248.965796:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130248.965853:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130248.968208:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130248.968230:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130248.968292:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130248.972111:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130248.975045:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130248.977439:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130248.983703:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130248.987248:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130248.992028:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130248.994123:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130248.996358:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130248.998100:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130249.000338:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130249.001184:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130249.002871:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130249.005520:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130249.009180:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130249.013136:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130249.016710:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130249.021074:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130249.024745:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130249.024798:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130249.028056:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130249.028109:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130249.028576:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130249.031753:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130249.041789:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130249.047041:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130249.053689:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130249.057830:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130249.057872:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130249.060572:0:3299:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b416d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3299:1830949841027456:0@lo:400:kworker.0 00000100:00100000:0.0:1746130249.060602:0:3299:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746130249.060624:0:7110:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949841027456 00000100:00100000:0.0:1746130249.060627:0:7110:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949841027456 00000100:00100000:0.0:1746130249.060659:0:7110:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 294 00000100:00100000:0.0:1746130249.060664:0:7110:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008af75880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3299:x1830949841027456:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746130249.060694:0:7110:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008af75880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3299:x1830949841027456:12345-0@lo:400:kworker.0 Request processed in 30us (92us total) trans 0 rc 0/0 00000100:00100000:0.0:1746130249.060700:0:7110:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 294 00000100:00100000:0.0:1746130249.060731:0:3299:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008b416d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3299:1830949841027456:0@lo:400:kworker.0 00000100:00100000:0.0:1746130249.060773:0:8503:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949841027328 00000100:00100000:0.0:1746130249.060775:0:8503:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949841027328 00000100:00100000:0.0:1746130249.060788:0:8503:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 295 00000100:00100000:0.0:1746130249.060793:0:8503:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801354dbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3298:x1830949841027328:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746130249.060819:0:8503:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801354dbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3298:x1830949841027328:12345-0@lo:400:kworker.0 Request processed in 26us (56us total) trans 0 rc 0/0 00000100:00100000:0.0:1746130249.060825:0:8503:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 295 00000100:00100000:0.0:1746130249.060839:0:7110:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949841027712 00000100:00100000:0.0:1746130249.060841:0:7110:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949841027712 00000100:00100000:0.0:1746130249.060857:0:7110:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 296 00000100:00100000:0.0:1746130249.060861:0:7110:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f130380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3298:x1830949841027712:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746130249.060888:0:7110:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f130380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3298:x1830949841027712:12345-0@lo:400:kworker.0 Request processed in 26us (67us total) trans 0 rc 0/0 00000100:00100000:0.0:1746130249.060893:0:7110:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 296 00000100:00100000:0.0:1746130249.060910:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 385 00000100:00100000:0.0:1746130249.060914:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009429ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3300:x1830949841027584:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746130249.060942:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009429ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3300:x1830949841027584:12345-0@lo:400:kworker.0 Request processed in 27us (216us total) trans 0 rc 0/0 00000100:00100000:0.0:1746130249.060947:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 385 00000100:00100000:0.0:1746130249.061030:0:7098:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949847387520 00000100:00100000:0.0:1746130249.061033:0:7098:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949847387520 00010000:00010000:0.0:1746130249.061048:0:7098:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800945cf200/0x4ce24e578735ccd1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3b3b0 expref: 173 pid: 8469 timeout: 547 lvb_type: 0 00000100:00100000:0.0:1746130249.061079:0:7098:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 11629 00000100:00100000:0.0:1746130249.061084:0:7098:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880137327c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:640ea846-b909-4eea-9a54-417e15bd627b+173:1962:x1830949847387520:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746130249.061093:0:7098:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746130249.061116:0:7098:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800945cf200/0x4ce24e578735ccd1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3b3b0 expref: 173 pid: 8469 timeout: 547 lvb_type: 0 00010000:00010000:0.0:1746130249.061128:0:7098:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800945cf200/0x4ce24e578735ccd1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3b3b0 expref: 173 pid: 8469 timeout: 547 lvb_type: 0 00010000:00010000:0.0:1746130249.061149:0:7098:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800945cf200/0x4ce24e578735ccd1 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3b3b0 expref: 173 pid: 8469 timeout: 547 lvb_type: 0 00010000:00010000:0.0:1746130249.061164:0:7098:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130249.061165:0:7098:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130249.061172:0:7098:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800945cf400/0x4ce24e578735ccd8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3b3b7 expref: 172 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130249.061180:0:7098:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800945cf400/0x4ce24e578735ccd8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3b3b7 expref: 172 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130249.061203:0:7098:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800945cf400/0x4ce24e578735ccd8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3b3b7 expref: 172 pid: 8469 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746130249.061210:0:7098:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008af75c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7098:1830949841027968:192.168.204.51@tcp:105: 00000100:00100000:0.0:1746130249.061249:0:7098:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8745000 going to sleep for 11 seconds 00000100:00100000:0.0:1746130249.069180:0:7098:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008af75c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7098:1830949841027968:192.168.204.51@tcp:105: 00010000:00010000:0.0:1746130249.069200:0:7098:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746130249.069240:0:7098:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880137327c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:640ea846-b909-4eea-9a54-417e15bd627b+172:1962:x1830949847387520:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 8155us (8224us total) trans 0 rc 0/0 00000100:00100000:0.0:1746130249.069251:0:7098:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 11629 00000100:00100000:0.0:1746130249.071852:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130249.075973:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130249.086377:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130249.089874:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130249.089939:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130249.092847:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130249.095217:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130249.102459:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130249.102581:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130249.108438:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130249.112440:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130249.117100:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130249.121341:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130249.124499:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130249.128763:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130249.142604:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130249.142867:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130249.145923:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130249.145959:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130249.146000:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130249.149575:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130249.152482:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130249.155911:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130249.158242:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130249.163424:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130249.168490:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130249.168602:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130249.171302:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130249.171826:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130249.172567:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130249.173745:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130249.185333:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130249.189244:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130249.189402:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130249.195074:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130249.199577:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130249.199730:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130249.203671:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130249.209385:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130249.216616:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130249.229102:0:8470:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949847395840 00000100:00100000:0.0:1746130249.229107:0:8470:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949847395840 00000100:00100000:0.0:1746130249.229142:0:8470:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 3377 00000100:00100000:0.0:1746130249.229149:0:8470:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135b2b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:640ea846-b909-4eea-9a54-417e15bd627b+181:30924:x1830949847395840:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746130249.229159:0:8470:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746130249.229174:0:8470:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093155600/0x4ce24e578735cd33 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3b412 expref: -99 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130249.229199:0:8470:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800934d0000/0x4ce24e578735cd2c lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3b40b expref: 7 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130249.229206:0:8470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130249.229208:0:8470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130249.229211:0:8470:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093155600/0x4ce24e578735cd33 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3b412 expref: 182 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130249.229257:0:8470:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800934d0000/0x4ce24e578735cd2c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3b40b expref: 7 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130249.229301:0:8470:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800934d0000/0x4ce24e578735cd2c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3b40b expref: 7 pid: 8469 timeout: 547 lvb_type: 0 00000100:00100000:0.0:1746130249.229313:0:8470:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008af10000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8470:1830949841030784:192.168.204.51@tcp:104: 00000100:00100000:0.0:1746130249.229378:0:8470:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8745300 going to sleep for 11 seconds 00000100:00100000:0.0:1746130249.231817:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130249.232647:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130249.233089:0:7098:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949847396096 00000100:00100000:0.0:1746130249.233092:0:7098:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949847396096 00010000:00010000:0.0:1746130249.233110:0:7098:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800934d0000/0x4ce24e578735cd2c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3b40b expref: 7 pid: 8469 timeout: 547 lvb_type: 0 00000100:00100000:0.0:1746130249.233130:0:9860:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 11642 00000100:00100000:0.0:1746130249.233134:0:9860:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008af10700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c84b93b0-d496-484f-8e1e-94008838f2dd+7:1962:x1830949847396096:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746130249.233140:0:9860:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746130249.233157:0:9860:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800934d0000/0x4ce24e578735cd2c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3b40b expref: 7 pid: 8469 timeout: 547 lvb_type: 0 00010000:00010000:0.0:1746130249.233165:0:9860:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800934d0000/0x4ce24e578735cd2c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3b40b expref: 7 pid: 8469 timeout: 547 lvb_type: 0 00010000:00010000:0.0:1746130249.233185:0:9860:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800934d0000/0x4ce24e578735cd2c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3b40b expref: 7 pid: 8469 timeout: 547 lvb_type: 0 00010000:00010000:0.0:1746130249.233281:0:9860:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130249.233283:0:9860:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130249.233288:0:9860:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093155600/0x4ce24e578735cd33 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3b412 expref: 182 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130249.233295:0:9860:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093155600/0x4ce24e578735cd33 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3b412 expref: 182 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130249.233317:0:9860:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093155600/0x4ce24e578735cd33 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3b412 expref: 182 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130249.233328:0:9860:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093155600/0x4ce24e578735cd33 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3b412 expref: 182 pid: 8470 timeout: 547 lvb_type: 0 00000100:00100000:0.0:1746130249.233343:0:9860:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008af10a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9860:1830949841031040:192.168.204.51@tcp:105: 00000100:00100000:0.0:1746130249.233389:0:9860:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8745240 going to sleep for 11 seconds 00000100:00100000:0.0:1746130249.235474:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130249.238966:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130249.248522:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130249.255146:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130249.260927:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130249.260994:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130249.261324:0:10554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 3380 00000100:00100000:0.0:1746130249.261330:0:10554:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008af11c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+6:30934:x1830949847397248:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746130249.261337:0:10554:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746130249.261346:0:10554:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093155e00/0x4ce24e578735cd48 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3b427 expref: -99 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130249.261362:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130249.261363:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130249.261369:0:10554:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093155e00/0x4ce24e578735cd48 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3b427 expref: 7 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130249.261381:0:10554:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093155e00/0x4ce24e578735cd48 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3b427 expref: 7 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130249.261389:0:10554:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093155e00, rc 0) 00000100:00100000:0.0:1746130249.261425:0:10554:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008af11c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+7:30934:x1830949847397248:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 96us (431us total) trans 0 rc 0/0 00000100:00100000:0.0:1746130249.261707:0:10554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 3380 00000100:00100000:0.0:1746130249.263753:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130249.264408:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130249.266963:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130249.270125:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130249.274414:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130249.280529:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130249.284258:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130249.287016:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130249.297389:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130249.302337:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130249.302393:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130249.306704:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130249.306736:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130249.306766:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130249.309923:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130249.312944:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130249.321008:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130249.324068:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130249.329261:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130249.331110:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130249.331188:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130249.333631:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130249.334653:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130249.340297:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130249.342910:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130249.347640:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130249.353364:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130249.356249:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130249.359423:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130249.360101:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130249.363046:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130249.363092:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130249.366899:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130249.371258:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130249.374924:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130249.390247:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130249.391932:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130249.396807:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130249.401451:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130249.405046:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130249.407712:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130249.410920:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130249.413923:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130249.416890:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130249.421912:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008a9ba300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7097:1830949841034240:192.168.204.51@tcp:105: 00010000:00010000:0.0:1746130249.421937:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746130249.422011:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129e22850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+193:1961:x1830949847405568:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 4883us (5129us total) trans 0 rc 0/0 00000100:00100000:0.0:1746130249.422025:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 11657 00000100:00100000:0.0:1746130249.422456:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949847405824 00000100:00100000:0.0:1746130249.422461:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949847405824 00002000:00100000:0.0:1746130249.422491:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff880135b2a300 x1830949847405824/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:235/0 lens 488/0 e 0 to 0 dl 1746130260 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746130249.422506:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135b2a300 with x1830949847405824 ext(0->4095) 00002000:00010000:0.0:1746130249.422510:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135b2a300 00000100:00100000:0.0:1746130249.423165:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2981 00000100:00100000:0.0:1746130249.424124:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135b2a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c84b93b0-d496-484f-8e1e-94008838f2dd+7:1961:x1830949847405824:12345-192.168.204.51@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746130249.430167:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130249.437702:0:8469:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949847406080 00000100:00100000:0.0:1746130249.437710:0:8469:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949847406080 00000100:00100000:0.0:1746130249.437764:0:8469:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 3394 00000100:00100000:0.0:1746130249.437771:0:8469:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9b8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:640ea846-b909-4eea-9a54-417e15bd627b+195:30924:x1830949847406080:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746130249.437785:0:8469:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746130249.437802:0:8469:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093154c00/0x4ce24e578735cdaa lrc: 2/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3b489 expref: -99 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130249.437828:0:8469:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800945cf200/0x4ce24e578735cd9c lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3b47b expref: 6 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130249.437835:0:8469:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800945cea00/0x4ce24e578735cda3 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3b482 expref: 196 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130249.437842:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130249.437843:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130249.437846:0:8469:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093154c00/0x4ce24e578735cdaa lrc: 5/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3b489 expref: 196 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130249.437875:0:8469:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800945cea00/0x4ce24e578735cda3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3b482 expref: 196 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130249.437933:0:8469:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800945cea00/0x4ce24e578735cda3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3b482 expref: 196 pid: 10554 timeout: 547 lvb_type: 0 00000100:00100000:0.0:1746130249.437944:0:8469:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008a946a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8469:1830949841034368:192.168.204.51@tcp:104: 00010000:00010000:0.0:1746130249.438426:0:8469:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800945cf200/0x4ce24e578735cd9c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3b47b expref: 6 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130249.438440:0:8469:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800945cf200/0x4ce24e578735cd9c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3b47b expref: 6 pid: 10554 timeout: 547 lvb_type: 0 00000100:00100000:0.0:1746130249.438447:0:8469:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008a947b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8469:1830949841034496:192.168.204.51@tcp:104: 00000100:00100000:0.0:1746130249.438532:0:8469:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8745240 going to sleep for 11 seconds 00000100:00100000:0.0:1746130249.443075:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130249.443283:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130249.447892:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130249.451176:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130249.455235:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130249.458180:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130249.463814:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130249.467507:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130249.473458:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130249.473610:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130249.478227:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130249.483210:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130249.486379:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130249.492205:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130249.497804:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130249.500359:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130249.504443:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130249.504504:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130249.507477:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130249.507505:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130249.507553:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130249.511259:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130249.515391:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949847410432 00000100:00100000:0.0:1746130249.515401:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949847410432 00002000:00100000:0.0:1746130249.515447:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x18:0x0] (0->7) req@ffff88008a9b9880 x1830949847410432/t0(0) o4->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:235/0 lens 496/0 e 0 to 0 dl 1746130260 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746130249.515457:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a9b9880 with x1830949847410432 ext(0->7) 00010000:00010000:0.0:1746130249.515466:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800945cfc00/0x4ce24e578735cdcd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3b4ac expref: 199 pid: 8470 timeout: 547 lvb_type: 0 00010000:00010000:0.0:1746130249.515479:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800945cfc00/0x4ce24e578735cdcd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3b4ac expref: 199 pid: 8470 timeout: 547 lvb_type: 0 00002000:00010000:0.0:1746130249.515486:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008a9b9880 00000100:00100000:0.0:1746130249.515507:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 346 00000100:00100000:0.0:1746130249.515514:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9b9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+199:1962:x1830949847410432:12345-192.168.204.51@tcp:4:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746130249.515866:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9b9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+201:1962:x1830949847410432:12345-192.168.204.51@tcp:4:rw_seq_cst_vs_d.0 Request processed in 352us (702us total) trans 4294968120 rc 0/0 00000100:00100000:0.0:1746130249.515872:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 346 00002000:00100000:0.0:1746130249.515879:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x18:0x0] (0->7) req@ffff88008a9b9880 x1830949847410432/t4294968120(0) o4->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:235/0 lens 496/448 e 0 to 0 dl 1746130260 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746130249.515885:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a9b9880 with x1830949847410432 ext(0->7) 00010000:00010000:0.0:1746130249.515890:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800945cfc00/0x4ce24e578735cdcd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3b4ac expref: 201 pid: 8470 timeout: 547 lvb_type: 0 00010000:00010000:0.0:1746130249.515898:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800945cfc00/0x4ce24e578735cdcd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3b4ac expref: 201 pid: 8470 timeout: 547 lvb_type: 0 00002000:00010000:0.0:1746130249.515903:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008a9b9880 00000100:00100000:0.0:1746130249.517586:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130249.530598:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130249.534220:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130249.536660:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130249.537588:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130249.539329:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130249.541206:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130249.541619:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949847411968 00000100:00100000:0.0:1746130249.541622:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949847411968 00010000:00010000:0.0:1746130249.541636:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800945cea00/0x4ce24e578735cdd4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3b4b3 expref: 201 pid: 8470 timeout: 547 lvb_type: 0 00000100:00100000:0.0:1746130249.541651:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 11667 00000100:00100000:0.0:1746130249.541656:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135b2b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+201:1963:x1830949847411968:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746130249.541662:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746130249.541682:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800945cea00/0x4ce24e578735cdd4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3b4b3 expref: 201 pid: 8470 timeout: 547 lvb_type: 0 00010000:00010000:0.0:1746130249.541696:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800945cea00/0x4ce24e578735cdd4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3b4b3 expref: 201 pid: 8470 timeout: 547 lvb_type: 0 00010000:00010000:0.0:1746130249.541712:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800945cea00/0x4ce24e578735cdd4 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3b4b3 expref: 201 pid: 8470 timeout: 547 lvb_type: 0 00010000:00010000:0.0:1746130249.541724:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130249.541726:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130249.541732:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800945cee00/0x4ce24e578735cde2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3b4c1 expref: 200 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130249.541740:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800945cee00/0x4ce24e578735cde2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3b4c1 expref: 200 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130249.541757:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800945cee00/0x4ce24e578735cde2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3b4c1 expref: 200 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130249.541767:0:7097:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800945cee00/0x4ce24e578735cde2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3b4c1 expref: 200 pid: 8470 timeout: 547 lvb_type: 0 00000100:00100000:0.0:1746130249.541777:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a79ed500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7097:1830949841036544:192.168.204.51@tcp:105: 00000100:00100000:0.0:1746130249.541954:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8745300 going to sleep for 11 seconds 00000100:00100000:0.0:1746130249.543445:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130249.546926:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130249.551947:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130249.556544:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130249.562701:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130249.563836:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130249.568531:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130249.570955:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130249.576563:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130249.580360:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130249.584732:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130249.587164:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130249.589559:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130249.591641:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130249.594709:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130249.594760:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130249.595870:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130249.599370:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130249.601494:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130249.605810:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130249.613738:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130249.618558:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130249.618607:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130249.621404:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130249.624075:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130249.628432:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130249.633148:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130249.636175:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130249.641622:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130249.646400:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130249.648644:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130249.651171:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130249.651204:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130249.651242:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130249.654165:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130249.655878:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130249.658517:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130249.660883:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130249.670219:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130249.674134:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130249.679856:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130249.679911:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130249.684429:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130249.696716:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130249.702700:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130249.705156:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130249.707910:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130249.709761:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130249.710149:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130249.712873:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130249.713696:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130249.713730:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130249.716863:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130249.724392:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130249.727059:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130249.730699:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130249.737914:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130249.738016:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130249.744169:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130249.746013:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130249.748003:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130249.752024:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130249.763252:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130249.763342:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130249.767441:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130249.770096:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130249.772389:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130249.777450:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130249.779803:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130249.782868:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130249.785165:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130249.786673:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130249.795744:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130249.796434:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130249.796456:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130249.798222:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130249.800159:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130249.804947:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130249.809927:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130249.813072:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130249.813565:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130249.815437:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130249.817050:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949847428096 00000100:00100000:0.0:1746130249.817055:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949847428096 00002000:00100000:0.0:1746130249.817088:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff88008a9baa00 x1830949847428096/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:235/0 lens 488/0 e 0 to 0 dl 1746130260 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746130249.817098:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a9baa00 with x1830949847428096 ext(0->4095) 00010000:00010000:0.0:1746130249.817105:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009bb13400/0x4ce24e578735ce91 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3b570 expref: 221 pid: 10554 timeout: 547 lvb_type: 0 00010000:00010000:0.0:1746130249.817117:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009bb13400/0x4ce24e578735ce91 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3b570 expref: 221 pid: 10554 timeout: 547 lvb_type: 0 00002000:00010000:0.0:1746130249.817124:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008a9baa00 00000100:00100000:0.0:1746130249.817147:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 369 00000100:00100000:0.0:1746130249.817153:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9baa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+221:1962:x1830949847428096:12345-192.168.204.51@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746130249.817323:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9baa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+221:1962:x1830949847428096:12345-192.168.204.51@tcp:3:rw_seq_cst_vs_d.0 Request processed in 170us (301us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746130249.817329:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 369 00002000:00100000:0.0:1746130249.817334:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff88008a9baa00 x1830949847428096/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:235/0 lens 488/4536 e 0 to 0 dl 1746130260 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746130249.817341:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a9baa00 with x1830949847428096 ext(0->4095) 00010000:00010000:0.0:1746130249.817347:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009bb13400/0x4ce24e578735ce91 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3b570 expref: 221 pid: 10554 timeout: 547 lvb_type: 0 00010000:00010000:0.0:1746130249.817356:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009bb13400/0x4ce24e578735ce91 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3b570 expref: 221 pid: 10554 timeout: 547 lvb_type: 0 00002000:00010000:0.0:1746130249.817362:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008a9baa00 00000100:00100000:0.0:1746130249.818518:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130249.821987:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130249.824708:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130249.828366:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130249.833690:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130249.833777:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130249.837044:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130249.837478:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130249.837921:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130249.844299:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130249.846403:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130249.848405:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130249.850746:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130249.852406:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130249.858367:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130249.860849:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130249.860908:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130249.863446:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130249.863476:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130249.863503:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130249.865411:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130249.868992:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130249.872837:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130249.875120:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130249.877334:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130249.880751:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130249.880805:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130249.882749:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130249.883343:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130249.884623:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130249.886585:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130249.888052:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130249.890023:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130249.891912:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130249.897360:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130249.899062:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130249.901366:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130249.902486:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130249.903287:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130249.904772:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130249.907163:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130249.909057:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130249.911180:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130249.913065:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130249.914533:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130249.916491:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130249.919072:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130249.921710:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130249.925699:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130249.927755:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130249.927792:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130249.927834:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130249.929916:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130249.932517:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130249.934250:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130249.936724:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130249.941309:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130249.944993:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130249.947981:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130249.948029:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130249.950047:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130249.950074:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130249.950333:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130249.952260:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130249.954066:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130249.955948:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130249.957904:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130249.962918:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130249.966376:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130249.966423:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130249.967810:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130249.968151:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130249.968233:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130249.969769:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130249.971351:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130249.973071:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130249.976579:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130249.978178:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130249.979660:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130249.981367:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130249.982864:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130249.982989:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130249.984935:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130249.985435:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130249.985485:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130249.988193:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130249.990743:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130249.993180:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130249.994834:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130249.996219:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130249.997564:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.002428:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.006729:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.006776:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.008942:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.008979:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.009014:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.013145:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.015539:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.018760:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.021473:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.023315:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.026028:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.027797:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.030002:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.030359:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.030370:0:9860:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949847448448 00000100:00100000:0.0:1746130250.030373:0:9860:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949847448448 00010000:00010000:0.0:1746130250.030387:0:9860:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800945cec00/0x4ce24e578735cf55 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3b634 expref: 241 pid: 8470 timeout: 548 lvb_type: 0 00000100:00100000:0.0:1746130250.030403:0:9860:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 11722 00000100:00100000:0.0:1746130250.030408:0:9860:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094aa9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:640ea846-b909-4eea-9a54-417e15bd627b+241:1962:x1830949847448448:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746130250.030414:0:9860:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746130250.030422:0:9860:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800945cec00/0x4ce24e578735cf55 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3b634 expref: 241 pid: 8470 timeout: 548 lvb_type: 0 00010000:00010000:0.0:1746130250.030435:0:9860:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800945cec00/0x4ce24e578735cf55 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3b634 expref: 241 pid: 8470 timeout: 548 lvb_type: 0 00010000:00010000:0.0:1746130250.030555:0:9860:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800945cec00/0x4ce24e578735cf55 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3b634 expref: 241 pid: 8470 timeout: 548 lvb_type: 0 00010000:00010000:0.0:1746130250.030580:0:9860:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130250.030581:0:9860:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130250.030587:0:9860:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800945cfc00/0x4ce24e578735cf63 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3b642 expref: 240 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130250.030594:0:9860:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800945cfc00/0x4ce24e578735cf63 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3b642 expref: 240 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130250.030631:0:9860:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800945cfc00/0x4ce24e578735cf63 lrc: 6/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3b642 expref: 240 pid: 8470 timeout: 548 lvb_type: 0 00010000:00010000:0.0:1746130250.030636:0:9860:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800945cfc00/0x4ce24e578735cf63 lrc: 6/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3b642 expref: 240 pid: 8470 timeout: 548 lvb_type: 0 00000100:00100000:0.0:1746130250.030641:0:9860:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094aa8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9860:1830949841048704:192.168.204.51@tcp:105: 00000100:00100000:0.0:1746130250.031833:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.033464:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.036694:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.041588:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.043520:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.045728:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.048086:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.049013:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.051064:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.051115:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.051188:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.052982:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.055970:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.059240:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.061774:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.063521:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.065911:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.069542:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.069600:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.071737:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.071796:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.072802:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.073813:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.075412:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.077940:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.079533:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.081167:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.082865:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.086574:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.090707:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.090764:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.092999:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.093028:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.093502:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.096219:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.098943:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.101822:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.104514:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.107067:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.109166:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.116642:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.119791:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.119850:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.122791:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.122841:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.122906:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.122930:0:10554:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949847457280 00000100:00100000:0.0:1746130250.122934:0:10554:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949847457280 00000100:00100000:0.0:1746130250.122984:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 3470 00000100:00100000:0.0:1746130250.122993:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ac73800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:640ea846-b909-4eea-9a54-417e15bd627b+251:30934:x1830949847457280:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746130250.123006:0:8467:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746130250.123020:0:8467:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093155e00/0x4ce24e578735cfbe lrc: 2/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3b69d expref: -99 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130250.123039:0:8467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130250.123045:0:8467:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800934d1e00/0x4ce24e578735cfb7 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3b696 expref: 251 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130250.123050:0:8467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746130250.123054:0:8467:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093155e00/0x4ce24e578735cfbe lrc: 4/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3b69d expref: 251 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130250.123087:0:8467:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800934d1e00/0x4ce24e578735cfb7 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3b696 expref: 251 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130250.123098:0:8467:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093155e00/0x4ce24e578735cfbe lrc: 3/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3b69d expref: 251 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130250.123106:0:8467:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093155e00, rc 0) 00000100:00100000:0.0:1746130250.123137:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ac73800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:640ea846-b909-4eea-9a54-417e15bd627b+251:30934:x1830949847457280:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 144us (230us total) trans 0 rc 0/0 00000100:00100000:0.0:1746130250.123144:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 3470 00000100:00100000:0.0:1746130250.125006:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.126882:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.129347:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.132253:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.133677:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.135074:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.137858:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.140082:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.140131:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.142168:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.144013:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.147565:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.149328:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.151149:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.152473:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.158707:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.163435:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.163497:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.164096:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.165689:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.167471:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.169167:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.170834:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.173897:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.178789:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.180374:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.180499:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.182140:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.182179:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.182553:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.184126:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.187323:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.189903:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.191823:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.193315:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.194829:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.196742:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.198778:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.198832:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.200773:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.200797:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.200839:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.202107:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.203518:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.205021:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.206381:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.207701:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.209475:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.214190:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.215653:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.215702:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.217052:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.219386:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.220684:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.222387:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.224231:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.226422:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.228164:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.230822:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.233224:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.233288:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.235141:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.235160:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.235179:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949847470976 00000100:00100000:0.0:1746130250.235183:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949847470976 00000100:00100000:0.0:1746130250.235225:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 3488 00000100:00100000:0.0:1746130250.235232:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094a77800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c84b93b0-d496-484f-8e1e-94008838f2dd+7:30934:x1830949847470976:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746130250.235244:0:8467:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746130250.235256:0:8467:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093155a00/0x4ce24e578735d03c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3b71b expref: -99 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130250.235293:0:8467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130250.235299:0:8467:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093e93c00/0x4ce24e578735d035 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3b714 expref: 260 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130250.235303:0:8467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746130250.235305:0:8467:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093155a00/0x4ce24e578735d03c lrc: 4/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3b71b expref: 8 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130250.235326:0:8467:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093e93c00/0x4ce24e578735d035 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3b714 expref: 260 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130250.235332:0:8467:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093155a00/0x4ce24e578735d03c lrc: 3/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3b71b expref: 8 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130250.235339:0:8467:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093155a00, rc 0) 00000100:00100000:0.0:1746130250.235360:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094a77800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c84b93b0-d496-484f-8e1e-94008838f2dd+9:30934:x1830949847470976:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 128us (197us total) trans 0 rc 0/0 00000100:00100000:0.0:1746130250.235365:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 3488 00000100:00100000:0.0:1746130250.237092:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.238363:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.239766:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.241289:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.242646:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.243744:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.247682:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.249538:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.249571:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.251036:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.251060:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.251096:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.251112:0:8470:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949847473408 00000100:00100000:0.0:1746130250.251114:0:8470:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949847473408 00000100:00100000:0.0:1746130250.251132:0:8470:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 3491 00000100:00100000:0.0:1746130250.251137:0:8470:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091950e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:640ea846-b909-4eea-9a54-417e15bd627b+265:30934:x1830949847473408:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746130250.251146:0:8470:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746130250.251155:0:8470:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093155e00/0x4ce24e578735d051 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 7 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3b730 expref: -99 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130250.251168:0:8470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130250.251173:0:8470:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012eb3f600/0x4ce24e578735d04a lrc: 2/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 7 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3b729 expref: 265 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130250.251178:0:8470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746130250.251181:0:8470:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093155e00/0x4ce24e578735d051 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 7 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3b730 expref: 265 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130250.251224:0:8470:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012eb3f600/0x4ce24e578735d04a lrc: 3/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 7 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3b729 expref: 264 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130250.251247:0:8470:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093155e00/0x4ce24e578735d051 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3b730 expref: 264 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130250.251254:0:8470:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093155e00, rc 0) 00000100:00100000:0.0:1746130250.251290:0:8470:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091950e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:640ea846-b909-4eea-9a54-417e15bd627b+264:30934:x1830949847473408:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 152us (193us total) trans 0 rc 0/0 00000100:00100000:0.0:1746130250.251295:0:8470:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 3491 00000100:00100000:0.0:1746130250.254142:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.256518:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.258048:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.259505:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.261137:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.265093:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.266871:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.266923:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.268308:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.270856:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.272311:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.273589:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.275758:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.277101:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.280232:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.283973:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.284027:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.285370:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.285400:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.285529:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.286969:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.288460:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.290046:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.292569:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.294033:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.295255:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.299766:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.301164:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.301223:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.302844:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.303253:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.303293:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.304286:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.305119:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.306214:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.307437:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.308633:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.310195:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.315086:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.316724:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.316763:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.317988:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.318189:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.318213:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.319490:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.320495:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.321660:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.323336:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.325047:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.326327:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.330338:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.332099:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.332149:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.333340:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.333514:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.333573:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.334648:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.335928:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.337306:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.338717:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.339902:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.341025:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.344960:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.346586:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.346638:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.348080:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.348115:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.348373:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.349563:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.350783:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.352580:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.354402:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.355522:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.356539:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.360537:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.362478:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.362522:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.364235:0:9860:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949847489408 00000100:00100000:0.0:1746130250.364239:0:9860:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949847489408 00010000:00010000:0.0:1746130250.364254:0:9860:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009955f800/0x4ce24e578735d0d6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3b7b5 expref: 7 pid: 8470 timeout: 548 lvb_type: 0 00000100:00100000:0.0:1746130250.366507:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.368010:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.369341:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.371829:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.373454:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.374778:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.378766:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.380599:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.380647:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.382472:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.382572:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.382600:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.382867:0:9860:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ad69180 going to sleep for 11 seconds 00000100:00100000:0.0:1746130250.384827:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.386481:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.388429:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.390976:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.392809:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.394178:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.396865:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.398455:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.398501:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.400260:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.400331:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.400572:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.401543:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.404022:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.405804:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.407378:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.408840:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.410190:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.413758:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.415086:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.415244:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.416605:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.416650:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.416684:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.417756:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.418919:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.420627:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.422328:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.424226:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.425357:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.429648:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.431255:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.431410:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.433647:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.434590:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.434626:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.436616:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.439218:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.442539:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.445046:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.447836:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.449804:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.452405:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.454795:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.458771:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.458812:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.458837:0:8470:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949847500672 00000100:00100000:0.0:1746130250.458844:0:8470:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949847500672 00000100:00100000:0.0:1746130250.458887:0:8470:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 3527 00000100:00100000:0.0:1746130250.458895:0:8470:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135207100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c84b93b0-d496-484f-8e1e-94008838f2dd+7:30934:x1830949847500672:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746130250.458913:0:8470:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746130250.458931:0:8470:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093154800/0x4ce24e578735d14d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3b82c expref: -99 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130250.458968:0:8470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130250.458974:0:8470:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009955fe00/0x4ce24e578735d146 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3b825 expref: 287 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130250.458981:0:8470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746130250.458984:0:8470:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093154800/0x4ce24e578735d14d lrc: 4/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3b82c expref: 9 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130250.459023:0:8470:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009955fe00/0x4ce24e578735d146 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3b825 expref: 287 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130250.459035:0:8470:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093154800/0x4ce24e578735d14d lrc: 3/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3b82c expref: 9 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130250.459044:0:8470:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093154800, rc 0) 00000100:00100000:0.0:1746130250.459096:0:8470:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135207100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c84b93b0-d496-484f-8e1e-94008838f2dd+8:30934:x1830949847500672:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 201us (283us total) trans 0 rc 0/0 00000100:00100000:0.0:1746130250.459102:0:8470:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 3527 00000100:00100000:0.0:1746130250.459180:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.462324:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.464507:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.466136:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.468797:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.473117:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.478246:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.478330:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.480512:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.480564:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.480582:0:10554:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949847502720 00000100:00100000:0.0:1746130250.480587:0:10554:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949847502720 00000100:00100000:0.0:1746130250.480632:0:10554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 3530 00000100:00100000:0.0:1746130250.480640:0:10554:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800942cea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:640ea846-b909-4eea-9a54-417e15bd627b+291:30934:x1830949847502720:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746130250.480654:0:10554:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746130250.480666:0:10554:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093155000/0x4ce24e578735d162 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3b841 expref: -99 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130250.480692:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130250.480697:0:10554:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009955e800/0x4ce24e578735d15b lrc: 3/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3b83a expref: 292 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130250.480702:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746130250.480705:0:10554:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093155000/0x4ce24e578735d162 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3b841 expref: 292 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130250.480736:0:10554:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009955e800/0x4ce24e578735d15b lrc: 4/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3b83a expref: 291 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130250.480745:0:10554:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093155000/0x4ce24e578735d162 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3b841 expref: 291 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130250.480752:0:10554:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093155000, rc 0) 00000100:00100000:0.0:1746130250.480783:0:10554:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800942cea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:640ea846-b909-4eea-9a54-417e15bd627b+291:30934:x1830949847502720:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 144us (218us total) trans 0 rc 0/0 00000100:00100000:0.0:1746130250.480793:0:10554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 3530 00000100:00100000:0.0:1746130250.482217:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.483896:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.485641:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.487412:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.489883:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.491430:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.494759:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.496297:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.496318:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.496514:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.497524:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.498609:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.500318:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.501635:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.502784:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.503910:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.508986:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.510593:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.512439:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.512647:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.512829:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.514462:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.516100:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.517864:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.519678:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.521860:0:8470:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949847508224 00000100:00100000:0.0:1746130250.521870:0:8470:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949847508224 00000100:00100000:0.0:1746130250.521929:0:8470:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 3537 00000100:00100000:0.0:1746130250.521939:0:8470:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9b8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c84b93b0-d496-484f-8e1e-94008838f2dd+6:30934:x1830949847508224:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746130250.521972:0:8470:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746130250.521991:0:8470:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093154c00/0x4ce24e578735d193 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3b872 expref: -99 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130250.522017:0:8470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130250.522019:0:8470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130250.522028:0:8470:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093154c00/0x4ce24e578735d193 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3b872 expref: 7 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130250.522043:0:8470:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093154c00/0x4ce24e578735d193 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3b872 expref: 7 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130250.522053:0:8470:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093154c00, rc 0) 00000100:00100000:0.0:1746130250.522111:0:8470:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9b8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c84b93b0-d496-484f-8e1e-94008838f2dd+7:30934:x1830949847508224:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 172us (287us total) trans 0 rc 0/0 00000100:00100000:0.0:1746130250.522118:0:8470:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 3537 00000100:00100000:0.0:1746130250.524146:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.527836:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.527886:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.529723:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.530759:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.531537:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.534945:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.537593:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.538085:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.538119:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.538144:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.538172:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.538194:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.538305:0:7110:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 298 00000100:00100000:0.0:1746130250.538312:0:7110:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091d23800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c84b93b0-d496-484f-8e1e-94008838f2dd+7:1963:x1830949847510400:12345-192.168.204.51@tcp:400:kworker.0 00000100:00100000:0.0:1746130250.538338:0:7110:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091d23800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c84b93b0-d496-484f-8e1e-94008838f2dd+7:1963:x1830949847510400:12345-192.168.204.51@tcp:400:kworker.0 Request processed in 28us (144us total) trans 0 rc 0/0 00000100:00100000:0.0:1746130250.538344:0:7110:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 298 00000100:00100000:0.0:1746130250.539975:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.541668:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.544179:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.548965:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.551431:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.551472:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.552975:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.553022:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.553571:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.555096:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.556459:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.557905:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.559512:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.560811:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.562214:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.565610:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.567868:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.567923:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.570998:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.571037:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.571066:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.573454:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.574770:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.577103:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.579594:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.581358:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.583440:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.585941:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.588429:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.589437:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.591123:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.591611:0:7924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949847516672 00000100:00100000:0.0:1746130250.591614:0:7924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949847516672 00010000:00010000:0.0:1746130250.591624:0:7924:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009bb13400/0x4ce24e578735d1d2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3b8b1 expref: 7 pid: 8470 timeout: 548 lvb_type: 0 00000100:00100000:0.0:1746130250.591638:0:7924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 11812 00000100:00100000:0.0:1746130250.591642:0:7924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009429e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+7:1962:x1830949847516672:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746130250.591647:0:7924:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746130250.591656:0:7924:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009bb13400/0x4ce24e578735d1d2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3b8b1 expref: 7 pid: 8470 timeout: 548 lvb_type: 0 00010000:00010000:0.0:1746130250.591668:0:7924:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009bb13400/0x4ce24e578735d1d2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3b8b1 expref: 7 pid: 8470 timeout: 548 lvb_type: 0 00010000:00010000:0.0:1746130250.591680:0:7924:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009bb13400/0x4ce24e578735d1d2 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3b8b1 expref: 7 pid: 8470 timeout: 548 lvb_type: 0 00010000:00010000:0.0:1746130250.591698:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130250.591700:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130250.591708:0:7924:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009bb12600/0x4ce24e578735d1d9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3b8b8 expref: 300 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130250.591715:0:7924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009bb12600/0x4ce24e578735d1d9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3b8b8 expref: 300 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130250.591740:0:7924:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009bb12600/0x4ce24e578735d1d9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3b8b8 expref: 300 pid: 8470 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746130250.591750:0:7924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801354c5f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7924:1830949841067776:192.168.204.51@tcp:105: 00000100:00100000:0.0:1746130250.591799:0:7924:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8745180 going to sleep for 11 seconds 00000100:00100000:0.0:1746130250.593853:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.595870:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.598499:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.600596:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.603405:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.608415:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.615530:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.617846:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.617883:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.618126:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.620309:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.622400:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.624023:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.625592:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.627548:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.628747:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.631505:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.633721:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.633761:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.635705:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.635793:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.636650:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.638073:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.639366:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.641011:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.642768:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.644386:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.645730:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.649496:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.651594:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.651635:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.653023:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.653068:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.653103:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.655079:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.656679:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.658395:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.660473:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.662739:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.664401:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.667741:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.670153:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.672365:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.672725:0:7924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 11824 00000100:00100000:0.0:1746130250.672732:0:7924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bf3df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+9:1963:x1830949847525248:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746130250.672741:0:7924:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746130250.672928:0:7924:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800934d1400/0x4ce24e578735d226 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3b905 expref: 9 pid: 10554 timeout: 548 lvb_type: 0 00010000:00010000:0.0:1746130250.672938:0:7924:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800934d1400/0x4ce24e578735d226 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3b905 expref: 9 pid: 10554 timeout: 548 lvb_type: 0 00010000:00010000:0.0:1746130250.672962:0:7924:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800934d1400/0x4ce24e578735d226 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3b905 expref: 9 pid: 10554 timeout: 548 lvb_type: 0 00010000:00010000:0.0:1746130250.673070:0:7924:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746130250.673114:0:7924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bf3df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+8:1963:x1830949847525248:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 381us (621us total) trans 0 rc 0/0 00000100:00100000:0.0:1746130250.673122:0:7924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 11824 00000100:00100000:0.0:1746130250.674923:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.677445:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.679812:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.682095:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.684662:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.686817:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.689018:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.689531:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.690870:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.690899:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.690933:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.690965:0:9860:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949847527296 00000100:00100000:0.0:1746130250.690968:0:9860:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949847527296 00010000:00010000:0.0:1746130250.691077:0:9860:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800934d1800/0x4ce24e578735d234 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3b913 expref: 9 pid: 10554 timeout: 548 lvb_type: 0 00000100:00100000:0.0:1746130250.691106:0:9860:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 11827 00000100:00100000:0.0:1746130250.691111:0:9860:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013514e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c84b93b0-d496-484f-8e1e-94008838f2dd+8:1961:x1830949847527296:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746130250.691118:0:9860:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746130250.691127:0:9860:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800934d1800/0x4ce24e578735d234 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3b913 expref: 8 pid: 10554 timeout: 548 lvb_type: 0 00010000:00010000:0.0:1746130250.691135:0:9860:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800934d1800/0x4ce24e578735d234 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3b913 expref: 8 pid: 10554 timeout: 548 lvb_type: 0 00010000:00010000:0.0:1746130250.691147:0:9860:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800934d1800/0x4ce24e578735d234 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3b913 expref: 8 pid: 10554 timeout: 548 lvb_type: 0 00010000:00010000:0.0:1746130250.691160:0:9860:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130250.691162:0:9860:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130250.691168:0:9860:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009bb13800/0x4ce24e578735d242 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3b921 expref: 309 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130250.691176:0:9860:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009bb13800/0x4ce24e578735d242 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3b921 expref: 309 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130250.691195:0:9860:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009bb13800/0x4ce24e578735d242 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3b921 expref: 309 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130250.691205:0:9860:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009bb13800/0x4ce24e578735d242 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3b921 expref: 309 pid: 8470 timeout: 548 lvb_type: 0 00000100:00100000:0.0:1746130250.691212:0:9860:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013514e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9860:1830949841071104:192.168.204.51@tcp:105: 00000100:00100000:0.0:1746130250.691308:0:9860:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8745180 going to sleep for 11 seconds 00000100:00100000:0.0:1746130250.692258:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.694089:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.697093:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.699106:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.700955:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.702465:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.704390:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.706419:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.706470:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.718188:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.720241:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.722807:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.728110:0:10554:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009429e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10554:1830949841072128:192.168.204.51@tcp:104: 00010000:00010000:0.0:1746130250.728140:0:10554:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800934d0c00/0x4ce24e578735d26c lrc: 3/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3b94b expref: 316 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130250.728154:0:10554:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800934d0c00, rc 0) 00000100:00100000:0.0:1746130250.728191:0:10554:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bf3ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:640ea846-b909-4eea-9a54-417e15bd627b+316:30924:x1830949847531520:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2567us (2654us total) trans 0 rc 0/0 00000100:00100000:0.0:1746130250.728198:0:10554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 3568 00000100:00100000:0.0:1746130250.728233:0:7098:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949847531904 00000100:00100000:0.0:1746130250.728236:0:7098:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949847531904 00010000:00010000:0.0:1746130250.728359:0:7098:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c0eb200/0x4ce24e578735d265 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3b944 expref: 7 pid: 10554 timeout: 548 lvb_type: 0 00000100:00100000:0.0:1746130250.728375:0:7098:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 11833 00000100:00100000:0.0:1746130250.728381:0:7098:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008bf3df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c84b93b0-d496-484f-8e1e-94008838f2dd+7:1962:x1830949847531904:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746130250.728393:0:7098:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746130250.728411:0:7098:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c0eb200/0x4ce24e578735d265 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3b944 expref: 7 pid: 10554 timeout: 548 lvb_type: 0 00010000:00010000:0.0:1746130250.728420:0:7098:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c0eb200/0x4ce24e578735d265 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3b944 expref: 7 pid: 10554 timeout: 548 lvb_type: 0 00010000:00010000:0.0:1746130250.728449:0:7098:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c0eb200/0x4ce24e578735d265 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3b944 expref: 7 pid: 10554 timeout: 548 lvb_type: 0 00010000:00010000:0.0:1746130250.728538:0:7098:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746130250.728580:0:7098:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008bf3df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949847531904:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 199us (363us total) trans 0 rc 0/0 00000100:00100000:0.0:1746130250.728586:0:7098:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 11833 00000100:00100000:0.0:1746130250.728610:0:10554:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949847532160 00000100:00100000:0.0:1746130250.728613:0:10554:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949847532160 00000100:00100000:0.0:1746130250.728626:0:10554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 3569 00000100:00100000:0.0:1746130250.728631:0:10554:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008af74380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+6:30934:x1830949847532160:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746130250.728643:0:10554:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746130250.728652:0:10554:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093e93c00/0x4ce24e578735d273 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3b952 expref: -99 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130250.728666:0:10554:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800934d0c00/0x4ce24e578735d26c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3b94b expref: 314 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130250.728672:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746130250.728673:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746130250.728676:0:10554:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093e93c00/0x4ce24e578735d273 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3b952 expref: 7 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130250.728691:0:10554:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800934d0c00/0x4ce24e578735d26c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3b94b expref: 314 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130250.728701:0:10554:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800934d0c00/0x4ce24e578735d26c lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3b94b expref: 314 pid: 10554 timeout: 548 lvb_type: 0 00000100:00100000:0.0:1746130250.728708:0:10554:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092258e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10554:1830949841072384:192.168.204.51@tcp:104: 00000100:00100000:0.0:1746130250.728730:0:10554:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8745240 going to sleep for 11 seconds 00000100:00100000:0.0:1746130250.729729:0:10554:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092258e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10554:1830949841072384:192.168.204.51@tcp:104: 00010000:00010000:0.0:1746130250.729743:0:10554:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093e93c00/0x4ce24e578735d273 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3b952 expref: 7 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130250.729754:0:10554:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093e93c00, rc 0) 00000100:00100000:0.0:1746130250.729776:0:10554:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008af74380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+7:30934:x1830949847532160:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1144us (1187us total) trans 0 rc 0/0 00000100:00100000:0.0:1746130250.729782:0:10554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 3569 00000100:00100000:0.0:1746130250.729859:0:7924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009429e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7924:1830949841072256:192.168.204.51@tcp:105: 00010000:00010000:0.0:1746130250.729868:0:7924:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746130250.729890:0:7924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e24f450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+314:1963:x1830949847532032:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 1862us (1970us total) trans 0 rc 0/0 00000100:00100000:0.0:1746130250.729897:0:7924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 11832 00000100:00100000:0.0:1746130250.730192:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.730210:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949847532416 00000100:00100000:0.0:1746130250.730214:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949847532416 00002000:00100000:0.0:1746130250.730243:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff880092258e00 x1830949847532416/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:236/0 lens 488/0 e 0 to 0 dl 1746130261 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746130250.730251:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092258e00 with x1830949847532416 ext(0->4095) 00010000:00010000:0.0:1746130250.730257:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800934d0c00/0x4ce24e578735d26c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3b94b expref: 314 pid: 10554 timeout: 548 lvb_type: 0 00010000:00010000:0.0:1746130250.730285:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800934d0c00/0x4ce24e578735d26c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3b94b expref: 314 pid: 10554 timeout: 548 lvb_type: 0 00002000:00010000:0.0:1746130250.730290:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092258e00 00000100:00100000:0.0:1746130250.730304:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 471 00000100:00100000:0.0:1746130250.730311:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092258e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+314:1963:x1830949847532416:12345-192.168.204.51@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746130250.730435:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092258e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+314:1963:x1830949847532416:12345-192.168.204.51@tcp:3:rw_seq_cst_vs_d.0 Request processed in 125us (243us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746130250.730440:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 471 00002000:00100000:0.0:1746130250.730445:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff880092258e00 x1830949847532416/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:236/0 lens 488/4536 e 0 to 0 dl 1746130261 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746130250.730452:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092258e00 with x1830949847532416 ext(0->4095) 00010000:00010000:0.0:1746130250.730456:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800934d0c00/0x4ce24e578735d26c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3b94b expref: 314 pid: 10554 timeout: 548 lvb_type: 0 00010000:00010000:0.0:1746130250.730464:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800934d0c00/0x4ce24e578735d26c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3b94b expref: 314 pid: 10554 timeout: 548 lvb_type: 0 00002000:00010000:0.0:1746130250.730470:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092258e00 00000100:00100000:0.0:1746130250.732020:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949847532672 00000100:00100000:0.0:1746130250.732029:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949847532672 00002000:00100000:0.0:1746130250.732066:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x18:0x0] (0->7) req@ffff88008a9b9f80 x1830949847532672/t0(0) o4->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:236/0 lens 496/0 e 0 to 0 dl 1746130261 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746130250.732076:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a9b9f80 with x1830949847532672 ext(0->7) 00010000:00010000:0.0:1746130250.732084:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800934d0c00/0x4ce24e578735d26c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3b94b expref: 314 pid: 10554 timeout: 548 lvb_type: 0 00010000:00010000:0.0:1746130250.732097:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800934d0c00/0x4ce24e578735d26c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3b94b expref: 314 pid: 10554 timeout: 548 lvb_type: 0 00002000:00010000:0.0:1746130250.732106:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008a9b9f80 00000100:00100000:0.0:1746130250.732134:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 472 00000100:00100000:0.0:1746130250.732141:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9b9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+314:1961:x1830949847532672:12345-192.168.204.51@tcp:4:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746130250.732525:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9b9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+316:1961:x1830949847532672:12345-192.168.204.51@tcp:4:rw_seq_cst_vs_d.0 Request processed in 383us (599us total) trans 4294968178 rc 0/0 00000100:00100000:0.0:1746130250.732530:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 472 00002000:00100000:0.0:1746130250.732534:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x18:0x0] (0->7) req@ffff88008a9b9f80 x1830949847532672/t4294968178(0) o4->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:236/0 lens 496/448 e 0 to 0 dl 1746130261 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746130250.732539:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a9b9f80 with x1830949847532672 ext(0->7) 00010000:00010000:0.0:1746130250.732544:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800934d0c00/0x4ce24e578735d26c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3b94b expref: 316 pid: 10554 timeout: 548 lvb_type: 0 00010000:00010000:0.0:1746130250.732553:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800934d0c00/0x4ce24e578735d26c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3b94b expref: 316 pid: 10554 timeout: 548 lvb_type: 0 00002000:00010000:0.0:1746130250.732558:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008a9b9f80 00000100:00100000:0.0:1746130250.733787:0:7924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949847532800 00000100:00100000:0.0:1746130250.733793:0:7924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949847532800 00010000:00010000:0.0:1746130250.733868:0:7924:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800934d0c00/0x4ce24e578735d26c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3b94b expref: 316 pid: 10554 timeout: 548 lvb_type: 0 00000100:00100000:0.0:1746130250.733891:0:7924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 11834 00000100:00100000:0.0:1746130250.733897:0:7924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9b9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+316:1964:x1830949847532800:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746130250.733907:0:7924:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746130250.733925:0:7924:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800934d0c00/0x4ce24e578735d26c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3b94b expref: 316 pid: 10554 timeout: 548 lvb_type: 0 00010000:00010000:0.0:1746130250.733936:0:7924:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800934d0c00/0x4ce24e578735d26c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3b94b expref: 316 pid: 10554 timeout: 548 lvb_type: 0 00010000:00010000:0.0:1746130250.733968:0:7924:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800934d0c00/0x4ce24e578735d26c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3b94b expref: 316 pid: 10554 timeout: 548 lvb_type: 0 00010000:00010000:0.0:1746130250.733980:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130250.733982:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130250.733988:0:7924:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093e93c00/0x4ce24e578735d273 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3b952 expref: 6 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130250.733996:0:7924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093e93c00/0x4ce24e578735d273 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3b952 expref: 6 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130250.734057:0:7924:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093e93c00/0x4ce24e578735d273 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3b952 expref: 6 pid: 10554 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746130250.734066:0:7924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092258380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7924:1830949841072512:192.168.204.51@tcp:105: 00000100:00100000:0.0:1746130250.734186:0:7924:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8745300 going to sleep for 11 seconds 00000100:00100000:0.0:1746130250.737747:0:10554:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949847533184 00000100:00100000:0.0:1746130250.737755:0:10554:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949847533184 00000100:00100000:0.0:1746130250.737808:0:10554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 3570 00000100:00100000:0.0:1746130250.737815:0:10554:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9b9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:640ea846-b909-4eea-9a54-417e15bd627b+315:30934:x1830949847533184:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746130250.737831:0:10554:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746130250.737847:0:10554:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093154800/0x4ce24e578735d27a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3b959 expref: -99 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130250.737872:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130250.737874:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130250.737883:0:10554:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093154800/0x4ce24e578735d27a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3b959 expref: 316 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130250.737898:0:10554:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093154800/0x4ce24e578735d27a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3b959 expref: 316 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130250.737908:0:10554:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093154800, rc 0) 00000100:00100000:0.0:1746130250.737957:0:10554:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9b9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:640ea846-b909-4eea-9a54-417e15bd627b+316:30934:x1830949847533184:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 129us (313us total) trans 0 rc 0/0 00000100:00100000:0.0:1746130250.737970:0:10554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 3570 00000001:00080000:0.0:1746130250.740886:0:9939:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968120 is committed 00000001:00080000:0.0:1746130250.740914:0:9939:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968165 is committed 00000001:00080000:0.0:1746130250.741094:0:9939:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968176 is committed 00000001:00080000:0.0:1746130250.741467:0:9939:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968022 is committed 00000001:00080000:0.0:1746130250.741610:0:9939:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968035 is committed 00000100:00100000:0.0:1746130250.743709:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.746004:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.746056:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.747536:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.747577:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.747646:0:9860:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 11835 00000100:00100000:0.0:1746130250.747653:0:9860:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092259880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:640ea846-b909-4eea-9a54-417e15bd627b+12:1961:x1830949847534208:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746130250.747662:0:9860:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746130250.747678:0:9860:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093154800/0x4ce24e578735d27a lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3b959 expref: 12 pid: 10554 timeout: 548 lvb_type: 0 00010000:00010000:0.0:1746130250.747687:0:9860:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093154800/0x4ce24e578735d27a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3b959 expref: 12 pid: 10554 timeout: 548 lvb_type: 0 00010000:00010000:0.0:1746130250.747706:0:9860:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746130250.747732:0:9860:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092259880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:640ea846-b909-4eea-9a54-417e15bd627b+12:1961:x1830949847534208:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 79us (197us total) trans 0 rc 0/0 00000100:00100000:0.0:1746130250.747738:0:9860:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 11835 00000100:00100000:0.0:1746130250.749121:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.750676:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.752658:0:7098:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949847535104 00000100:00100000:0.0:1746130250.752667:0:7098:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949847535104 00010000:00010000:0.0:1746130250.752702:0:7098:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092a50400/0x4ce24e578735d281 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3b960 expref: 13 pid: 10554 timeout: 548 lvb_type: 0 00000100:00100000:0.0:1746130250.752735:0:7098:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 11837 00000100:00100000:0.0:1746130250.752743:0:7098:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9b8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:640ea846-b909-4eea-9a54-417e15bd627b+13:1963:x1830949847535104:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746130250.752755:0:7098:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746130250.752774:0:7098:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092a50400/0x4ce24e578735d281 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3b960 expref: 13 pid: 10554 timeout: 548 lvb_type: 0 00010000:00010000:0.0:1746130250.752784:0:7098:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092a50400/0x4ce24e578735d281 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3b960 expref: 13 pid: 10554 timeout: 548 lvb_type: 0 00010000:00010000:0.0:1746130250.752806:0:7098:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092a50400/0x4ce24e578735d281 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3b960 expref: 13 pid: 10554 timeout: 548 lvb_type: 0 00010000:00010000:0.0:1746130250.752816:0:7098:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130250.752818:0:7098:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130250.752823:0:7098:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012eb3ea00/0x4ce24e578735d288 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3b967 expref: 12 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130250.752829:0:7098:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012eb3ea00/0x4ce24e578735d288 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3b967 expref: 12 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130250.752852:0:7098:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012eb3ea00/0x4ce24e578735d288 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3b967 expref: 12 pid: 8470 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746130250.752860:0:7098:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009225a680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7098:1830949841073152:192.168.204.51@tcp:105: 00000100:00100000:0.0:1746130250.752955:0:7098:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800940e7f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746130250.754214:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.755752:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.757480:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.763764:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.763904:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.765484:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.765519:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.766803:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.767407:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.768711:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.770809:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.772694:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.774653:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.776159:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.779685:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.781677:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.781731:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.783323:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.783770:0:7098:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949847538944 00000100:00100000:0.0:1746130250.783774:0:7098:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949847538944 00010000:00010000:0.0:1746130250.783788:0:7098:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a4a33200/0x4ce24e578735d2a4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3b983 expref: 6 pid: 8467 timeout: 548 lvb_type: 0 00000100:00100000:0.0:1746130250.783809:0:7098:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 11842 00000100:00100000:0.0:1746130250.783814:0:7098:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9b8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949847538944:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746130250.783820:0:7098:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746130250.783829:0:7098:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a4a33200/0x4ce24e578735d2a4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3b983 expref: 6 pid: 8467 timeout: 548 lvb_type: 0 00010000:00010000:0.0:1746130250.783837:0:7098:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a4a33200/0x4ce24e578735d2a4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3b983 expref: 6 pid: 8467 timeout: 548 lvb_type: 0 00010000:00010000:0.0:1746130250.783851:0:7098:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a4a33200/0x4ce24e578735d2a4 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3b983 expref: 6 pid: 8467 timeout: 548 lvb_type: 0 00010000:00010000:0.0:1746130250.783861:0:7098:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130250.783863:0:7098:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130250.783869:0:7098:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a4a33000/0x4ce24e578735d2ab lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3b98a expref: 14 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130250.783876:0:7098:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a4a33000/0x4ce24e578735d2ab lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3b98a expref: 14 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130250.783917:0:7098:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a4a33000/0x4ce24e578735d2ab lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3b98a expref: 15 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130250.783981:0:7098:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a4a33000/0x4ce24e578735d2ab lrc: 6/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3b98a expref: 15 pid: 8467 timeout: 548 lvb_type: 0 00000100:00100000:0.0:1746130250.783989:0:7098:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013514e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7098:1830949841074176:192.168.204.51@tcp:105: 00000100:00100000:0.0:1746130250.784045:0:7098:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800940e7f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746130250.785465:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949847539328 00000100:00100000:0.0:1746130250.785475:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949847539328 00002000:00100000:0.0:1746130250.785515:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff88008a9ba300 x1830949847539328/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:236/0 lens 488/0 e 0 to 0 dl 1746130261 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746130250.785525:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a9ba300 with x1830949847539328 ext(0->4095) 00010000:00010000:0.0:1746130250.785534:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a4a33000/0x4ce24e578735d2ab lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3b98a expref: 15 pid: 8467 timeout: 548 lvb_type: 0 00010000:00010000:0.0:1746130250.785552:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a4a33000/0x4ce24e578735d2ab lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3b98a expref: 15 pid: 8467 timeout: 548 lvb_type: 0 00002000:00010000:0.0:1746130250.785560:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008a9ba300 00000100:00100000:0.0:1746130250.785587:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 478 00000100:00100000:0.0:1746130250.785592:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9ba300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+15:1962:x1830949847539328:12345-192.168.204.51@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746130250.785772:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9ba300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+15:1962:x1830949847539328:12345-192.168.204.51@tcp:3:rw_seq_cst_vs_d.0 Request processed in 179us (339us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746130250.785778:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 478 00002000:00100000:0.0:1746130250.785781:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff88008a9ba300 x1830949847539328/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:236/0 lens 488/4536 e 0 to 0 dl 1746130261 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746130250.785790:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a9ba300 with x1830949847539328 ext(0->4095) 00010000:00010000:0.0:1746130250.785793:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a4a33000/0x4ce24e578735d2ab lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3b98a expref: 15 pid: 8467 timeout: 548 lvb_type: 0 00010000:00010000:0.0:1746130250.785799:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a4a33000/0x4ce24e578735d2ab lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3b98a expref: 15 pid: 8467 timeout: 548 lvb_type: 0 00002000:00010000:0.0:1746130250.785802:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008a9ba300 00000100:00100000:0.0:1746130250.787332:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.789652:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.791403:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.792662:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.794448:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.798621:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.800348:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.802566:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.802905:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.802938:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.804625:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.806541:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.808830:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.810663:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.812469:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.813724:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.816609:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.818416:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.818884:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.820153:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.820177:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.820675:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.821583:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.823131:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.824522:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.829096:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.830752:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.834579:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.837507:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.839713:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.840261:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.840449:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.841915:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.843482:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.846192:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.848147:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.849805:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.850297:0:8470:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 3588 00000100:00100000:0.0:1746130250.850306:0:8470:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4cd6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:640ea846-b909-4eea-9a54-417e15bd627b+21:30934:x1830949847546752:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746130250.850320:0:8470:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746130250.850337:0:8470:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135f31600/0x4ce24e578735d2f8 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3b9d7 expref: -99 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130250.850362:0:8470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130250.850363:0:8470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130250.850368:0:8470:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135f31600/0x4ce24e578735d2f8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3b9d7 expref: 22 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130250.850379:0:8470:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880135f31600/0x4ce24e578735d2f8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3b9d7 expref: 22 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130250.850386:0:8470:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135f31600, rc 0) 00000100:00100000:0.0:1746130250.850470:0:8470:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4cd6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:640ea846-b909-4eea-9a54-417e15bd627b+22:30934:x1830949847546752:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 165us (674us total) trans 0 rc 0/0 00000100:00100000:0.0:1746130250.850476:0:8470:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 3588 00000100:00100000:0.0:1746130250.852394:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.854366:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.854410:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.854565:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 3190 00000100:00100000:0.0:1746130250.854571:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135a10380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1964:x1830949847547392:12345-192.168.204.51@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746130250.854707:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135a10380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1964:x1830949847547392:12345-192.168.204.51@tcp:3:rw_seq_cst_vs_d.0 Request processed in 135us (295us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746130250.854712:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 3190 00002000:00100000:0.0:1746130250.854717:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff880135a10380 x1830949847547392/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:236/0 lens 488/4536 e 0 to 0 dl 1746130261 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746130250.854723:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135a10380 with x1830949847547392 ext(0->4095) 00010000:00010000:0.0:1746130250.854728:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800995bb000/0x4ce24e578735d2f1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3b9d0 expref: 6 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130250.854735:0:25932:0:(ldlm_lockd.c:596:ldlm_refresh_waiting_lock()) ### wasn't waiting ns: filter-lustre-OST0001_UUID lock: ffff8800995bb000/0x4ce24e578735d2f1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3b9d0 expref: 6 pid: 8467 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1746130250.854744:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880135a10380 00000100:00100000:0.0:1746130250.855673:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.856196:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.856230:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.860937:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.862667:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.864611:0:7098:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009429c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7098:1830949841076992:192.168.204.51@tcp:105: 00010000:00010000:0.0:1746130250.864628:0:7098:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746130250.864717:0:7098:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5969880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:640ea846-b909-4eea-9a54-417e15bd627b+24:1961:x1830949847548416:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 1877us (2052us total) trans 0 rc 0/0 00000100:00100000:0.0:1746130250.864727:0:7098:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 11855 00000100:00100000:0.0:1746130250.865077:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949847548672 00000100:00100000:0.0:1746130250.865082:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949847548672 00002000:00100000:0.0:1746130250.865111:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff88008a9b8000 x1830949847548672/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:236/0 lens 488/0 e 0 to 0 dl 1746130261 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746130250.865117:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a9b8000 with x1830949847548672 ext(0->4095) 00002000:00010000:0.0:1746130250.865121:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008a9b8000 00000100:00100000:0.0:1746130250.865132:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 3191 00000100:00100000:0.0:1746130250.865136:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9b8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+24:1962:x1830949847548672:12345-192.168.204.51@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746130250.865309:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9b8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+24:1962:x1830949847548672:12345-192.168.204.51@tcp:3:rw_seq_cst_vs_d.0 Request processed in 171us (265us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746130250.865316:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 3191 00002000:00100000:0.0:1746130250.865321:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff88008a9b8000 x1830949847548672/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:236/0 lens 488/4536 e 0 to 0 dl 1746130261 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746130250.865334:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a9b8000 with x1830949847548672 ext(0->4095) 00002000:00010000:0.0:1746130250.865336:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008a9b8000 00000100:00100000:0.0:1746130250.866729:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.869237:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.873512:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.875262:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.875334:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.877113:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.877154:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.877695:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.878955:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.880235:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.881681:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.883386:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.884898:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.886978:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.890786:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.892535:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.892577:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.894256:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.894316:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.894378:0:9860:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 11859 00000100:00100000:0.0:1746130250.894387:0:9860:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7d41500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:640ea846-b909-4eea-9a54-417e15bd627b+27:1962:x1830949847552128:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746130250.894399:0:9860:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746130250.894424:0:9860:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800995baa00/0x4ce24e578735d322 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ba01 expref: 27 pid: 8470 timeout: 549 lvb_type: 0 00010000:00010000:0.0:1746130250.894437:0:9860:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800995baa00/0x4ce24e578735d322 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ba01 expref: 27 pid: 8470 timeout: 549 lvb_type: 0 00010000:00010000:0.0:1746130250.894475:0:9860:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800995baa00/0x4ce24e578735d322 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ba01 expref: 27 pid: 8470 timeout: 549 lvb_type: 0 00010000:00010000:0.0:1746130250.894497:0:9860:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130250.894558:0:9860:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130250.894565:0:9860:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800995bb400/0x4ce24e578735d329 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ba08 expref: 26 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130250.894573:0:9860:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800995bb400/0x4ce24e578735d329 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ba08 expref: 26 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130250.894805:0:9860:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800995bb400/0x4ce24e578735d329 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ba08 expref: 26 pid: 8470 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746130250.894817:0:9860:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7d40700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9860:1830949841078016:192.168.204.51@tcp:105: 00000100:00100000:0.0:1746130250.894872:0:9860:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800940e7900 going to sleep for 11 seconds 00000100:00100000:0.0:1746130250.895741:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.897094:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.899012:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.900843:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.903835:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.906705:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.909078:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.909131:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.910705:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.910744:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.910863:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.913038:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.915053:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.918261:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.921221:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.922921:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.925304:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.928304:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.928359:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.931067:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.931096:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.931135:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.933097:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.934897:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.937576:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.940753:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.942572:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.945010:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.947880:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.949161:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.951574:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.951605:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.951645:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.951668:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949847558784 00000100:00100000:0.0:1746130250.951673:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949847558784 00000100:00100000:0.0:1746130250.951707:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 3605 00000100:00100000:0.0:1746130250.951713:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c4ff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:640ea846-b909-4eea-9a54-417e15bd627b+34:30934:x1830949847558784:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746130250.951726:0:8467:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746130250.951738:0:8467:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094bc4c00/0x4ce24e578735d36f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3ba4e expref: -99 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130250.951757:0:8467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130250.951762:0:8467:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800995bbe00/0x4ce24e578735d368 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ba47 expref: 34 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130250.951767:0:8467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746130250.951770:0:8467:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094bc4c00/0x4ce24e578735d36f lrc: 4/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ba4e expref: 34 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130250.951795:0:8467:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800995bbe00/0x4ce24e578735d368 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ba47 expref: 34 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130250.951804:0:8467:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094bc4c00/0x4ce24e578735d36f lrc: 3/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ba4e expref: 34 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130250.951811:0:8467:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094bc4c00, rc 0) 00000100:00100000:0.0:1746130250.951830:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c4ff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:640ea846-b909-4eea-9a54-417e15bd627b+35:30934:x1830949847558784:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 118us (184us total) trans 0 rc 0/0 00000100:00100000:0.0:1746130250.951835:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 3605 00000100:00100000:0.0:1746130250.955474:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.958178:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949847559296 00000100:00100000:0.0:1746130250.958186:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949847559296 00002000:00100000:0.0:1746130250.958223:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x18:0x0] (0->7) req@ffff88008a9b9500 x1830949847559296/t0(0) o4->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:236/0 lens 496/0 e 0 to 0 dl 1746130261 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746130250.958233:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a9b9500 with x1830949847559296 ext(0->7) 00010000:00010000:0.0:1746130250.958242:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800995bbe00/0x4ce24e578735d368 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ba47 expref: 33 pid: 8470 timeout: 549 lvb_type: 0 00010000:00010000:0.0:1746130250.958254:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800995bbe00/0x4ce24e578735d368 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ba47 expref: 33 pid: 8470 timeout: 549 lvb_type: 0 00002000:00010000:0.0:1746130250.958261:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008a9b9500 00000100:00100000:0.0:1746130250.958320:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 499 00000100:00100000:0.0:1746130250.958326:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9b9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+33:1963:x1830949847559296:12345-192.168.204.51@tcp:4:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746130250.960443:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.962447:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.963808:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.966469:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.970576:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.977622:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.981646:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.981730:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.983464:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.987009:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.989576:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.992877:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.996028:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130250.998493:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.001428:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.005567:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.005877:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.007373:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.007399:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.007427:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.007440:0:10554:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949847562880 00000100:00100000:0.0:1746130251.007443:0:10554:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949847562880 00000100:00100000:0.0:1746130251.007461:0:10554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 3611 00000100:00100000:0.0:1746130251.007466:0:10554:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800933aa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:640ea846-b909-4eea-9a54-417e15bd627b+39:30934:x1830949847562880:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746130251.007474:0:10554:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746130251.007481:0:10554:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094bc4200/0x4ce24e578735d399 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3ba78 expref: -99 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130251.007495:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130251.007500:0:10554:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800995bb600/0x4ce24e578735d392 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 7 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ba71 expref: 40 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130251.007505:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746130251.007508:0:10554:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094bc4200/0x4ce24e578735d399 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 7 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ba78 expref: 40 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130251.007652:0:10554:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800995bb600/0x4ce24e578735d392 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ba71 expref: 37 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130251.007726:0:10554:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094bc4200/0x4ce24e578735d399 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ba78 expref: 37 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130251.007750:0:10554:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094bc4200, rc 0) 00000100:00100000:0.0:1746130251.007772:0:10554:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800933aa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:640ea846-b909-4eea-9a54-417e15bd627b+37:30934:x1830949847562880:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 306us (344us total) trans 0 rc 0/0 00000100:00100000:0.0:1746130251.007778:0:10554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 3611 00000100:00100000:0.0:1746130251.009008:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.010621:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.012796:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.016164:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.018876:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.020634:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.022768:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.025968:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.026149:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.028912:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.029176:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.029667:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.032226:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.034923:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.037883:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.039968:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.043324:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.046435:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.048251:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.050005:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.050504:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.050531:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.051936:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.057707:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.060518:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.062081:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.063848:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.067168:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.070428:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.070493:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.072711:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.072737:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.072768:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.075686:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.077662:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.080674:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.083196:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.084995:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.087833:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.089741:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.092066:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.092119:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.094774:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.094810:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.095700:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.098339:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.103651:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.106585:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.109583:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.114701:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.115796:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.116748:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.117756:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.120183:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.120302:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.124009:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949847573888 00000100:00100000:0.0:1746130251.124016:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949847573888 00002000:00100000:0.0:1746130251.124051:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff88008a9b8700 x1830949847573888/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:237/0 lens 488/0 e 0 to 0 dl 1746130262 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746130251.124059:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a9b8700 with x1830949847573888 ext(0->4095) 00010000:00010000:0.0:1746130251.124067:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092a50200/0x4ce24e578735d3fb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3bada expref: 46 pid: 8470 timeout: 549 lvb_type: 0 00010000:00010000:0.0:1746130251.124081:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092a50200/0x4ce24e578735d3fb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3bada expref: 46 pid: 8470 timeout: 549 lvb_type: 0 00002000:00010000:0.0:1746130251.124086:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008a9b8700 00000100:00100000:0.0:1746130251.124113:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 515 00000100:00100000:0.0:1746130251.124119:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9b8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+46:1962:x1830949847573888:12345-192.168.204.51@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746130251.124250:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9b8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+46:1962:x1830949847573888:12345-192.168.204.51@tcp:3:rw_seq_cst_vs_d.0 Request processed in 131us (344us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746130251.124256:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 515 00002000:00100000:0.0:1746130251.124261:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff88008a9b8700 x1830949847573888/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:237/0 lens 488/4536 e 0 to 0 dl 1746130262 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746130251.124287:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a9b8700 with x1830949847573888 ext(0->4095) 00010000:00010000:0.0:1746130251.124291:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092a50200/0x4ce24e578735d3fb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3bada expref: 46 pid: 8470 timeout: 549 lvb_type: 0 00010000:00010000:0.0:1746130251.124300:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092a50200/0x4ce24e578735d3fb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3bada expref: 46 pid: 8470 timeout: 549 lvb_type: 0 00002000:00010000:0.0:1746130251.124306:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008a9b8700 00000100:00100000:0.0:1746130251.132130:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.135190:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.141751:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.145584:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.152308:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.157301:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.162855:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.165292:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.166155:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.167488:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.168247:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.171480:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.175795:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.178025:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.180148:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.182388:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.184827:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.190932:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.191987:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.192932:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.194565:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.195000:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.195185:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.197721:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.201680:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.204339:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.207103:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.208789:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.210729:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.212207:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.214650:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.214692:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.216484:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.216505:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.216530:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.218113:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.220367:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.222087:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.224431:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.227003:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.228625:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.233891:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.233968:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.236374:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.236495:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.236786:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.236801:0:8470:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949847582720 00000100:00100000:0.0:1746130251.236804:0:8470:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949847582720 00000100:00100000:0.0:1746130251.238435:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.241760:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.247688:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.250980:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.253862:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.257428:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.259313:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.260810:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.262671:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.263409:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.263432:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.266656:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.275407:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.285946:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.289910:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.291165:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.300718:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.305256:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.306652:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.310667:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.325176:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.330496:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.330854:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.338415:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.341469:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.347684:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.352833:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.355571:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.359651:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.366713:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.369051:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.375482:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.375547:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.379226:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.379264:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.379958:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.384576:0:9860:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009429c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9860:1830949841089920:192.168.204.51@tcp:105: 00010000:00010000:0.0:1746130251.384597:0:9860:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746130251.384634:0:9860:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135ec1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:640ea846-b909-4eea-9a54-417e15bd627b+65:1962:x1830949847589504:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 4589us (4675us total) trans 0 rc 0/0 00000100:00100000:0.0:1746130251.384643:0:9860:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 11915 00000100:00100000:0.0:1746130251.387435:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.391783:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.394978:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.397735:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.400997:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.405133:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.406572:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.411151:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.411223:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.411318:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.411385:0:7924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 11917 00000100:00100000:0.0:1746130251.411396:0:7924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135ec2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+68:1962:x1830949847591296:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746130251.411408:0:7924:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746130251.411431:0:7924:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092a15a00/0x4ce24e578735d4b8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 9 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3bb97 expref: 68 pid: 10554 timeout: 549 lvb_type: 0 00010000:00010000:0.0:1746130251.411442:0:7924:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092a15a00/0x4ce24e578735d4b8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 8 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3bb97 expref: 69 pid: 10554 timeout: 549 lvb_type: 0 00010000:00010000:0.0:1746130251.411490:0:7924:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092a15a00/0x4ce24e578735d4b8 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3bb97 expref: 69 pid: 10554 timeout: 549 lvb_type: 0 00010000:00010000:0.0:1746130251.411513:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130251.411515:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130251.411524:0:7924:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092a14e00/0x4ce24e578735d4bf lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3bb9e expref: 68 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130251.411534:0:7924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092a14e00/0x4ce24e578735d4bf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3bb9e expref: 68 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130251.411563:0:7924:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092a14e00/0x4ce24e578735d4bf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3bb9e expref: 68 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130251.411577:0:7924:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092a14e00/0x4ce24e578735d4bf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3bb9e expref: 68 pid: 10554 timeout: 549 lvb_type: 0 00000100:00100000:0.0:1746130251.411592:0:7924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135ec3480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7924:1830949841090688:192.168.204.51@tcp:105: 00000100:00100000:0.0:1746130251.411674:0:7924:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800940e7780 going to sleep for 11 seconds 00000100:00100000:0.0:1746130251.418013:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.425226:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.438604:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.439114:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.441964:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.447153:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.447262:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.450453:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.453798:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.459887:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.466740:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.467993:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.471390:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.471565:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.477405:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.481599:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.488064:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.490815:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.496861:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.496913:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.499124:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.501574:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.506185:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00080000:0.0:1746130251.509249:0:7108:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746130251.512340:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.515181:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.519991:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.520040:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.524477:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.527660:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.527724:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.529744:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.537026:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.542493:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.548636:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.555400:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.555490:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.558817:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.560117:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.560291:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.563409:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949847599232 00000100:00100000:0.0:1746130251.563417:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949847599232 00002000:00100000:0.0:1746130251.563454:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff880135ec3100 x1830949847599232/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:237/0 lens 488/0 e 0 to 0 dl 1746130262 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746130251.563463:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135ec3100 with x1830949847599232 ext(0->4095) 00010000:00010000:0.0:1746130251.563471:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092a50200/0x4ce24e578735d513 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3bbf2 expref: 76 pid: 8470 timeout: 549 lvb_type: 0 00010000:00010000:0.0:1746130251.563483:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092a50200/0x4ce24e578735d513 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3bbf2 expref: 76 pid: 8470 timeout: 549 lvb_type: 0 00002000:00010000:0.0:1746130251.563490:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880135ec3100 00000100:00100000:0.0:1746130251.563519:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 554 00000100:00100000:0.0:1746130251.563526:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135ec3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+76:1962:x1830949847599232:12345-192.168.204.51@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746130251.563845:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135ec3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+76:1962:x1830949847599232:12345-192.168.204.51@tcp:3:rw_seq_cst_vs_d.0 Request processed in 318us (590us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746130251.563850:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 554 00002000:00100000:0.0:1746130251.563855:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff880135ec3100 x1830949847599232/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:237/0 lens 488/4536 e 0 to 0 dl 1746130262 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746130251.563861:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135ec3100 with x1830949847599232 ext(0->4095) 00010000:00010000:0.0:1746130251.563865:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092a50200/0x4ce24e578735d513 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3bbf2 expref: 76 pid: 8470 timeout: 549 lvb_type: 0 00010000:00010000:0.0:1746130251.563874:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092a50200/0x4ce24e578735d513 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3bbf2 expref: 76 pid: 8470 timeout: 549 lvb_type: 0 00002000:00010000:0.0:1746130251.563879:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880135ec3100 00000100:00100000:0.0:1746130251.569092:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.573406:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.577060:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.579474:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.579615:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.581648:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.584735:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.587355:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.590966:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.594134:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.595459:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.597405:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.599745:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.606396:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.610541:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.611334:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.611387:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.614552:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.618163:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.624074:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.628181:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.631441:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.632609:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.634506:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.638150:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.641532:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.644722:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.652996:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.656239:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.656302:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.659012:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.661840:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.664871:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.666991:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.672208:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.674969:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.678101:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.679252:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.681310:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.681428:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.686188:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.688626:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.690997:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.692691:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.694389:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.696603:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.699172:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.701384:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.703629:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.703666:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.703683:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949847608448 00000100:00100000:0.0:1746130251.703688:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949847608448 00010000:00010000:0.0:1746130251.703714:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092a15400/0x4ce24e578735d575 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3bc54 expref: 6 pid: 10554 timeout: 549 lvb_type: 0 00000100:00100000:0.0:1746130251.703745:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 11944 00000100:00100000:0.0:1746130251.703751:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e24b450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949847608448:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746130251.703760:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746130251.703777:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092a15400/0x4ce24e578735d575 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3bc54 expref: 6 pid: 10554 timeout: 549 lvb_type: 0 00010000:00010000:0.0:1746130251.703786:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092a15400/0x4ce24e578735d575 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3bc54 expref: 6 pid: 10554 timeout: 549 lvb_type: 0 00010000:00010000:0.0:1746130251.703805:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092a15400/0x4ce24e578735d575 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3bc54 expref: 7 pid: 10554 timeout: 549 lvb_type: 0 00010000:00010000:0.0:1746130251.703820:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130251.703822:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130251.703828:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092a15000/0x4ce24e578735d57c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3bc5b expref: 88 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130251.703835:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092a15000/0x4ce24e578735d57c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3bc5b expref: 88 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130251.703869:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092a15000/0x4ce24e578735d57c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3bc5b expref: 88 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130251.703889:0:7097:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092a15000/0x4ce24e578735d57c lrc: 6/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3bc5b expref: 87 pid: 10554 timeout: 549 lvb_type: 0 00000100:00100000:0.0:1746130251.703895:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134a80380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7097:1830949841096960:192.168.204.51@tcp:105: 00000100:00100000:0.0:1746130251.704918:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.707325:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.710397:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.715910:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.718380:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.718504:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.720666:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.722303:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.724191:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.726351:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.728441:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.730338:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.731797:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.735390:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.736985:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.737037:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.738545:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.738609:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.738706:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.740291:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.741960:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.744564:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.746471:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.748071:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.749399:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.751625:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.756226:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.757792:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.758022:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.759669:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949847614464 00000100:00100000:0.0:1746130251.759674:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949847614464 00002000:00100000:0.0:1746130251.759700:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff880135ec3480 x1830949847614464/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:237/0 lens 488/0 e 0 to 0 dl 1746130262 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746130251.759708:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135ec3480 with x1830949847614464 ext(0->4095) 00010000:00010000:0.0:1746130251.759713:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092a50200/0x4ce24e578735d5b4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3bc93 expref: 94 pid: 8469 timeout: 549 lvb_type: 0 00010000:00010000:0.0:1746130251.759723:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092a50200/0x4ce24e578735d5b4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3bc93 expref: 94 pid: 8469 timeout: 549 lvb_type: 0 00002000:00010000:0.0:1746130251.759730:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880135ec3480 00000100:00100000:0.0:1746130251.759746:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 573 00000100:00100000:0.0:1746130251.759752:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135ec3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+94:1962:x1830949847614464:12345-192.168.204.51@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746130251.759870:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135ec3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+94:1962:x1830949847614464:12345-192.168.204.51@tcp:3:rw_seq_cst_vs_d.0 Request processed in 117us (267us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746130251.759936:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 573 00002000:00100000:0.0:1746130251.759943:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff880135ec3480 x1830949847614464/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:237/0 lens 488/4536 e 0 to 0 dl 1746130262 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746130251.759950:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135ec3480 with x1830949847614464 ext(0->4095) 00010000:00010000:0.0:1746130251.759954:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092a50200/0x4ce24e578735d5b4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3bc93 expref: 94 pid: 8469 timeout: 549 lvb_type: 0 00010000:00010000:0.0:1746130251.759963:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092a50200/0x4ce24e578735d5b4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3bc93 expref: 94 pid: 8469 timeout: 549 lvb_type: 0 00002000:00010000:0.0:1746130251.759968:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880135ec3480 00000100:00100000:0.0:1746130251.760910:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.762614:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.764149:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.765750:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.767100:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.770071:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.772227:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.772305:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.773893:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.773945:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.774054:0:9860:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 11956 00000100:00100000:0.0:1746130251.774061:0:9860:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cbac380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949847616384:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746130251.774068:0:9860:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746130251.774079:0:9860:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092a50400/0x4ce24e578735d5bb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3bc9a expref: 6 pid: 8469 timeout: 549 lvb_type: 0 00010000:00010000:0.0:1746130251.774097:0:9860:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092a50400/0x4ce24e578735d5bb lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3bc9a expref: 6 pid: 8469 timeout: 549 lvb_type: 0 00010000:00010000:0.0:1746130251.774121:0:9860:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092a50400/0x4ce24e578735d5bb lrc: 0/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3bc9a expref: 6 pid: 8469 timeout: 549 lvb_type: 0 00010000:00010000:0.0:1746130251.774135:0:9860:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130251.774136:0:9860:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130251.774143:0:9860:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800995bb000/0x4ce24e578735d5c9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3bca8 expref: 96 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130251.774150:0:9860:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800995bb000/0x4ce24e578735d5c9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3bca8 expref: 96 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130251.774172:0:9860:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800995bb000/0x4ce24e578735d5c9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3bca8 expref: 96 pid: 8469 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746130251.774182:0:9860:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cbac700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9860:1830949841099392:192.168.204.51@tcp:105: 00000100:00100000:0.0:1746130251.774224:0:9860:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800940e7900 going to sleep for 11 seconds 00000100:00100000:0.0:1746130251.774383:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.775459:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.776971:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.779089:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.781388:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.784097:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.785596:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.788650:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.788706:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.790292:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.790318:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.790336:0:7924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949847618432 00000100:00100000:0.0:1746130251.790341:0:7924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949847618432 00010000:00010000:0.0:1746130251.790362:0:7924:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800995bba00/0x4ce24e578735d5d0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3bcaf expref: 100 pid: 8469 timeout: 549 lvb_type: 0 00000100:00100000:0.0:1746130251.790404:0:7924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 11959 00000100:00100000:0.0:1746130251.790410:0:7924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e24ac50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+100:1963:x1830949847618432:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746130251.790417:0:7924:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746130251.790436:0:7924:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800995bba00/0x4ce24e578735d5d0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3bcaf expref: 100 pid: 8469 timeout: 549 lvb_type: 0 00010000:00010000:0.0:1746130251.790457:0:7924:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800995bba00/0x4ce24e578735d5d0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3bcaf expref: 99 pid: 8469 timeout: 549 lvb_type: 0 00010000:00010000:0.0:1746130251.790481:0:7924:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800995bba00/0x4ce24e578735d5d0 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3bcaf expref: 99 pid: 8469 timeout: 549 lvb_type: 0 00010000:00010000:0.0:1746130251.790494:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130251.790497:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130251.790503:0:7924:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092a15a00/0x4ce24e578735d5de lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3bcbd expref: 98 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130251.790510:0:7924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092a15a00/0x4ce24e578735d5de lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3bcbd expref: 98 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130251.790544:0:7924:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092a15a00/0x4ce24e578735d5de lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3bcbd expref: 98 pid: 10554 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746130251.790558:0:7924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012cbaed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7924:1830949841100032:192.168.204.51@tcp:105: 00000100:00100000:0.0:1746130251.790594:0:7924:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800940e7f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746130251.791622:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.793017:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.795140:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.798840:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.800103:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.801740:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.805787:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.807944:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.808161:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.809289:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.809489:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.809811:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.811523:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.813164:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.815755:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.817794:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.819502:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.821962:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.825387:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.827061:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.827109:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.828666:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.828706:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.828723:0:8469:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949847623168 00000100:00100000:0.0:1746130251.828728:0:8469:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949847623168 00000100:00100000:0.0:1746130251.828766:0:8469:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 3701 00000100:00100000:0.0:1746130251.828772:0:8469:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801363c6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+7:30934:x1830949847623168:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746130251.828783:0:8469:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746130251.828792:0:8469:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093155a00/0x4ce24e578735d60f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3bcee expref: -99 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130251.828806:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130251.828812:0:8469:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092a51800/0x4ce24e578735d608 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3bce7 expref: 102 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130251.828817:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746130251.828821:0:8469:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093155a00/0x4ce24e578735d60f lrc: 4/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3bcee expref: 8 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130251.828842:0:8469:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092a51800/0x4ce24e578735d608 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3bce7 expref: 102 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130251.828860:0:8469:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093155a00/0x4ce24e578735d60f lrc: 3/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 7 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3bcee expref: 8 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130251.828867:0:8469:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093155a00, rc 0) 00000100:00100000:0.0:1746130251.828944:0:8469:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801363c6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+6:30934:x1830949847623168:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 172us (237us total) trans 0 rc 0/0 00000100:00100000:0.0:1746130251.828950:0:8469:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 3701 00000100:00100000:0.0:1746130251.828987:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.830450:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.831999:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.833760:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.835580:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.837796:0:8469:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949847624192 00000100:00100000:0.0:1746130251.837803:0:8469:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949847624192 00000100:00100000:0.0:1746130251.837848:0:8469:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 3702 00000100:00100000:0.0:1746130251.837854:0:8469:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135ec0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:640ea846-b909-4eea-9a54-417e15bd627b+103:30934:x1830949847624192:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746130251.837868:0:8469:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746130251.837883:0:8469:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092a15a00/0x4ce24e578735d616 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3bcf5 expref: -99 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130251.837903:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130251.837905:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130251.837911:0:8469:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092a15a00/0x4ce24e578735d616 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3bcf5 expref: 104 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130251.837922:0:8469:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092a15a00/0x4ce24e578735d616 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3bcf5 expref: 104 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130251.837944:0:8469:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092a15a00, rc 0) 00000100:00100000:0.0:1746130251.837985:0:8469:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135ec0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:640ea846-b909-4eea-9a54-417e15bd627b+104:30934:x1830949847624192:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 130us (245us total) trans 0 rc 0/0 00000100:00100000:0.0:1746130251.837991:0:8469:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 3702 00000100:00100000:0.0:1746130251.839016:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.841591:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.843726:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.843774:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.845553:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.845579:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.845630:0:7098:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 11967 00000100:00100000:0.0:1746130251.845637:0:7098:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132f7c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:640ea846-b909-4eea-9a54-417e15bd627b+105:1961:x1830949847625216:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746130251.845647:0:7098:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746130251.845668:0:7098:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092a15a00/0x4ce24e578735d616 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3bcf5 expref: 105 pid: 8469 timeout: 549 lvb_type: 0 00010000:00010000:0.0:1746130251.845678:0:7098:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092a15a00/0x4ce24e578735d616 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3bcf5 expref: 105 pid: 8469 timeout: 549 lvb_type: 0 00010000:00010000:0.0:1746130251.845753:0:7098:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092a15a00/0x4ce24e578735d616 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3bcf5 expref: 105 pid: 8469 timeout: 549 lvb_type: 0 00010000:00010000:0.0:1746130251.845768:0:7098:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130251.845769:0:7098:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130251.845775:0:7098:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092a50200/0x4ce24e578735d61d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3bcfc expref: 104 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130251.845782:0:7098:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092a50200/0x4ce24e578735d61d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3bcfc expref: 104 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130251.845804:0:7098:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092a50200/0x4ce24e578735d61d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3bcfc expref: 104 pid: 8469 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746130251.845813:0:7098:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132f7c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7098:1830949841101952:192.168.204.51@tcp:105: 00000100:00100000:0.0:1746130251.845854:0:7098:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800940e7f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746130251.846325:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.847785:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.849494:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.851471:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.855445:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.857135:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.860159:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.860234:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.861936:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.861982:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.862980:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.863038:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.864438:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.865589:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.866814:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.868434:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.870083:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.871750:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.875667:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.877407:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.877450:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.878785:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.878820:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.878875:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.878890:0:8470:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949847629824 00000100:00100000:0.0:1746130251.878893:0:8470:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949847629824 00000100:00100000:0.0:1746130251.878991:0:8470:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 3710 00000100:00100000:0.0:1746130251.878997:0:8470:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132f74380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c84b93b0-d496-484f-8e1e-94008838f2dd+7:30934:x1830949847629824:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746130251.879007:0:8470:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746130251.879015:0:8470:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092a14400/0x4ce24e578735d64e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3bd2d expref: -99 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130251.879034:0:8470:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800995bb600/0x4ce24e578735d647 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3bd26 expref: 108 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130251.879039:0:8470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746130251.879041:0:8470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746130251.879043:0:8470:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092a14400/0x4ce24e578735d64e lrc: 4/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3bd2d expref: 7 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130251.879058:0:8470:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800995bb600/0x4ce24e578735d647 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3bd26 expref: 108 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130251.879067:0:8470:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800995bb600/0x4ce24e578735d647 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3bd26 expref: 108 pid: 8469 timeout: 550 lvb_type: 0 00000100:00100000:0.0:1746130251.879074:0:8470:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132f74700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8470:1830949841103360:192.168.204.51@tcp:104: 00000100:00100000:0.0:1746130251.879102:0:8470:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800940e7900 going to sleep for 11 seconds 00000100:00100000:0.0:1746130251.880396:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.882652:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.885118:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.886891:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.888482:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.890241:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.892900:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.894705:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.895956:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.897688:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.897760:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.897837:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.899701:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.901518:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.904204:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.906298:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.907910:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.910684:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.915048:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.915110:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.917761:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.917800:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.917844:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.920510:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.922331:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.923938:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.929999:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.931668:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.933944:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.935958:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.936000:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.937434:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.937458:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.937486:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.937500:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949847636480 00000100:00100000:0.0:1746130251.937504:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949847636480 00010000:00010000:0.0:1746130251.937516:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094734800/0x4ce24e578735d678 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3bd57 expref: 116 pid: 10554 timeout: 550 lvb_type: 0 00000100:00100000:0.0:1746130251.937534:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 11983 00000100:00100000:0.0:1746130251.937539:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f132680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+116:1961:x1830949847636480:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746130251.937547:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746130251.937557:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094734800/0x4ce24e578735d678 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 10 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3bd57 expref: 116 pid: 10554 timeout: 550 lvb_type: 0 00010000:00010000:0.0:1746130251.937591:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094734800/0x4ce24e578735d678 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3bd57 expref: 116 pid: 10554 timeout: 550 lvb_type: 0 00010000:00010000:0.0:1746130251.937634:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094734800/0x4ce24e578735d678 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3bd57 expref: 116 pid: 10554 timeout: 550 lvb_type: 0 00010000:00010000:0.0:1746130251.937681:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746130251.937706:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f132680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+115:1961:x1830949847636480:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 166us (219us total) trans 0 rc 0/0 00000100:00100000:0.0:1746130251.937715:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 11983 00000100:00100000:0.0:1746130251.939828:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.941203:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.943193:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.944684:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.946394:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.947648:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.949788:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.951253:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.951322:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.952611:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.952636:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.954549:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.956006:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.957460:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.958952:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.960164:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.961392:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.965934:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.967500:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.967546:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.968587:0:9860:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949847640832 00000100:00100000:0.0:1746130251.968590:0:9860:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949847640832 00010000:00010000:0.0:1746130251.968609:0:9860:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800995bb000/0x4ce24e578735d6a9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3bd88 expref: 6 pid: 8469 timeout: 550 lvb_type: 0 00000100:00100000:0.0:1746130251.968619:0:9860:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949847640960 00000100:00100000:0.0:1746130251.968620:0:9860:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949847640960 00010000:00010000:0.0:1746130251.968625:0:9860:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800995bae00/0x4ce24e578735d6a2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3bd81 expref: 119 pid: 8469 timeout: 550 lvb_type: 0 00000100:00100000:0.0:1746130251.968639:0:9860:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 11989 00000100:00100000:0.0:1746130251.968644:0:9860:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135ec1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:640ea846-b909-4eea-9a54-417e15bd627b+119:1962:x1830949847640960:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746130251.968650:0:9860:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746130251.968663:0:9860:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800995bae00/0x4ce24e578735d6a2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3bd81 expref: 119 pid: 8469 timeout: 550 lvb_type: 0 00010000:00010000:0.0:1746130251.968671:0:9860:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800995bae00/0x4ce24e578735d6a2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3bd81 expref: 119 pid: 8469 timeout: 550 lvb_type: 0 00010000:00010000:0.0:1746130251.968682:0:9860:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800995bae00/0x4ce24e578735d6a2 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3bd81 expref: 119 pid: 8469 timeout: 550 lvb_type: 0 00010000:00010000:0.0:1746130251.968699:0:9860:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746130251.968715:0:9860:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135ec1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:640ea846-b909-4eea-9a54-417e15bd627b+118:1962:x1830949847640960:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 71us (123us total) trans 0 rc 0/0 00000100:00100000:0.0:1746130251.968720:0:9860:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 11989 00000100:00100000:0.0:1746130251.968843:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.969831:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.971022:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.972359:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.973725:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.975324:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.976774:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.980251:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.982428:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.983639:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.985232:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.985835:0:9860:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949847643264 00000100:00100000:0.0:1746130251.985839:0:9860:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949847643264 00010000:00010000:0.0:1746130251.985852:0:9860:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800995ba400/0x4ce24e578735d6b7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3bd96 expref: 6 pid: 8469 timeout: 550 lvb_type: 0 00000100:00100000:0.0:1746130251.985874:0:9860:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 11992 00000100:00100000:0.0:1746130251.985879:0:9860:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008af74380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949847643264:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746130251.985885:0:9860:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746130251.985892:0:9860:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800995ba400/0x4ce24e578735d6b7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3bd96 expref: 6 pid: 8469 timeout: 550 lvb_type: 0 00010000:00010000:0.0:1746130251.985900:0:9860:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800995ba400/0x4ce24e578735d6b7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3bd96 expref: 6 pid: 8469 timeout: 550 lvb_type: 0 00010000:00010000:0.0:1746130251.986023:0:9860:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800995ba400/0x4ce24e578735d6b7 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3bd96 expref: 6 pid: 8469 timeout: 550 lvb_type: 0 00010000:00010000:0.0:1746130251.986043:0:9860:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130251.986045:0:9860:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130251.986050:0:9860:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800995bbc00/0x4ce24e578735d6c5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3bda4 expref: 120 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130251.986091:0:9860:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800995bbc00/0x4ce24e578735d6c5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3bda4 expref: 120 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130251.986111:0:9860:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800995bbc00/0x4ce24e578735d6c5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3bda4 expref: 120 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130251.986121:0:9860:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800995bbc00/0x4ce24e578735d6c5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3bda4 expref: 120 pid: 8469 timeout: 550 lvb_type: 0 00000100:00100000:0.0:1746130251.986130:0:9860:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7d43b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9860:1830949841107200:192.168.204.51@tcp:105: 00000100:00100000:0.0:1746130251.986178:0:9860:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800940e7300 going to sleep for 11 seconds 00000100:00100000:0.0:1746130251.987606:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.989079:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.990862:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.992336:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.993941:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.995724:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130251.998394:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.000429:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.000475:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.001957:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.001990:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.002029:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.002049:0:7924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949847645696 00000100:00100000:0.0:1746130252.002053:0:7924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949847645696 00010000:00010000:0.0:1746130252.002066:0:7924:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800995bb400/0x4ce24e578735d6d3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3bdb2 expref: 6 pid: 8469 timeout: 550 lvb_type: 0 00000100:00100000:0.0:1746130252.002083:0:7924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 11995 00000100:00100000:0.0:1746130252.002088:0:7924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013514ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1964:x1830949847645696:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746130252.002094:0:7924:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746130252.002103:0:7924:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800995bb400/0x4ce24e578735d6d3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3bdb2 expref: 6 pid: 8469 timeout: 550 lvb_type: 0 00010000:00010000:0.0:1746130252.002118:0:7924:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800995bb400/0x4ce24e578735d6d3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3bdb2 expref: 6 pid: 8469 timeout: 550 lvb_type: 0 00010000:00010000:0.0:1746130252.002142:0:7924:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800995bb400/0x4ce24e578735d6d3 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3bdb2 expref: 6 pid: 8469 timeout: 550 lvb_type: 0 00010000:00010000:0.0:1746130252.002182:0:7924:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746130252.002204:0:7924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013514ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+5:1964:x1830949847645696:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 115us (174us total) trans 0 rc 0/0 00000100:00100000:0.0:1746130252.002210:0:7924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 11995 00000100:00100000:0.0:1746130252.005065:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.006565:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.008141:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.009413:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.010670:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.014438:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.016058:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.016112:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.017627:0:10554:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949847648000 00000100:00100000:0.0:1746130252.017633:0:10554:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949847648000 00000100:00100000:0.0:1746130252.017665:0:10554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 3734 00000100:00100000:0.0:1746130252.017671:0:10554:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008af77800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:640ea846-b909-4eea-9a54-417e15bd627b+126:30934:x1830949847648000:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746130252.017682:0:10554:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746130252.017696:0:10554:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092a15c00/0x4ce24e578735d6f6 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3bdd5 expref: -99 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130252.017714:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130252.017719:0:10554:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800995bb000/0x4ce24e578735d6ef lrc: 2/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3bdce expref: 127 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130252.017724:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746130252.017727:0:10554:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092a15c00/0x4ce24e578735d6f6 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3bdd5 expref: 127 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130252.017754:0:10554:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800995bb000/0x4ce24e578735d6ef lrc: 3/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3bdce expref: 127 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130252.017769:0:10554:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092a15c00/0x4ce24e578735d6f6 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3bdd5 expref: 127 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130252.017778:0:10554:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092a15c00, rc 0) 00000100:00100000:0.0:1746130252.017808:0:10554:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008af77800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:640ea846-b909-4eea-9a54-417e15bd627b+127:30934:x1830949847648000:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 137us (223us total) trans 0 rc 0/0 00000100:00100000:0.0:1746130252.017814:0:10554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 3734 00000100:00100000:0.0:1746130252.019127:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.020523:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.022424:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.023944:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.025501:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.027064:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.031898:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.033668:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.033712:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.035460:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.035489:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.035526:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.037559:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.039138:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.041466:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.043160:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.044755:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.046176:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.049548:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.051100:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.051204:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.052461:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.052574:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.052602:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.054311:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.055619:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.057680:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.059468:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.062917:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.068385:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.068787:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949847654528 00000100:00100000:0.0:1746130252.068790:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949847654528 00002000:00100000:0.0:1746130252.068807:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff880135ec3800 x1830949847654528/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:238/0 lens 488/0 e 0 to 0 dl 1746130263 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746130252.068814:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135ec3800 with x1830949847654528 ext(0->4095) 00010000:00010000:0.0:1746130252.068820:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094734c00/0x4ce24e578735d727 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3be06 expref: 6 pid: 8470 timeout: 550 lvb_type: 0 00010000:00010000:0.0:1746130252.068828:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094734c00/0x4ce24e578735d727 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3be06 expref: 6 pid: 8470 timeout: 550 lvb_type: 0 00002000:00010000:0.0:1746130252.068833:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880135ec3800 00000100:00100000:0.0:1746130252.068845:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 612 00000100:00100000:0.0:1746130252.068850:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135ec3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1963:x1830949847654528:12345-192.168.204.51@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746130252.068942:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135ec3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1963:x1830949847654528:12345-192.168.204.51@tcp:3:rw_seq_cst_vs_d.0 Request processed in 91us (168us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746130252.068948:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 612 00002000:00100000:0.0:1746130252.068952:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff880135ec3800 x1830949847654528/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:238/0 lens 488/4536 e 0 to 0 dl 1746130263 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746130252.068956:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135ec3800 with x1830949847654528 ext(0->4095) 00010000:00010000:0.0:1746130252.068959:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094734c00/0x4ce24e578735d727 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3be06 expref: 6 pid: 8470 timeout: 550 lvb_type: 0 00010000:00010000:0.0:1746130252.068963:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094734c00/0x4ce24e578735d727 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3be06 expref: 6 pid: 8470 timeout: 550 lvb_type: 0 00002000:00010000:0.0:1746130252.068967:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880135ec3800 00000100:00100000:0.0:1746130252.069596:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.069622:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.069674:0:8470:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949847654912 00000100:00100000:0.0:1746130252.069678:0:8470:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949847654912 00000100:00100000:0.0:1746130252.069694:0:8470:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 3743 00000100:00100000:0.0:1746130252.069699:0:8470:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135ec2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:640ea846-b909-4eea-9a54-417e15bd627b+132:30934:x1830949847654912:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746130252.069706:0:8470:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746130252.069713:0:8470:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800945cfc00/0x4ce24e578735d735 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3be14 expref: -99 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130252.069731:0:8470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130252.069734:0:8470:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880130e3d600/0x4ce24e578735d72e lrc: 2/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 7 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3be0d expref: 133 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130252.069740:0:8470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746130252.069743:0:8470:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800945cfc00/0x4ce24e578735d735 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 7 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3be14 expref: 133 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130252.069767:0:8470:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880130e3d600/0x4ce24e578735d72e lrc: 3/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3be0d expref: 132 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130252.069779:0:8470:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800945cfc00/0x4ce24e578735d735 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3be14 expref: 132 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130252.069785:0:8470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130252.069786:0:8470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130252.069792:0:8470:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880130e3d600/0x4ce24e578735d72e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3be0d expref: 131 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130252.069798:0:8470:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880130e3d600/0x4ce24e578735d72e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3be0d expref: 131 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130252.069812:0:8470:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880130e3d600/0x4ce24e578735d72e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3be0d expref: 131 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130252.069821:0:8470:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880130e3d600/0x4ce24e578735d72e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3be0d expref: 131 pid: 8470 timeout: 550 lvb_type: 0 00000100:00100000:0.0:1746130252.069829:0:8470:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135205180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8470:1830949841110400:192.168.204.51@tcp:105: 00000100:00100000:0.0:1746130252.069871:0:8470:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800940e7600 going to sleep for 11 seconds 00000100:00100000:0.0:1746130252.070626:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.072048:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.073440:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.074740:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.075894:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.077186:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.081617:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.082997:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.083119:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.084539:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.084571:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.084610:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.084629:0:10554:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949847657216 00000100:00100000:0.0:1746130252.084633:0:10554:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949847657216 00000100:00100000:0.0:1746130252.086021:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.089135:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.090897:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.092675:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.094242:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.095464:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.099412:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.100875:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.100917:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.102045:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.102205:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.103994:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.105175:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.106331:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.107569:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.108743:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.109815:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.113447:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.115109:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.115164:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.116615:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.116632:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.116657:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.118150:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.119429:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.120804:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.122151:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.124486:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.129685:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.131163:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.131264:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.132475:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.132514:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.133060:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.133604:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.134893:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.136430:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.137573:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.138775:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.139743:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.143346:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.144872:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.144944:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.146172:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.146197:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.146235:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.147436:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949847666688 00000100:00100000:0.0:1746130252.147440:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949847666688 00002000:00100000:0.0:1746130252.147462:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff880135ec1180 x1830949847666688/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:238/0 lens 488/0 e 0 to 0 dl 1746130263 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746130252.147469:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135ec1180 with x1830949847666688 ext(0->4095) 00010000:00010000:0.0:1746130252.147474:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800995bb600/0x4ce24e578735d797 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3be76 expref: 141 pid: 8470 timeout: 550 lvb_type: 0 00010000:00010000:0.0:1746130252.147484:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800995bb600/0x4ce24e578735d797 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3be76 expref: 141 pid: 8470 timeout: 550 lvb_type: 0 00002000:00010000:0.0:1746130252.147488:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880135ec1180 00000100:00100000:0.0:1746130252.147508:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 625 00000100:00100000:0.0:1746130252.147515:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135ec1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+141:1961:x1830949847666688:12345-192.168.204.51@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746130252.147613:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135ec1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+141:1961:x1830949847666688:12345-192.168.204.51@tcp:3:rw_seq_cst_vs_d.0 Request processed in 99us (195us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746130252.147619:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 625 00002000:00100000:0.0:1746130252.147624:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff880135ec1180 x1830949847666688/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:238/0 lens 488/4536 e 0 to 0 dl 1746130263 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746130252.147630:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135ec1180 with x1830949847666688 ext(0->4095) 00010000:00010000:0.0:1746130252.147634:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800995bb600/0x4ce24e578735d797 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3be76 expref: 141 pid: 8470 timeout: 550 lvb_type: 0 00010000:00010000:0.0:1746130252.147643:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800995bb600/0x4ce24e578735d797 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3be76 expref: 141 pid: 8470 timeout: 550 lvb_type: 0 00002000:00010000:0.0:1746130252.147653:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880135ec1180 00000100:00100000:0.0:1746130252.148565:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.150067:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.151466:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.152649:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.153966:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.157308:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.158940:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.158982:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.160778:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.160806:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.160903:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.162399:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.164662:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.166323:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.167810:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.169144:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.170436:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.173881:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.176459:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.176502:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.178633:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.178740:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.178786:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.178943:0:10554:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949847671040 00000100:00100000:0.0:1746130252.178946:0:10554:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949847671040 00000100:00100000:0.0:1746130252.180223:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.181862:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.184068:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.186364:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.188426:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.190022:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.191843:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.193973:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.195538:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.195846:0:7098:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949847673216 00000100:00100000:0.0:1746130252.195854:0:7098:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949847673216 00010000:00010000:0.0:1746130252.195887:0:7098:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092a50600/0x4ce24e578735d7cf lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3beae expref: 6 pid: 8470 timeout: 550 lvb_type: 0 00000100:00100000:0.0:1746130252.195914:0:7098:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 12031 00000100:00100000:0.0:1746130252.195935:0:7098:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008af74700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1964:x1830949847673216:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746130252.195946:0:7098:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746130252.195964:0:7098:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092a50600/0x4ce24e578735d7cf lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3beae expref: 6 pid: 8470 timeout: 550 lvb_type: 0 00010000:00010000:0.0:1746130252.195975:0:7098:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092a50600/0x4ce24e578735d7cf lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3beae expref: 6 pid: 8470 timeout: 550 lvb_type: 0 00010000:00010000:0.0:1746130252.195994:0:7098:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092a50600/0x4ce24e578735d7cf lrc: 0/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3beae expref: 6 pid: 8470 timeout: 550 lvb_type: 0 00010000:00010000:0.0:1746130252.196012:0:7098:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130252.196014:0:7098:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130252.196020:0:7098:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092a50e00/0x4ce24e578735d7d6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3beb5 expref: 147 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130252.196027:0:7098:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092a50e00/0x4ce24e578735d7d6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3beb5 expref: 147 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130252.196091:0:7098:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092a50e00/0x4ce24e578735d7d6 lrc: 6/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3beb5 expref: 147 pid: 8470 timeout: 550 lvb_type: 0 00010000:00010000:0.0:1746130252.196101:0:7098:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092a50e00/0x4ce24e578735d7d6 lrc: 6/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3beb5 expref: 147 pid: 8470 timeout: 550 lvb_type: 0 00000100:00100000:0.0:1746130252.196112:0:7098:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009412f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7098:1830949841115520:192.168.204.51@tcp:105: 00000100:00100000:0.0:1746130252.196160:0:7098:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800940e7900 going to sleep for 11 seconds 00000100:00100000:0.0:1746130252.197454:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.198720:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.199955:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.201446:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.202750:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.204038:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.207835:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.209476:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.209507:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.210899:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.210915:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.210959:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.212225:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.213406:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.214606:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.216137:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.216304:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 3365 00000100:00100000:0.0:1746130252.216311:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091f45c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949847676544:12345-192.168.204.51@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746130252.216436:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091f45c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949847676544:12345-192.168.204.51@tcp:3:rw_seq_cst_vs_d.0 Request processed in 126us (301us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746130252.216442:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 3365 00002000:00100000:0.0:1746130252.216449:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff880091f45c00 x1830949847676544/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:238/0 lens 488/4536 e 0 to 0 dl 1746130263 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746130252.216456:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091f45c00 with x1830949847676544 ext(0->4095) 00002000:00010000:0.0:1746130252.216460:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091f45c00 00000100:00100000:0.0:1746130252.217816:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.218915:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.226991:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.228585:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.230158:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.231289:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.231595:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.231624:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.233651:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.235393:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.236788:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.238228:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.239638:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.242022:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.244070:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.244142:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.245465:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.245964:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.245997:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.247319:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.248340:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.249759:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.251404:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.252766:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.254047:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.257388:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.259252:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.259322:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.261022:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.261050:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.261089:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.261106:0:8469:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949847682560 00000100:00100000:0.0:1746130252.261109:0:8469:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949847682560 00000100:00100000:0.0:1746130252.261128:0:8469:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 3779 00000100:00100000:0.0:1746130252.261137:0:8469:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801354d9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+7:30934:x1830949847682560:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746130252.261149:0:8469:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746130252.261159:0:8469:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800945cee00/0x4ce24e578735d831 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 7 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3bf10 expref: -99 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130252.261183:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130252.261189:0:8469:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092a51e00/0x4ce24e578735d82a lrc: 3/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 7 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3bf09 expref: 156 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130252.261198:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746130252.261201:0:8469:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800945cee00/0x4ce24e578735d831 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 7 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3bf10 expref: 8 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130252.261241:0:8469:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092a51e00/0x4ce24e578735d82a lrc: 4/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 7 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3bf09 expref: 155 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130252.261291:0:8469:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800945cee00/0x4ce24e578735d831 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3bf10 expref: 7 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130252.261299:0:8469:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800945cee00, rc 0) 00000100:00100000:0.0:1746130252.261318:0:8469:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801354d9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+7:30934:x1830949847682560:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 184us (229us total) trans 0 rc 0/0 00000100:00100000:0.0:1746130252.261322:0:8469:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 3779 00000100:00100000:0.0:1746130252.263433:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.264743:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.266310:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.267794:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.269380:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.270829:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.274084:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.276071:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.276462:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.278313:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.278552:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.278714:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.280561:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.282185:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.283853:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.285552:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.287261:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.288583:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.295417:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.295463:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.297054:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.297077:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.297104:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.297120:0:10554:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949847687168 00000100:00100000:0.0:1746130252.297123:0:10554:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949847687168 00000100:00100000:0.0:1746130252.297149:0:10554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 3785 00000100:00100000:0.0:1746130252.297160:0:10554:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013514c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+7:30934:x1830949847687168:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746130252.297172:0:10554:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746130252.297182:0:10554:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800945cf800/0x4ce24e578735d85b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3bf3a expref: -99 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130252.297198:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130252.297204:0:10554:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092a50a00/0x4ce24e578735d854 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3bf33 expref: 159 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130252.297214:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746130252.297218:0:10554:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800945cf800/0x4ce24e578735d85b lrc: 4/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3bf3a expref: 8 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130252.297240:0:10554:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092a50a00/0x4ce24e578735d854 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3bf33 expref: 159 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130252.297250:0:10554:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800945cf800/0x4ce24e578735d85b lrc: 3/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3bf3a expref: 8 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130252.297258:0:10554:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800945cf800, rc 0) 00000100:00100000:0.0:1746130252.297296:0:10554:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013514c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+8:30934:x1830949847687168:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 141us (190us total) trans 0 rc 0/0 00000100:00100000:0.0:1746130252.297302:0:10554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 3785 00000100:00100000:0.0:1746130252.298545:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.299868:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.301435:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.302978:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.304586:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.306146:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.308704:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.311376:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.312407:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.314133:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.314159:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.314300:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.316083:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.317977:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.320233:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.323532:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.325848:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.329550:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.329662:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.331567:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.331713:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.333521:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.333615:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.335575:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.337637:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.339963:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.345983:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.347890:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.351144:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.351203:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.353601:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.353704:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.353750:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.356192:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.359207:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.365142:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.370657:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.372523:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.372556:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.374180:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.374625:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.376340:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.380580:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.382661:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.385257:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.387982:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.389734:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.391532:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.393039:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.395260:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.395655:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.397130:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.397387:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.397770:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.399137:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.400962:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.403444:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.405478:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.407058:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.408669:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.410722:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.412369:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.414524:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.414568:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.414589:0:7098:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949847699072 00000100:00100000:0.0:1746130252.414594:0:7098:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949847699072 00010000:00010000:0.0:1746130252.414625:0:7098:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094734c00/0x4ce24e578735d8cb lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3bfaa expref: 6 pid: 8469 timeout: 550 lvb_type: 0 00000100:00100000:0.0:1746130252.414646:0:7098:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949847699200 00000100:00100000:0.0:1746130252.414648:0:7098:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949847699200 00010000:00010000:0.0:1746130252.414655:0:7098:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012d42fe00/0x4ce24e578735d8c4 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3bfa3 expref: 172 pid: 8469 timeout: 550 lvb_type: 0 00000100:00100000:0.0:1746130252.414667:0:7098:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 12067 00000100:00100000:0.0:1746130252.414672:0:7098:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800947a7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:640ea846-b909-4eea-9a54-417e15bd627b+172:1961:x1830949847699200:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746130252.414678:0:7098:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746130252.414688:0:7098:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012d42fe00/0x4ce24e578735d8c4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 8 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3bfa3 expref: 172 pid: 8469 timeout: 550 lvb_type: 0 00010000:00010000:0.0:1746130252.414708:0:7098:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012d42fe00/0x4ce24e578735d8c4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3bfa3 expref: 172 pid: 8469 timeout: 550 lvb_type: 0 00010000:00010000:0.0:1746130252.414729:0:7098:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012d42fe00/0x4ce24e578735d8c4 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3bfa3 expref: 172 pid: 8469 timeout: 550 lvb_type: 0 00010000:00010000:0.0:1746130252.414743:0:7098:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130252.414745:0:7098:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130252.414752:0:7098:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094734800/0x4ce24e578735d8d2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3bfb1 expref: 170 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130252.414759:0:7098:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094734800/0x4ce24e578735d8d2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3bfb1 expref: 170 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130252.414795:0:7098:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094734800/0x4ce24e578735d8d2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3bfb1 expref: 170 pid: 8469 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746130252.414806:0:7098:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800947a5500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7098:1830949841123072:192.168.204.51@tcp:105: 00000100:00100000:0.0:1746130252.414863:0:7098:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800940e7300 going to sleep for 11 seconds 00000100:00100000:0.0:1746130252.415314:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.416116:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.419083:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.421072:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.423777:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.426754:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.429232:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.430093:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.435035:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.435419:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.435464:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.438308:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.440223:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.442120:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.445998:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.450472:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.452700:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.454584:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.456888:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.458431:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.458540:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.458563:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949847703424 00000100:00100000:0.0:1746130252.458569:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949847703424 00010000:00010000:0.0:1746130252.458599:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092a50600/0x4ce24e578735d8ee lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3bfcd expref: 175 pid: 8469 timeout: 550 lvb_type: 0 00000100:00100000:0.0:1746130252.458660:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 12073 00000100:00100000:0.0:1746130252.458674:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135519f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+175:1961:x1830949847703424:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746130252.458684:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746130252.458705:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092a50600/0x4ce24e578735d8ee lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3bfcd expref: 175 pid: 8469 timeout: 550 lvb_type: 0 00010000:00010000:0.0:1746130252.458720:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092a50600/0x4ce24e578735d8ee lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3bfcd expref: 175 pid: 8469 timeout: 550 lvb_type: 0 00010000:00010000:0.0:1746130252.458739:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092a50600/0x4ce24e578735d8ee lrc: 0/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3bfcd expref: 175 pid: 8469 timeout: 550 lvb_type: 0 00010000:00010000:0.0:1746130252.458754:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130252.458756:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130252.458761:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092a50800/0x4ce24e578735d8fc lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3bfdb expref: 174 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130252.458766:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092a50800/0x4ce24e578735d8fc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3bfdb expref: 174 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130252.458792:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092a50800/0x4ce24e578735d8fc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3bfdb expref: 174 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130252.458800:0:7097:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092a50800/0x4ce24e578735d8fc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3bfdb expref: 174 pid: 8469 timeout: 550 lvb_type: 0 00000100:00100000:0.0:1746130252.458807:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135518380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7097:1830949841124480:192.168.204.51@tcp:105: 00000100:00100000:0.0:1746130252.458884:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800940e7240 going to sleep for 11 seconds 00000100:00100000:0.0:1746130252.460639:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.462442:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.466525:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.470546:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.473529:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.478464:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.478580:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.481905:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.482079:0:7924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949847704960 00000100:00100000:0.0:1746130252.482082:0:7924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949847704960 00010000:00010000:0.0:1746130252.482096:0:7924:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092a51000/0x4ce24e578735d903 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3bfe2 expref: 6 pid: 8469 timeout: 550 lvb_type: 0 00000100:00100000:0.0:1746130252.482111:0:7924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 12076 00000100:00100000:0.0:1746130252.482115:0:7924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135ec3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1964:x1830949847704960:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746130252.482130:0:7924:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746130252.482138:0:7924:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092a51000/0x4ce24e578735d903 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3bfe2 expref: 6 pid: 8469 timeout: 550 lvb_type: 0 00010000:00010000:0.0:1746130252.482145:0:7924:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092a51000/0x4ce24e578735d903 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3bfe2 expref: 6 pid: 8469 timeout: 550 lvb_type: 0 00010000:00010000:0.0:1746130252.482157:0:7924:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092a51000/0x4ce24e578735d903 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3bfe2 expref: 6 pid: 8469 timeout: 550 lvb_type: 0 00010000:00010000:0.0:1746130252.482167:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130252.482169:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130252.482176:0:7924:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094735400/0x4ce24e578735d911 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3bff0 expref: 175 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130252.482187:0:7924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094735400/0x4ce24e578735d911 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3bff0 expref: 175 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130252.482221:0:7924:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094735400/0x4ce24e578735d911 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3bff0 expref: 175 pid: 10554 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746130252.482233:0:7924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801354c7100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7924:1830949841124992:192.168.204.51@tcp:105: 00000100:00100000:0.0:1746130252.482291:0:7924:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800940e7780 going to sleep for 11 seconds 00000100:00100000:0.0:1746130252.483909:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.487398:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.490382:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.494252:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.496259:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.501363:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.504128:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.504184:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.507239:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.507586:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.507783:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.510642:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.512956:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.515721:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.518847:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.522817:0:10554:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949847708288 00000100:00100000:0.0:1746130252.522830:0:10554:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949847708288 00000100:00100000:0.0:1746130252.522895:0:10554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 3816 00000100:00100000:0.0:1746130252.522904:0:10554:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135ec2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+5:30934:x1830949847708288:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746130252.522933:0:10554:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746130252.522951:0:10554:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800945ce200/0x4ce24e578735d934 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3c013 expref: -99 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130252.522976:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130252.522978:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130252.522985:0:10554:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800945ce200/0x4ce24e578735d934 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3c013 expref: 6 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130252.522999:0:10554:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800945ce200/0x4ce24e578735d934 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3c013 expref: 6 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130252.523011:0:10554:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800945ce200, rc 0) 00000100:00100000:0.0:1746130252.523073:0:10554:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135ec2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+6:30934:x1830949847708288:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 170us (356us total) trans 0 rc 0/0 00000100:00100000:0.0:1746130252.523079:0:10554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 3816 00000100:00100000:0.0:1746130252.525209:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.525328:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.528053:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.528088:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.529537:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.529577:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.531156:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.532954:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.534923:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.538098:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.539758:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.541773:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.544012:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.544260:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.545519:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.545614:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.545647:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.547459:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.549676:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.552475:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.554883:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.556192:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.557616:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.560328:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.562936:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.563014:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.565255:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.565343:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.565848:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.570340:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.572050:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.573827:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.582213:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.582314:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.584613:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.585164:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.585673:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.586431:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.588923:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.591135:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.593315:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.596354:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.598257:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.600398:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.602711:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.605366:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.605428:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.605448:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.607479:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.609588:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.612504:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.614783:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.616677:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.618317:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.621698:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.621755:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.624361:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.624843:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.624895:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.626494:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.628192:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.630484:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.632439:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.635079:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.637208:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.639943:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.641139:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.643212:0:9860:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949847721600 00000100:00100000:0.0:1746130252.643223:0:9860:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949847721600 00010000:00010000:0.0:1746130252.643256:0:9860:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800995bb600/0x4ce24e578735d9ab lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3c08a expref: 7 pid: 10554 timeout: 550 lvb_type: 0 00000100:00100000:0.0:1746130252.643311:0:9860:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 12100 00000100:00100000:0.0:1746130252.643318:0:9860:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135ec0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c84b93b0-d496-484f-8e1e-94008838f2dd+7:1962:x1830949847721600:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746130252.643329:0:9860:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746130252.643360:0:9860:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800995bb600/0x4ce24e578735d9ab lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3c08a expref: 7 pid: 10554 timeout: 550 lvb_type: 0 00010000:00010000:0.0:1746130252.643370:0:9860:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800995bb600/0x4ce24e578735d9ab lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3c08a expref: 8 pid: 10554 timeout: 550 lvb_type: 0 00010000:00010000:0.0:1746130252.643423:0:9860:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800995bb600/0x4ce24e578735d9ab lrc: 0/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3c08a expref: 8 pid: 10554 timeout: 550 lvb_type: 0 00010000:00010000:0.0:1746130252.643443:0:9860:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130252.643445:0:9860:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130252.643453:0:9860:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800995bb400/0x4ce24e578735d9b9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3c098 expref: 191 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130252.643462:0:9860:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800995bb400/0x4ce24e578735d9b9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3c098 expref: 191 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130252.643493:0:9860:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800995bb400/0x4ce24e578735d9b9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3c098 expref: 191 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130252.643504:0:9860:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800995bb400/0x4ce24e578735d9b9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3c098 expref: 191 pid: 10554 timeout: 550 lvb_type: 0 00000100:00100000:0.0:1746130252.643521:0:9860:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c4fe300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9860:1830949841130240:192.168.204.51@tcp:105: 00000100:00100000:0.0:1746130252.643599:0:9860:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800940e7480 going to sleep for 11 seconds 00000100:00100000:0.0:1746130252.644921:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.647734:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.650877:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.652992:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.655958:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.657845:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.660522:0:8469:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949847723520 00000100:00100000:0.0:1746130252.660530:0:8469:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949847723520 00000100:00100000:0.0:1746130252.660579:0:8469:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 3838 00000100:00100000:0.0:1746130252.660586:0:8469:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008af77100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:640ea846-b909-4eea-9a54-417e15bd627b+194:30924:x1830949847723520:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746130252.660599:0:8469:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746130252.660615:0:8469:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800945cfc00/0x4ce24e578735d9ce lrc: 2/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3c0ad expref: -99 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130252.660641:0:8469:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094734800/0x4ce24e578735d9c0 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3c09f expref: 6 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130252.660648:0:8469:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094735600/0x4ce24e578735d9c7 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3c0a6 expref: 195 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130252.660654:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130252.660656:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130252.660659:0:8469:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800945cfc00/0x4ce24e578735d9ce lrc: 5/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3c0ad expref: 195 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130252.660691:0:8469:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094735600/0x4ce24e578735d9c7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3c0a6 expref: 195 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130252.660701:0:8469:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094735600/0x4ce24e578735d9c7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3c0a6 expref: 195 pid: 8469 timeout: 550 lvb_type: 0 00000100:00100000:0.0:1746130252.660711:0:8469:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092e35f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8469:1830949841130496:192.168.204.51@tcp:104: 00010000:00010000:0.0:1746130252.660787:0:8469:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094734800/0x4ce24e578735d9c0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3c09f expref: 6 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130252.660795:0:8469:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094734800/0x4ce24e578735d9c0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3c09f expref: 6 pid: 8469 timeout: 550 lvb_type: 0 00000100:00100000:0.0:1746130252.660889:0:8469:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092e36a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8469:1830949841130624:192.168.204.51@tcp:104: 00000100:00100000:0.0:1746130252.660936:0:8469:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800940e7480 going to sleep for 11 seconds 00000100:00100000:0.0:1746130252.662156:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.663088:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.663192:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.665174:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.668131:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.671051:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.673388:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.679860:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.679977:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.681766:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.682236:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.684613:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.686449:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.688176:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.690992:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.692834:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.694697:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.697027:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.698729:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.701401:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.701451:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.703220:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.703263:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.703757:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.705145:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.706784:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.708802:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.711024:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.712774:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.714567:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.719484:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.722040:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.722563:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.723969:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.723991:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.724038:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.724054:0:10554:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949847729920 00000100:00100000:0.0:1746130252.724056:0:10554:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949847729920 00000100:00100000:0.0:1746130252.724086:0:10554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 3848 00000100:00100000:0.0:1746130252.724092:0:10554:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ac70000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:640ea846-b909-4eea-9a54-417e15bd627b+203:30934:x1830949847729920:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746130252.724108:0:10554:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746130252.724119:0:10554:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800945cf200/0x4ce24e578735da14 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3c0f3 expref: -99 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130252.724135:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130252.724140:0:10554:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800995bb000/0x4ce24e578735da0d lrc: 2/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3c0ec expref: 204 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130252.724146:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746130252.724150:0:10554:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800945cf200/0x4ce24e578735da14 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3c0f3 expref: 204 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130252.724177:0:10554:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800995bb000/0x4ce24e578735da0d lrc: 3/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3c0ec expref: 204 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130252.724187:0:10554:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800945cf200/0x4ce24e578735da14 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3c0f3 expref: 204 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130252.724194:0:10554:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800945cf200, rc 0) 00000100:00100000:0.0:1746130252.724223:0:10554:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ac70000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:640ea846-b909-4eea-9a54-417e15bd627b+204:30934:x1830949847729920:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 131us (185us total) trans 0 rc 0/0 00000100:00100000:0.0:1746130252.724229:0:10554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 3848 00000100:00100000:0.0:1746130252.726060:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.727815:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.729798:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.731694:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.733789:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00010000:00010000:0.0:1746130252.734421:0:8484:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746130252.736592:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.739442:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.742192:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.746242:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.746543:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.747713:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.748034:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.751557:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.753548:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.755172:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.757345:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.760425:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.762838:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.762890:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.764306:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.764326:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.764349:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.765558:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.769333:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.771225:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.772870:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.776079:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.779807:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.782192:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.785710:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.785759:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.786349:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.787537:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.789393:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.793134:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.795301:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.797752:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.800862:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.800958:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.803083:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.803115:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.803154:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.804916:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.806636:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949847738624 00000100:00100000:0.0:1746130252.806643:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949847738624 00002000:00100000:0.0:1746130252.806675:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x18:0x0] (0->7) req@ffff880135ec2680 x1830949847738624/t0(0) o4->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:238/0 lens 496/0 e 0 to 0 dl 1746130263 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746130252.806683:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135ec2680 with x1830949847738624 ext(0->7) 00010000:00010000:0.0:1746130252.806690:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800995bb000/0x4ce24e578735da61 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3c140 expref: 209 pid: 8469 timeout: 550 lvb_type: 0 00010000:00010000:0.0:1746130252.806702:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800995bb000/0x4ce24e578735da61 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3c140 expref: 209 pid: 8469 timeout: 550 lvb_type: 0 00002000:00010000:0.0:1746130252.806709:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880135ec2680 00000100:00100000:0.0:1746130252.806738:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 703 00000100:00100000:0.0:1746130252.806745:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135ec2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+209:1963:x1830949847738624:12345-192.168.204.51@tcp:4:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746130252.807065:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135ec2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+211:1963:x1830949847738624:12345-192.168.204.51@tcp:4:rw_seq_cst_vs_d.0 Request processed in 320us (490us total) trans 4294968278 rc 0/0 00000100:00100000:0.0:1746130252.807072:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 703 00002000:00100000:0.0:1746130252.807077:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x18:0x0] (0->7) req@ffff880135ec2680 x1830949847738624/t4294968278(0) o4->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:238/0 lens 496/448 e 0 to 0 dl 1746130263 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746130252.807084:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135ec2680 with x1830949847738624 ext(0->7) 00010000:00010000:0.0:1746130252.807089:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800995bb000/0x4ce24e578735da61 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3c140 expref: 211 pid: 8469 timeout: 550 lvb_type: 0 00010000:00010000:0.0:1746130252.807098:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800995bb000/0x4ce24e578735da61 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3c140 expref: 211 pid: 8469 timeout: 550 lvb_type: 0 00002000:00010000:0.0:1746130252.807112:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880135ec2680 00000100:00100000:0.0:1746130252.810057:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.813359:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.815209:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.817079:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.819322:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.822404:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.824401:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.824763:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.824826:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.824860:0:9860:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 12126 00000100:00100000:0.0:1746130252.824867:0:9860:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129e21c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c84b93b0-d496-484f-8e1e-94008838f2dd+8:1962:x1830949847739904:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746130252.824875:0:9860:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746130252.824892:0:9860:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800995bba00/0x4ce24e578735da6f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 8 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3c14e expref: 8 pid: 8470 timeout: 550 lvb_type: 0 00010000:00010000:0.0:1746130252.824924:0:9860:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800995bba00/0x4ce24e578735da6f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3c14e expref: 8 pid: 8470 timeout: 550 lvb_type: 0 00010000:00010000:0.0:1746130252.824946:0:9860:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800995bba00/0x4ce24e578735da6f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 8 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3c14e expref: 8 pid: 8470 timeout: 550 lvb_type: 0 00010000:00010000:0.0:1746130252.824978:0:9860:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746130252.824995:0:9860:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129e21c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949847739904:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 130us (234us total) trans 0 rc 0/0 00000100:00100000:0.0:1746130252.825001:0:9860:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 12126 00000100:00100000:0.0:1746130252.826431:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.828737:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.830893:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.835242:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.838351:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.838459:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.838490:0:10554:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949847741312 00000100:00100000:0.0:1746130252.838495:0:10554:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949847741312 00000100:00100000:0.0:1746130252.838543:0:10554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 3865 00000100:00100000:0.0:1746130252.838551:0:10554:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092254700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:640ea846-b909-4eea-9a54-417e15bd627b+213:30924:x1830949847741312:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746130252.838564:0:10554:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746130252.838576:0:10554:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800945cf200/0x4ce24e578735da8b lrc: 2/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3c16a expref: -99 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130252.838594:0:10554:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094735600/0x4ce24e578735da7d lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3c15c expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130252.838603:0:10554:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094735200/0x4ce24e578735da84 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3c163 expref: 214 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130252.838607:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130252.838608:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130252.838611:0:10554:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800945cf200/0x4ce24e578735da8b lrc: 5/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3c16a expref: 214 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130252.838635:0:10554:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094735200/0x4ce24e578735da84 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3c163 expref: 213 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130252.838645:0:10554:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094735200/0x4ce24e578735da84 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3c163 expref: 213 pid: 8469 timeout: 550 lvb_type: 0 00000100:00100000:0.0:1746130252.838656:0:10554:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092255500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10554:1830949841136256:192.168.204.51@tcp:104: 00010000:00010000:0.0:1746130252.838730:0:10554:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094735600/0x4ce24e578735da7d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3c15c expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130252.838738:0:10554:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094735600/0x4ce24e578735da7d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3c15c expref: 5 pid: 8469 timeout: 550 lvb_type: 0 00000100:00100000:0.0:1746130252.838746:0:10554:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092256300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10554:1830949841136384:192.168.204.51@tcp:104: 00000100:00100000:0.0:1746130252.838767:0:10554:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800940e7240 going to sleep for 11 seconds 00000100:00100000:0.0:1746130252.839883:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.839932:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.841190:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.841252:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.842757:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.843977:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.845306:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.846682:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.848194:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.849991:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.852807:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.854578:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.854794:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.856171:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.856202:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.856237:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.857944:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.859022:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.860112:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.861306:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.862387:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.863663:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.875373:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.875426:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.876881:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.876926:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.878599:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.879986:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.881383:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.882685:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.884189:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.885382:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.892923:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.894885:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.896311:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.898205:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.898290:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.899471:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.900716:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.902619:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.904173:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.905734:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.907347:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.909166:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.910831:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.912190:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.913625:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.913672:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.913694:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.915319:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.918329:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.920249:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.921526:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.922465:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.925181:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.927572:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.927618:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.928890:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.928928:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.928975:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.928992:0:10554:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949847753216 00000100:00100000:0.0:1746130252.928995:0:10554:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949847753216 00000100:00100000:0.0:1746130252.929014:0:10554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 3881 00000100:00100000:0.0:1746130252.929020:0:10554:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135b28e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:640ea846-b909-4eea-9a54-417e15bd627b+224:30934:x1830949847753216:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746130252.929027:0:10554:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746130252.929034:0:10554:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800945ce600/0x4ce24e578735dafb lrc: 2/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 8 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3c1da expref: -99 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130252.929065:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130252.929071:0:10554:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092a50a00/0x4ce24e578735daf4 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 8 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3c1d3 expref: 225 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130252.929077:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746130252.929080:0:10554:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800945ce600/0x4ce24e578735dafb lrc: 4/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3c1da expref: 224 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130252.929127:0:10554:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092a50a00/0x4ce24e578735daf4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3c1d3 expref: 224 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130252.929137:0:10554:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092a50a00/0x4ce24e578735daf4 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3c1d3 expref: 224 pid: 8469 timeout: 551 lvb_type: 0 00000100:00100000:0.0:1746130252.929146:0:10554:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135b29880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10554:1830949841139712:192.168.204.51@tcp:104: 00000100:00100000:0.0:1746130252.929182:0:10554:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800940e7300 going to sleep for 11 seconds 00000100:00100000:0.0:1746130252.930104:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.931340:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.932805:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.933987:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.935052:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.936068:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.940301:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.941693:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.941730:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.942645:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.942784:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.942794:0:7924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949847755392 00000100:00100000:0.0:1746130252.942898:0:7924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949847755392 00010000:00010000:0.0:1746130252.942923:0:7924:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800945ce600/0x4ce24e578735dafb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3c1da expref: 225 pid: 10554 timeout: 551 lvb_type: 0 00000100:00100000:0.0:1746130252.943287:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.944218:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.945728:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.947073:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.948354:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.949479:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.950650:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.956352:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.957709:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.957736:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.959018:0:7924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949847757568 00000100:00100000:0.0:1746130252.959022:0:7924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949847757568 00010000:00010000:0.0:1746130252.959043:0:7924:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800995bb600/0x4ce24e578735db17 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3c1f6 expref: 227 pid: 10554 timeout: 551 lvb_type: 0 00000100:00100000:0.0:1746130252.959065:0:7924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 12151 00000100:00100000:0.0:1746130252.959071:0:7924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008af76300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+228:1964:x1830949847757568:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746130252.959077:0:7924:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746130252.959090:0:7924:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800995bb600/0x4ce24e578735db17 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3c1f6 expref: 228 pid: 10554 timeout: 551 lvb_type: 0 00010000:00010000:0.0:1746130252.959098:0:7924:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800995bb600/0x4ce24e578735db17 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3c1f6 expref: 228 pid: 10554 timeout: 551 lvb_type: 0 00010000:00010000:0.0:1746130252.959121:0:7924:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800995bb600/0x4ce24e578735db17 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3c1f6 expref: 229 pid: 10554 timeout: 551 lvb_type: 0 00010000:00010000:0.0:1746130252.959167:0:7924:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746130252.959187:0:7924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008af76300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+228:1964:x1830949847757568:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 116us (217us total) trans 0 rc 0/0 00000100:00100000:0.0:1746130252.959193:0:7924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 12151 00000100:00100000:0.0:1746130252.960136:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.961201:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.962481:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.964191:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.965651:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.966827:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.970978:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.972478:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.972508:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.973628:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.973659:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.973696:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.973712:0:8469:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949847760128 00000100:00100000:0.0:1746130252.973715:0:8469:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949847760128 00000100:00100000:0.0:1746130252.973742:0:8469:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 3890 00000100:00100000:0.0:1746130252.973748:0:8469:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009249a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+7:30934:x1830949847760128:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746130252.973757:0:8469:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746130252.973766:0:8469:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800945cee00/0x4ce24e578735db3a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 7 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3c219 expref: -99 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130252.973781:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130252.973786:0:8469:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800995bba00/0x4ce24e578735db33 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 8 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3c212 expref: 229 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130252.973791:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746130252.973794:0:8469:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800945cee00/0x4ce24e578735db3a lrc: 4/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 7 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3c219 expref: 8 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130252.973826:0:8469:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800995bba00/0x4ce24e578735db33 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 7 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3c212 expref: 229 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130252.973858:0:8469:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800945cee00/0x4ce24e578735db3a lrc: 3/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3c219 expref: 7 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130252.973864:0:8469:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800945cee00, rc 0) 00000100:00100000:0.0:1746130252.973882:0:8469:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009249a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+7:30934:x1830949847760128:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 135us (187us total) trans 0 rc 0/0 00000100:00100000:0.0:1746130252.973889:0:8469:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 3890 00000100:00100000:0.0:1746130252.975037:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.976264:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.977692:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.978826:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.979954:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.981014:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.984805:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.987224:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.987307:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.988687:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.988715:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.988739:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.990019:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.991039:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.992307:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.993915:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.995260:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.996798:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130252.999424:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.001073:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00080000:0.0:1746130253.001183:0:7108:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746130253.002103:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00080000:0.0:1746130253.002184:0:7108:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746130253.003323:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.003358:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.004385:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.005258:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.007571:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.008803:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.009769:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.014194:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.015511:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.015547:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.016679:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.016696:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.016710:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.017937:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.019201:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.020453:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.021698:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.022688:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.023715:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.029376:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.030759:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.030797:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.032331:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.032415:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.032446:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.033623:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.034672:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.036033:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.037557:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.038729:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.039919:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.043107:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.044833:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.046201:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.046253:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.046315:0:7924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 12169 00000100:00100000:0.0:1746130253.046321:0:7924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091f72d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949847771520:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746130253.046327:0:7924:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746130253.046336:0:7924:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800995bb600/0x4ce24e578735db95 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3c274 expref: 6 pid: 8469 timeout: 551 lvb_type: 0 00010000:00010000:0.0:1746130253.046351:0:7924:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800995bb600/0x4ce24e578735db95 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3c274 expref: 6 pid: 8469 timeout: 551 lvb_type: 0 00010000:00010000:0.0:1746130253.046375:0:7924:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800995bb600/0x4ce24e578735db95 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3c274 expref: 6 pid: 8469 timeout: 551 lvb_type: 0 00010000:00010000:0.0:1746130253.046409:0:7924:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746130253.046428:0:7924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091f72d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+5:1962:x1830949847771520:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 107us (174us total) trans 0 rc 0/0 00000100:00100000:0.0:1746130253.046477:0:7924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 12169 00000100:00100000:0.0:1746130253.047485:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.048550:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.050019:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.051452:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.052800:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.053935:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.056829:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.058336:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.058752:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.059882:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.059935:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.059967:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.061120:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.062135:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.063311:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.064534:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.065631:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.067094:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.071581:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.073149:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.074434:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.074455:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.074764:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.075533:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.076539:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.077833:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.079120:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.080212:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.081239:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.084551:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.085608:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.085702:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.086732:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.086748:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.086764:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.087780:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.088996:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.090041:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.091114:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.092004:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.093084:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.097496:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.099441:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.099482:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.100665:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.100790:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.101741:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.102841:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.104054:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.105547:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.106647:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.107558:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.117047:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.118497:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.118536:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.119594:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.121206:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.122125:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.123173:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.124362:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.126395:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.131309:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.132671:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.132700:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.133710:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.133778:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.134963:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.135892:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.136837:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.138137:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.139290:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.140411:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.145104:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.146418:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.146458:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.147560:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.147574:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.147597:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.148531:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.149371:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.150333:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.151394:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.152398:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.153211:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.157038:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.159077:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.159118:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.160372:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.160394:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.160418:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.161415:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.162471:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.163528:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.164693:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.165755:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.166659:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.170506:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.171782:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.172297:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.173486:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.173510:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.173583:0:7924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 12196 00000100:00100000:0.0:1746130253.173590:0:7924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d0d2450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+257:1962:x1830949847792256:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746130253.173597:0:7924:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746130253.173609:0:7924:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800995bb000/0x4ce24e578735dc4b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3c32a expref: 257 pid: 8470 timeout: 551 lvb_type: 0 00010000:00010000:0.0:1746130253.173820:0:7924:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800995bb000/0x4ce24e578735dc4b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3c32a expref: 257 pid: 8470 timeout: 551 lvb_type: 0 00010000:00010000:0.0:1746130253.173828:0:7924:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800995bb000/0x4ce24e578735dc4b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3c32a expref: 257 pid: 8470 timeout: 551 lvb_type: 0 00010000:00010000:0.0:1746130253.173837:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130253.173838:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130253.173843:0:7924:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800995bb600/0x4ce24e578735dc59 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3c338 expref: 256 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130253.173848:0:7924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800995bb600/0x4ce24e578735dc59 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3c338 expref: 256 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130253.173862:0:7924:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800995bb600/0x4ce24e578735dc59 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3c338 expref: 256 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130253.173867:0:7924:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800995bb600/0x4ce24e578735dc59 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3c338 expref: 256 pid: 8470 timeout: 551 lvb_type: 0 00000100:00100000:0.0:1746130253.173873:0:7924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092f62300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7924:1830949841150720:192.168.204.51@tcp:105: 00000100:00100000:0.0:1746130253.173924:0:7924:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800940e7f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746130253.174733:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.175673:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.176830:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.177927:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.178879:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.179793:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.184023:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.185820:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.186226:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.187336:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.187876:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.188255:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.189678:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.191676:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.194341:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.199138:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.202645:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.206301:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.208310:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.210670:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.211719:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.213418:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.217231:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.223383:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.232715:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.238381:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.238436:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.242245:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.242666:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.247344:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.251202:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.255764:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.258609:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.261339:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.266502:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.273247:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.278995:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.281875:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.281944:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.284311:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.284342:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.284378:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.286480:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.287985:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.290719:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.292565:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.294454:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.296465:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.298881:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.298949:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.300308:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.300360:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.300401:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.301942:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.305995:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.307717:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.309315:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.310660:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.313836:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.313880:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.315777:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.316050:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.316067:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949847804160 00000100:00100000:0.0:1746130253.316071:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949847804160 00010000:00010000:0.0:1746130253.316090:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092a51000/0x4ce24e578735dcc9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3c3a8 expref: 6 pid: 8469 timeout: 551 lvb_type: 0 00000100:00100000:0.0:1746130253.316108:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 12214 00000100:00100000:0.0:1746130253.316115:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a944e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949847804160:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746130253.316123:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746130253.316142:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092a51000/0x4ce24e578735dcc9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3c3a8 expref: 6 pid: 8469 timeout: 551 lvb_type: 0 00010000:00010000:0.0:1746130253.316155:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092a51000/0x4ce24e578735dcc9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3c3a8 expref: 6 pid: 8469 timeout: 551 lvb_type: 0 00010000:00010000:0.0:1746130253.316171:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092a51000/0x4ce24e578735dcc9 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3c3a8 expref: 6 pid: 8469 timeout: 551 lvb_type: 0 00010000:00010000:0.0:1746130253.316199:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130253.316200:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130253.316207:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092a50e00/0x4ce24e578735dcd7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3c3b6 expref: 267 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130253.316215:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092a50e00/0x4ce24e578735dcd7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3c3b6 expref: 267 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130253.316237:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092a50e00/0x4ce24e578735dcd7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3c3b6 expref: 267 pid: 8469 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746130253.316246:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008a945180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7097:1830949841154432:192.168.204.51@tcp:105: 00000100:00100000:0.0:1746130253.316319:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800940e7900 going to sleep for 11 seconds 00000100:00100000:0.0:1746130253.316442:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.317656:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.320162:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.322553:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.325852:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.328355:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.331981:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.332047:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.334684:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.334749:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.335371:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.337676:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.341244:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.349539:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.356171:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.367190:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.367243:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.372244:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.377626:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.383178:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.388040:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.399745:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.404484:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.404674:0:8469:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092e2d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8469:1830949841155968:192.168.204.51@tcp:104: 00010000:00010000:0.0:1746130253.404707:0:8469:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800995bbc00/0x4ce24e578735dd08 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3c3e7 expref: 275 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130253.404721:0:8469:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800995bbc00, rc 0) 00000100:00100000:0.0:1746130253.404760:0:8469:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009249b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:640ea846-b909-4eea-9a54-417e15bd627b+275:30924:x1830949847808128:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4726us (5027us total) trans 0 rc 0/0 00000100:00100000:0.0:1746130253.404767:0:8469:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 3956 00000100:00100000:0.0:1746130253.409605:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.415954:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.429877:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.434046:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.443102:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.458742:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.464013:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.472054:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.480125:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.480600:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.487991:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.488048:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.489080:0:8470:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949847810560 00000100:00100000:0.0:1746130253.489084:0:8470:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949847810560 00000100:00100000:0.0:1746130253.489116:0:8470:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 3960 00000100:00100000:0.0:1746130253.489121:0:8470:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135ec3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c84b93b0-d496-484f-8e1e-94008838f2dd+6:30934:x1830949847810560:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746130253.489132:0:8470:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746130253.489141:0:8470:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800945ce200/0x4ce24e578735dd24 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3c403 expref: -99 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130253.489156:0:8470:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092a51e00/0x4ce24e578735dd1d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3c3fc expref: 275 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130253.489162:0:8470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746130253.489163:0:8470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746130253.489166:0:8470:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800945ce200/0x4ce24e578735dd24 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3c403 expref: 7 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130253.489182:0:8470:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092a51e00/0x4ce24e578735dd1d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3c3fc expref: 275 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130253.489192:0:8470:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092a51e00/0x4ce24e578735dd1d lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3c3fc expref: 275 pid: 8470 timeout: 551 lvb_type: 0 00000100:00100000:0.0:1746130253.489201:0:8470:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800947a4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8470:1830949841156864:192.168.204.51@tcp:104: 00000100:00100000:0.0:1746130253.489227:0:8470:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800940e7a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746130253.497668:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949847810816 00000100:00100000:0.0:1746130253.497682:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949847810816 00002000:00100000:0.0:1746130253.497728:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff880135ec3100 x1830949847810816/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:239/0 lens 488/0 e 0 to 0 dl 1746130264 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746130253.497738:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135ec3100 with x1830949847810816 ext(0->4095) 00010000:00010000:0.0:1746130253.497746:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092a51e00/0x4ce24e578735dd1d lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3c3fc expref: 276 pid: 8470 timeout: 551 lvb_type: 0 00010000:00010000:0.0:1746130253.497757:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092a51e00/0x4ce24e578735dd1d lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3c3fc expref: 276 pid: 8470 timeout: 551 lvb_type: 0 00002000:00010000:0.0:1746130253.497764:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880135ec3100 00000100:00100000:0.0:1746130253.498349:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 778 00000100:00100000:0.0:1746130253.498356:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135ec3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+276:1962:x1830949847810816:12345-192.168.204.51@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746130253.498506:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135ec3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+276:1962:x1830949847810816:12345-192.168.204.51@tcp:3:rw_seq_cst_vs_d.0 Request processed in 150us (3202us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746130253.498512:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 778 00002000:00100000:0.0:1746130253.498516:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff880135ec3100 x1830949847810816/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:239/0 lens 488/4536 e 0 to 0 dl 1746130264 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746130253.498524:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135ec3100 with x1830949847810816 ext(0->4095) 00010000:00010000:0.0:1746130253.498528:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092a51e00/0x4ce24e578735dd1d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3c3fc expref: 276 pid: 8470 timeout: 551 lvb_type: 0 00010000:00010000:0.0:1746130253.498539:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092a51e00/0x4ce24e578735dd1d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3c3fc expref: 276 pid: 8470 timeout: 551 lvb_type: 0 00002000:00010000:0.0:1746130253.498544:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880135ec3100 00000100:00100000:0.0:1746130253.504413:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.523722:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.533445:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.534048:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.538292:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.539646:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.541929:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.542001:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.545936:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.550336:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.553668:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.560452:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.564042:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.564703:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.567171:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.568876:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.570016:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.570043:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.572744:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.577365:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.589321:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.601741:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.601792:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.604742:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.605382:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.608557:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.614850:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.618072:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.623481:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.628733:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.628807:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.633420:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.636164:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.637760:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.641139:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.643421:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.645129:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.648349:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.651508:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.652014:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.653092:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.653781:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.653924:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.657792:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.659332:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.660953:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.663070:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.664547:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.666241:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.669241:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.672050:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.673310:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.676410:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.676440:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.676466:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.679369:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.687597:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.690611:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.693811:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.695806:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.697775:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.699568:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.701324:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.706423:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.708437:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.710973:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.714372:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.714451:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.714492:0:8470:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 3981 00000100:00100000:0.0:1746130253.714499:0:8470:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a64ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:640ea846-b909-4eea-9a54-417e15bd627b+292:30924:x1830949847823872:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746130253.714507:0:8470:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746130253.714521:0:8470:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800945ce200/0x4ce24e578735ddb7 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3c496 expref: -99 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130253.714543:0:8470:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800995ba400/0x4ce24e578735dda9 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3c488 expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130253.714555:0:8470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130253.714557:0:8470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130253.714560:0:8470:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800945ce200/0x4ce24e578735ddb7 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3c496 expref: 294 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130253.714600:0:8470:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800995ba400/0x4ce24e578735dda9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3c488 expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130253.714611:0:8470:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800995ba400/0x4ce24e578735dda9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3c488 expref: 5 pid: 8469 timeout: 551 lvb_type: 0 00000100:00100000:0.0:1746130253.714623:0:8470:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008a64d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8470:1830949841161344:192.168.204.51@tcp:104: 00000100:00100000:0.0:1746130253.714700:0:8470:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800940e7e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746130253.717126:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.721131:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.724980:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.734311:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.734391:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.736314:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.736704:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.737789:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.740432:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.742556:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.746025:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.748972:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.752401:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.754844:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.756116:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.756769:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.758741:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.760154:0:9860:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949847827456 00000100:00100000:0.0:1746130253.760157:0:9860:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949847827456 00010000:00010000:0.0:1746130253.760170:0:9860:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800995bbc00/0x4ce24e578735ddd3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3c4b2 expref: 297 pid: 8470 timeout: 551 lvb_type: 0 00000100:00100000:0.0:1746130253.760186:0:9860:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 12251 00000100:00100000:0.0:1746130253.760191:0:9860:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e2d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:640ea846-b909-4eea-9a54-417e15bd627b+297:1962:x1830949847827456:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746130253.760197:0:9860:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746130253.760206:0:9860:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800995bbc00/0x4ce24e578735ddd3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3c4b2 expref: 297 pid: 8470 timeout: 551 lvb_type: 0 00010000:00010000:0.0:1746130253.760214:0:9860:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800995bbc00/0x4ce24e578735ddd3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3c4b2 expref: 297 pid: 8470 timeout: 551 lvb_type: 0 00010000:00010000:0.0:1746130253.760226:0:9860:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800995bbc00/0x4ce24e578735ddd3 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3c4b2 expref: 297 pid: 8470 timeout: 551 lvb_type: 0 00010000:00010000:0.0:1746130253.760729:0:9860:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746130253.760764:0:9860:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e2d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:640ea846-b909-4eea-9a54-417e15bd627b+296:1962:x1830949847827456:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 572us (711us total) trans 0 rc 0/0 00000100:00100000:0.0:1746130253.760771:0:9860:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 12251 00000100:00100000:0.0:1746130253.764623:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.768549:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.771323:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.773314:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.775210:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.779829:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.781692:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.781732:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.783413:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.783492:0:8469:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949847829760 00000100:00100000:0.0:1746130253.783496:0:8469:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949847829760 00000100:00100000:0.0:1746130253.783513:0:8469:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 3990 00000100:00100000:0.0:1746130253.783518:0:8469:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013639ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:640ea846-b909-4eea-9a54-417e15bd627b+300:30934:x1830949847829760:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746130253.783529:0:8469:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746130253.783545:0:8469:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800945cfa00/0x4ce24e578735ddf6 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3c4d5 expref: -99 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130253.783560:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130253.783564:0:8469:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800995bbc00/0x4ce24e578735ddef lrc: 2/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3c4ce expref: 301 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130253.783569:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746130253.783572:0:8469:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800945cfa00/0x4ce24e578735ddf6 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3c4d5 expref: 301 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130253.783593:0:8469:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800995bbc00/0x4ce24e578735ddef lrc: 3/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 7 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3c4ce expref: 301 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130253.783610:0:8469:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800945cfa00/0x4ce24e578735ddf6 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 7 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3c4d5 expref: 301 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130253.783631:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130253.783633:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130253.783638:0:8469:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800995bbc00/0x4ce24e578735ddef lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3c4ce expref: 300 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130253.783644:0:8469:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800995bbc00/0x4ce24e578735ddef lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3c4ce expref: 300 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130253.783658:0:8469:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800995bbc00/0x4ce24e578735ddef lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3c4ce expref: 300 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130253.783667:0:8469:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800995bbc00/0x4ce24e578735ddef lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3c4ce expref: 300 pid: 8469 timeout: 551 lvb_type: 0 00000100:00100000:0.0:1746130253.784213:0:8469:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008bf3e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8469:1830949841163520:192.168.204.51@tcp:105: 00000100:00100000:0.0:1746130253.784352:0:8469:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800940e7e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746130253.786537:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.790297:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949847830272 00000100:00100000:0.0:1746130253.790306:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949847830272 00002000:00100000:0.0:1746130253.790352:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x18:0x0] (0->7) req@ffff88008a64e680 x1830949847830272/t0(0) o4->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:239/0 lens 496/0 e 0 to 0 dl 1746130264 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746130253.790361:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a64e680 with x1830949847830272 ext(0->7) 00010000:00010000:0.0:1746130253.790369:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800995bbc00/0x4ce24e578735ddef lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3c4ce expref: 299 pid: 8469 timeout: 551 lvb_type: 0 00010000:00010000:0.0:1746130253.790382:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800995bbc00/0x4ce24e578735ddef lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3c4ce expref: 299 pid: 8469 timeout: 551 lvb_type: 0 00002000:00010000:0.0:1746130253.790389:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008a64e680 00000100:00100000:0.0:1746130253.790415:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 806 00000100:00100000:0.0:1746130253.790421:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a64e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+299:1964:x1830949847830272:12345-192.168.204.51@tcp:4:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746130253.790860:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a64e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+301:1964:x1830949847830272:12345-192.168.204.51@tcp:4:rw_seq_cst_vs_d.0 Request processed in 438us (845us total) trans 4294968323 rc 0/0 00000100:00100000:0.0:1746130253.790866:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 806 00002000:00100000:0.0:1746130253.790870:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x18:0x0] (0->7) req@ffff88008a64e680 x1830949847830272/t4294968323(0) o4->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:239/0 lens 496/448 e 0 to 0 dl 1746130264 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746130253.790875:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a64e680 with x1830949847830272 ext(0->7) 00010000:00010000:0.0:1746130253.790878:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800995bbc00/0x4ce24e578735ddef lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3c4ce expref: 301 pid: 8469 timeout: 551 lvb_type: 0 00010000:00010000:0.0:1746130253.790884:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800995bbc00/0x4ce24e578735ddef lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3c4ce expref: 301 pid: 8469 timeout: 551 lvb_type: 0 00002000:00010000:0.0:1746130253.790899:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008a64e680 00000100:00100000:0.0:1746130253.792400:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.794432:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.795670:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.796885:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.801494:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.801783:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.804787:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.806963:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.807017:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.808939:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.810654:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.813195:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.814879:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.817166:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.818515:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.821919:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.823676:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.823720:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.825913:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.826643:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.826737:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.828833:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.834180:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.836176:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.838428:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.840215:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.842936:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.842994:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.844478:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.844607:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.844642:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.844667:0:8469:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949847836160 00000100:00100000:0.0:1746130253.844671:0:8469:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949847836160 00000100:00100000:0.0:1746130253.844704:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 3999 00000100:00100000:0.0:1746130253.844710:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c4ffb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:640ea846-b909-4eea-9a54-417e15bd627b+305:30934:x1830949847836160:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746130253.844721:0:8467:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746130253.844733:0:8467:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800945cea00/0x4ce24e578735de35 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3c514 expref: -99 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130253.844753:0:8467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130253.844759:0:8467:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800995bac00/0x4ce24e578735de2e lrc: 2/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3c50d expref: 307 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130253.844765:0:8467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746130253.844768:0:8467:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800945cea00/0x4ce24e578735de35 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3c514 expref: 307 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130253.844789:0:8467:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800995bac00/0x4ce24e578735de2e lrc: 3/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3c50d expref: 307 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130253.844799:0:8467:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800945cea00/0x4ce24e578735de35 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3c514 expref: 307 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130253.844805:0:8467:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800945cea00, rc 0) 00000100:00100000:0.0:1746130253.844820:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c4ffb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:640ea846-b909-4eea-9a54-417e15bd627b+307:30934:x1830949847836160:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 111us (178us total) trans 0 rc 0/0 00000100:00100000:0.0:1746130253.844825:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 3999 00000100:00100000:0.0:1746130253.847176:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.849869:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.852676:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.854789:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.858861:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.861383:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.863444:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.863976:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.865738:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.865772:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.866169:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.868239:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.870232:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.875480:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.880695:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.883212:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.884480:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.886031:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.886075:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.888223:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.888599:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.891543:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.893850:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.898001:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.901323:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.903916:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.906817:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.910631:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.910807:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.913701:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.913731:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.913752:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.920548:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.923819:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.932872:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.938640:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.944792:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.944916:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.949812:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.950159:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.952165:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.954967:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092e2ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7097:1830949841167872:192.168.204.51@tcp:105: 00010000:00010000:0.0:1746130253.955001:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746130253.955069:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091d20000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+5:1961:x1830949847843712:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 2738us (2911us total) trans 0 rc 0/0 00000100:00100000:0.0:1746130253.955080:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 12275 00000100:00100000:0.0:1746130253.955691:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.961697:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.965033:0:8469:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008a64c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8469:1830949841168000:192.168.204.51@tcp:104: 00010000:00010000:0.0:1746130253.965063:0:8469:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092a51e00/0x4ce24e578735de89 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3c568 expref: 6 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130253.965083:0:8469:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092a51e00, rc 0) 00000100:00100000:0.0:1746130253.965122:0:8469:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091d22680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+6:30934:x1830949847844096:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2964us (3594us total) trans 0 rc 0/0 00000100:00100000:0.0:1746130253.965130:0:8469:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4011 00000100:00100000:0.0:1746130253.976964:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.977027:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.982437:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.991387:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130253.996900:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130254.000949:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130254.003662:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130254.007217:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130254.012128:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130254.012821:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091d21c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+315:1964:x1830949847845504:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 5370us (5609us total) trans 0 rc 0/0 00000100:00100000:0.0:1746130254.012831:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 12278 00000100:00100000:0.0:1746130254.015668:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130254.016226:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130254.017529:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130254.020413:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130254.028899:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130254.043291:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130254.046308:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130254.046345:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130254.050790:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130254.055250:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130254.066378:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130254.068975:0:3299:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1746130254.068995:0:3299:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008af76300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:c27f3a83-b0ee-4dd6-bb65-34207604533c:3299:1830949841169664:0@lo:400:kworker.0 00000100:00100000:0.0:1746130254.069053:0:3299:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746130254.069099:0:3298:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008af77b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3298:1830949841169920:0@lo:400:kworker.0 00000100:00100000:0.0:1746130254.069123:0:3298:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746130254.069136:0:3298:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1746130254.069140:0:3298:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008a64e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3298:1830949841169792:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1746130254.069158:0:3298:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746130254.069177:0:7110:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949841169920 00000100:00100000:0.0:1746130254.069180:0:7110:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949841169920 00000100:00100000:0.0:1746130254.069204:0:7110:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 299 00000100:00100000:0.0:1746130254.069208:0:7110:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009429ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3298:x1830949841169920:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746130254.069238:0:7110:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009429ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3298:x1830949841169920:12345-0@lo:400:kworker.0 Request processed in 29us (114us total) trans 0 rc 0/0 00000100:00100000:0.0:1746130254.069243:0:7110:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 299 00000100:00100000:0.0:1746130254.069285:0:3298:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008af77b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3298:1830949841169920:0@lo:400:kworker.0 00000100:00100000:0.0:1746130254.069306:0:7107:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949841169664 00000100:00100000:0.0:1746130254.069309:0:7107:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949841169664 00000100:00100000:0.0:1746130254.069324:0:7107:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 362 00000100:00100000:0.0:1746130254.069328:0:7107:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4df4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:c27f3a83-b0ee-4dd6-bb65-34207604533c+18:3299:x1830949841169664:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746130254.069349:0:7107:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4df4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:c27f3a83-b0ee-4dd6-bb65-34207604533c+18:3299:x1830949841169664:12345-0@lo:400:kworker.0 Request processed in 21us (297us total) trans 0 rc 0/0 00000100:00100000:0.0:1746130254.069353:0:7107:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 362 00000100:00100000:0.0:1746130254.069371:0:10555:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949841169792 00000100:00100000:0.0:1746130254.069374:0:10555:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949841169792 00000100:00100000:0.0:1746130254.069393:0:10555:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 158 00000100:00100000:0.0:1746130254.069397:0:10555:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009429e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3298:x1830949841169792:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1746130254.069409:0:10555:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 982843392 pending 267517952 free 3856662528 avail 3854565376 00000100:00100000:0.0:1746130254.069429:0:10555:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009429e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3298:x1830949841169792:12345-0@lo:13:osp-pre-1-0.0 Request processed in 31us (269us total) trans 0 rc 0/0 00000100:00100000:0.0:1746130254.069433:0:10555:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 158 00000100:00080000:0.0:1746130254.069443:0:7108:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746130254.069452:0:3298:0:(client.c:2927:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294968035 gen 2 00000004:00080000:0.0:1746130254.069457:0:3298:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880135b2aa00, transno 4294968035 00000100:00100000:0.0:1746130254.069467:0:3298:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008a64e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3298:1830949841169792:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1746130254.069480:0:3299:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008af76300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:c27f3a83-b0ee-4dd6-bb65-34207604533c:3299:1830949841169664:0@lo:400:kworker.0 00000100:00100000:0.0:1746130254.072385:0:7110:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949841170048 00000100:00100000:0.0:1746130254.072390:0:7110:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949841170048 00000100:00100000:0.0:1746130254.072419:0:7110:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 301 00000100:00100000:0.0:1746130254.072425:0:7110:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008af74700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3299:x1830949841170048:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746130254.072467:0:7110:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008af74700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3299:x1830949841170048:12345-0@lo:400:kworker.0 Request processed in 42us (1528us total) trans 0 rc 0/0 00000100:00100000:0.0:1746130254.072473:0:7110:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 301 00000100:00100000:0.0:1746130254.082091:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130254.082317:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130254.085263:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130254.085337:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130254.089821:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130254.097237:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130254.110902:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130254.116950:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130254.125239:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130254.125320:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130254.130832:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130254.130874:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130254.149076:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130254.154865:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130254.167123:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130254.171409:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130254.177537:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130254.178209:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130254.181606:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130254.182368:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130254.184857:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130254.187951:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130254.191480:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130254.194363:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130254.205587:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130254.212211:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949847853056 00000100:00100000:0.0:1746130254.212215:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949847853056 00002000:00100000:0.0:1746130254.212242:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff88008a64e680 x1830949847853056/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:240/0 lens 488/0 e 0 to 0 dl 1746130265 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746130254.212251:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a64e680 with x1830949847853056 ext(0->4095) 00010000:00010000:0.0:1746130254.212256:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800995bb600/0x4ce24e578735deeb lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3c5ca expref: 6 pid: 8469 timeout: 552 lvb_type: 0 00010000:00010000:0.0:1746130254.212282:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800995bb600/0x4ce24e578735deeb lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3c5ca expref: 6 pid: 8469 timeout: 552 lvb_type: 0 00002000:00010000:0.0:1746130254.212289:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008a64e680 00000100:00100000:0.0:1746130254.212312:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 839 00000100:00100000:0.0:1746130254.212317:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a64e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949847853056:12345-192.168.204.51@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746130254.212453:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a64e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949847853056:12345-192.168.204.51@tcp:3:rw_seq_cst_vs_d.0 Request processed in 135us (744us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746130254.212459:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 839 00002000:00100000:0.0:1746130254.212464:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff88008a64e680 x1830949847853056/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:240/0 lens 488/4536 e 0 to 0 dl 1746130265 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746130254.212471:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a64e680 with x1830949847853056 ext(0->4095) 00010000:00010000:0.0:1746130254.212475:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800995bb600/0x4ce24e578735deeb lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3c5ca expref: 6 pid: 8469 timeout: 552 lvb_type: 0 00010000:00010000:0.0:1746130254.212483:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800995bb600/0x4ce24e578735deeb lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3c5ca expref: 6 pid: 8469 timeout: 552 lvb_type: 0 00002000:00010000:0.0:1746130254.212489:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008a64e680 00000100:00100000:0.0:1746130254.214943:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130254.215893:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949847853440 00000100:00100000:0.0:1746130254.215897:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949847853440 00010000:00010000:0.0:1746130254.215912:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800995bb600/0x4ce24e578735deeb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3c5ca expref: 6 pid: 8469 timeout: 552 lvb_type: 0 00000100:00100000:0.0:1746130254.215938:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 12291 00000100:00100000:0.0:1746130254.215944:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008af77480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949847853440:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746130254.215951:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746130254.215965:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800995bb600/0x4ce24e578735deeb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3c5ca expref: 6 pid: 8469 timeout: 552 lvb_type: 0 00010000:00010000:0.0:1746130254.215974:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800995bb600/0x4ce24e578735deeb lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3c5ca expref: 6 pid: 8469 timeout: 552 lvb_type: 0 00010000:00010000:0.0:1746130254.215987:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800995bb600/0x4ce24e578735deeb lrc: 0/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3c5ca expref: 6 pid: 8469 timeout: 552 lvb_type: 0 00010000:00010000:0.0:1746130254.216187:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746130254.216217:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008af77480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+5:1962:x1830949847853440:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 272us (536us total) trans 0 rc 0/0 00000100:00100000:0.0:1746130254.216223:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 12291 00000100:00100000:0.0:1746130254.220150:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130254.223377:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130254.228053:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130254.230660:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130254.234865:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130254.234914:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130254.239901:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130254.243379:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130254.246933:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130254.251679:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130254.254378:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130254.258988:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130254.263571:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130254.266507:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130254.267236:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130254.270766:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130254.270836:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130254.270921:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130254.275434:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130254.278352:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130254.282056:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130254.285551:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130254.288106:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130254.291479:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130254.296479:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949847858304 00000100:00100000:0.0:1746130254.296489:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949847858304 00002000:00100000:0.0:1746130254.296540:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff88008a64ea00 x1830949847858304/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:240/0 lens 488/0 e 0 to 0 dl 1746130265 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746130254.296557:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a64ea00 with x1830949847858304 ext(0->4095) 00002000:00010000:0.0:1746130254.296563:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008a64ea00 00000100:00100000:0.0:1746130254.296610:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 3608 00000100:00100000:0.0:1746130254.296619:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a64ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+332:1963:x1830949847858304:12345-192.168.204.51@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746130254.296820:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a64ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+332:1963:x1830949847858304:12345-192.168.204.51@tcp:3:rw_seq_cst_vs_d.0 Request processed in 193us (588us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746130254.296828:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 3608 00002000:00100000:0.0:1746130254.296835:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff88008a64ea00 x1830949847858304/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:240/0 lens 488/4536 e 0 to 0 dl 1746130265 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746130254.296843:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a64ea00 with x1830949847858304 ext(0->4095) 00002000:00010000:0.0:1746130254.296846:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008a64ea00 00000100:00100000:0.0:1746130254.299048:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130254.307211:0:9860:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 12299 00000100:00100000:0.0:1746130254.307220:0:9860:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008af74a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:640ea846-b909-4eea-9a54-417e15bd627b+334:1962:x1830949847858688:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746130254.307227:0:9860:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746130254.307472:0:9860:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092a50a00/0x4ce24e578735df1c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3c5fb expref: 333 pid: 8469 timeout: 552 lvb_type: 0 00010000:00010000:0.0:1746130254.307481:0:9860:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092a50a00/0x4ce24e578735df1c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3c5fb expref: 333 pid: 8469 timeout: 552 lvb_type: 0 00010000:00010000:0.0:1746130254.307493:0:9860:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092a50a00/0x4ce24e578735df1c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3c5fb expref: 333 pid: 8469 timeout: 552 lvb_type: 0 00010000:00010000:0.0:1746130254.307778:0:9860:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130254.307780:0:9860:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130254.307788:0:9860:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094734400/0x4ce24e578735df2a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3c609 expref: 332 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130254.307795:0:9860:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094734400/0x4ce24e578735df2a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3c609 expref: 332 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130254.307816:0:9860:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094734400/0x4ce24e578735df2a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3c609 expref: 332 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130254.307826:0:9860:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094734400/0x4ce24e578735df2a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3c609 expref: 332 pid: 10554 timeout: 552 lvb_type: 0 00000100:00100000:0.0:1746130254.307836:0:9860:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ac71180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9860:1830949841174400:192.168.204.51@tcp:105: 00000100:00100000:0.0:1746130254.307890:0:9860:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800940e7900 going to sleep for 11 seconds 00000100:00100000:0.0:1746130254.312017:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130254.314894:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130254.318570:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130254.325137:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130254.328256:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130254.330840:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130254.349518:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949847860480 00000100:00100000:0.0:1746130254.349521:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949847860480 00002000:00100000:0.0:1746130254.349547:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff88008af77800 x1830949847860480/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:240/0 lens 488/0 e 0 to 0 dl 1746130265 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746130254.349560:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008af77800 with x1830949847860480 ext(0->4095) 00010000:00010000:0.0:1746130254.349565:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800995bbc00/0x4ce24e578735df31 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3c610 expref: 6 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130254.349572:0:25275:0:(ldlm_lockd.c:596:ldlm_refresh_waiting_lock()) ### wasn't waiting ns: filter-lustre-OST0001_UUID lock: ffff8800995bbc00/0x4ce24e578735df31 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3c610 expref: 6 pid: 8469 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1746130254.349577:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008af77800 00000100:00100000:0.0:1746130254.349587:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 848 00000100:00100000:0.0:1746130254.349591:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008af77800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949847860480:12345-192.168.204.51@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746130254.350366:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008af77800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949847860480:12345-192.168.204.51@tcp:3:rw_seq_cst_vs_d.0 Request processed in 772us (1741us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746130254.350373:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 848 00002000:00100000:0.0:1746130254.350379:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff88008af77800 x1830949847860480/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:240/0 lens 488/4536 e 0 to 0 dl 1746130265 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746130254.350386:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008af77800 with x1830949847860480 ext(0->4095) 00010000:00010000:0.0:1746130254.350391:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800995bbc00/0x4ce24e578735df31 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3c610 expref: 6 pid: 8469 timeout: 552 lvb_type: 0 00010000:00010000:0.0:1746130254.350399:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800995bbc00/0x4ce24e578735df31 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3c610 expref: 6 pid: 8469 timeout: 552 lvb_type: 0 00002000:00010000:0.0:1746130254.350403:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008af77800 00000100:00100000:0.0:1746130254.352916:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130254.354438:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130254.356337:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130254.358380:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130254.361067:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130254.364240:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130254.366831:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130254.369707:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130254.375847:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130254.379208:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130254.379380:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130254.382415:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130254.382561:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130254.382589:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130254.385321:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130254.388887:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130254.391849:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130254.395076:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130254.398355:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130254.401404:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130254.401960:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130254.404183:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130254.404257:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130254.404548:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949847864960 00000100:00100000:0.0:1746130254.404552:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949847864960 00002000:00100000:0.0:1746130254.404577:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff880135b28000 x1830949847864960/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:240/0 lens 488/0 e 0 to 0 dl 1746130265 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746130254.404585:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135b28000 with x1830949847864960 ext(0->4095) 00010000:00010000:0.0:1746130254.404591:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092a50200/0x4ce24e578735df5b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3c63a expref: 340 pid: 10554 timeout: 552 lvb_type: 0 00010000:00010000:0.0:1746130254.404602:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092a50200/0x4ce24e578735df5b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3c63a expref: 340 pid: 10554 timeout: 552 lvb_type: 0 00002000:00010000:0.0:1746130254.404607:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880135b28000 00000100:00100000:0.0:1746130254.404738:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 853 00000100:00100000:0.0:1746130254.404744:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135b28000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+340:1962:x1830949847864960:12345-192.168.204.51@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746130254.404856:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135b28000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+339:1962:x1830949847864960:12345-192.168.204.51@tcp:3:rw_seq_cst_vs_d.0 Request processed in 112us (598us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746130254.404861:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 853 00002000:00100000:0.0:1746130254.404865:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff880135b28000 x1830949847864960/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:240/0 lens 488/4536 e 0 to 0 dl 1746130265 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746130254.404871:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135b28000 with x1830949847864960 ext(0->4095) 00010000:00010000:0.0:1746130254.404888:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092a50200/0x4ce24e578735df5b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3c63a expref: 339 pid: 10554 timeout: 552 lvb_type: 0 00010000:00010000:0.0:1746130254.404897:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092a50200/0x4ce24e578735df5b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3c63a expref: 339 pid: 10554 timeout: 552 lvb_type: 0 00002000:00010000:0.0:1746130254.404902:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880135b28000 00000100:00100000:0.0:1746130254.406474:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130254.406509:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130254.408567:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130254.410568:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130254.413119:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130254.415220:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130254.419096:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130254.422719:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130254.422812:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130254.425595:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130254.425668:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130254.425690:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130254.427542:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130254.429900:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130254.432201:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130254.435383:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130254.440374:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130254.446710:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130254.446795:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130254.449452:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130254.449481:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130254.449546:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130254.453098:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949847869056 00000100:00100000:0.0:1746130254.453105:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949847869056 00002000:00100000:0.0:1746130254.453333:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff88008a64e300 x1830949847869056/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:240/0 lens 488/0 e 0 to 0 dl 1746130265 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746130254.453343:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a64e300 with x1830949847869056 ext(0->4095) 00010000:00010000:0.0:1746130254.453352:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800995bba00/0x4ce24e578735df93 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3c672 expref: 342 pid: 8469 timeout: 552 lvb_type: 0 00010000:00010000:0.0:1746130254.453364:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800995bba00/0x4ce24e578735df93 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3c672 expref: 342 pid: 8469 timeout: 552 lvb_type: 0 00002000:00010000:0.0:1746130254.453374:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008a64e300 00000100:00100000:0.0:1746130254.453390:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 859 00000100:00100000:0.0:1746130254.453397:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a64e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+342:1961:x1830949847869056:12345-192.168.204.51@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746130254.453550:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a64e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+342:1961:x1830949847869056:12345-192.168.204.51@tcp:3:rw_seq_cst_vs_d.0 Request processed in 153us (514us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746130254.453556:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 859 00002000:00100000:0.0:1746130254.453561:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff88008a64e300 x1830949847869056/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:240/0 lens 488/4536 e 0 to 0 dl 1746130265 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746130254.453568:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a64e300 with x1830949847869056 ext(0->4095) 00010000:00010000:0.0:1746130254.453573:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800995bba00/0x4ce24e578735df93 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3c672 expref: 342 pid: 8469 timeout: 552 lvb_type: 0 00010000:00010000:0.0:1746130254.453581:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800995bba00/0x4ce24e578735df93 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3c672 expref: 342 pid: 8469 timeout: 552 lvb_type: 0 00002000:00010000:0.0:1746130254.453586:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008a64e300 00000100:00100000:0.0:1746130254.456120:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130254.461367:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130254.467598:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130254.468988:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130254.472608:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130254.472959:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130254.477245:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130254.482832:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130254.487234:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130254.491203:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130254.495838:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130254.495945:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130254.503400:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130254.503501:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130254.509511:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130254.515310:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130254.523702:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130254.532897:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130254.541513:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130254.541568:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130254.548613:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130254.551937:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130254.555104:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130254.557340:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130254.572789:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130254.576974:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130254.581289:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130254.581312:0:8469:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949847874048 00000100:00100000:0.0:1746130254.581316:0:8469:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949847874048 00000100:00100000:0.0:1746130254.581410:0:8469:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4059 00000100:00100000:0.0:1746130254.581417:0:8469:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092258000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:640ea846-b909-4eea-9a54-417e15bd627b+350:30934:x1830949847874048:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746130254.581430:0:8469:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746130254.581445:0:8469:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012d42ea00/0x4ce24e578735dfd9 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3c6b8 expref: -99 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130254.581462:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130254.581468:0:8469:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800995bbc00/0x4ce24e578735dfd2 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3c6b1 expref: 351 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130254.581474:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746130254.581477:0:8469:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d42ea00/0x4ce24e578735dfd9 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3c6b8 expref: 351 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130254.581503:0:8469:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800995bbc00/0x4ce24e578735dfd2 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3c6b1 expref: 351 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130254.581513:0:8469:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012d42ea00/0x4ce24e578735dfd9 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3c6b8 expref: 351 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130254.581520:0:8469:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d42ea00, rc 0) 00000100:00100000:0.0:1746130254.581537:0:8469:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092258000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:640ea846-b909-4eea-9a54-417e15bd627b+351:30934:x1830949847874048:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 121us (249us total) trans 0 rc 0/0 00000100:00100000:0.0:1746130254.581542:0:8469:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4059 00000100:00100000:0.0:1746130254.581834:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130254.585390:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130254.588958:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130254.593454:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130254.598225:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130254.603690:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130254.603742:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130254.607139:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130254.607240:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130254.611929:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130254.616888:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130254.624063:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130254.630047:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130254.632431:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130254.636369:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130254.638371:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130254.640096:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130254.643147:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130254.650470:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949847877376 00000100:00100000:0.0:1746130254.650480:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949847877376 00002000:00100000:0.0:1746130254.650523:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff88008af74380 x1830949847877376/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:240/0 lens 488/0 e 0 to 0 dl 1746130265 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746130254.650532:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008af74380 with x1830949847877376 ext(0->4095) 00010000:00010000:0.0:1746130254.650541:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800995bb000/0x4ce24e578735dff5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3c6d4 expref: 355 pid: 10554 timeout: 552 lvb_type: 0 00010000:00010000:0.0:1746130254.650554:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800995bb000/0x4ce24e578735dff5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3c6d4 expref: 355 pid: 10554 timeout: 552 lvb_type: 0 00002000:00010000:0.0:1746130254.650560:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008af74380 00000100:00100000:0.0:1746130254.650589:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 872 00000100:00100000:0.0:1746130254.650597:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008af74380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+355:1962:x1830949847877376:12345-192.168.204.51@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746130254.651212:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008af74380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+355:1962:x1830949847877376:12345-192.168.204.51@tcp:3:rw_seq_cst_vs_d.0 Request processed in 614us (824us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746130254.651218:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 872 00002000:00100000:0.0:1746130254.651223:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff88008af74380 x1830949847877376/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:240/0 lens 488/4536 e 0 to 0 dl 1746130265 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746130254.651234:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008af74380 with x1830949847877376 ext(0->4095) 00010000:00010000:0.0:1746130254.651238:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800995bb000/0x4ce24e578735dff5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3c6d4 expref: 355 pid: 10554 timeout: 552 lvb_type: 0 00010000:00010000:0.0:1746130254.651248:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800995bb000/0x4ce24e578735dff5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3c6d4 expref: 355 pid: 10554 timeout: 552 lvb_type: 0 00002000:00010000:0.0:1746130254.651253:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008af74380 00000100:00100000:0.0:1746130254.656066:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130254.660929:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130254.664947:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130254.669043:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130254.669144:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130254.671248:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130254.671950:0:8470:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008af76d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8470:1830949841181184:192.168.204.51@tcp:104: 00000100:00100000:0.0:1746130254.671959:0:8470:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008af76300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8470:1830949841181312:192.168.204.51@tcp:104: 00010000:00010000:0.0:1746130254.671985:0:8470:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094734200/0x4ce24e578735e00a lrc: 3/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3c6e2 expref: 357 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130254.672000:0:8470:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094734200, rc 0) 00000100:00100000:0.0:1746130254.672046:0:8470:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094b11f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:640ea846-b909-4eea-9a54-417e15bd627b+357:30924:x1830949847878144:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2654us (2900us total) trans 0 rc 0/0 00000100:00100000:0.0:1746130254.672054:0:8470:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4066 00000100:00100000:0.0:1746130254.674415:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130254.677568:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130254.679833:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130254.687345:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130254.692372:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130254.694757:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130254.698300:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130254.698328:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130254.702899:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130254.704417:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130254.708970:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130254.714030:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130254.717732:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130254.719531:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130254.723403:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130254.729149:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130254.739358:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130254.742345:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130254.743848:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130254.746133:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130254.746181:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130254.751156:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130254.759196:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130254.762425:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130254.766622:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130254.767164:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130254.767491:0:10554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4075 00000100:00100000:0.0:1746130254.767498:0:10554:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099524700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:640ea846-b909-4eea-9a54-417e15bd627b+364:30924:x1830949847883776:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746130254.767506:0:10554:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746130254.767514:0:10554:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092a15400/0x4ce24e578735e049 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3c728 expref: -99 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130254.767580:0:10554:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094735200/0x4ce24e578735e03b lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3c71a expref: 365 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130254.767587:0:10554:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092a51200/0x4ce24e578735e042 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3c721 expref: 6 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130254.767591:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130254.767593:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130254.767595:0:10554:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092a15400/0x4ce24e578735e049 lrc: 5/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3c728 expref: 365 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130254.767621:0:10554:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092a51200/0x4ce24e578735e042 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3c721 expref: 6 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130254.767632:0:10554:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092a51200/0x4ce24e578735e042 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3c721 expref: 6 pid: 8470 timeout: 552 lvb_type: 0 00000100:00100000:0.0:1746130254.767643:0:10554:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099524380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10554:1830949841183360:192.168.204.51@tcp:104: 00010000:00010000:0.0:1746130254.767920:0:10554:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094735200/0x4ce24e578735e03b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3c71a expref: 365 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130254.767928:0:10554:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094735200/0x4ce24e578735e03b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3c71a expref: 365 pid: 8469 timeout: 552 lvb_type: 0 00000100:00100000:0.0:1746130254.767936:0:10554:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099527800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10554:1830949841183488:192.168.204.51@tcp:104: 00000100:00100000:0.0:1746130254.767961:0:10554:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800940e7480 going to sleep for 11 seconds 00000100:00100000:0.0:1746130254.770310:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130254.770383:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130254.773420:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130254.776208:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130254.780752:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130254.783105:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130254.786224:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130254.788894:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130254.792404:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130254.794087:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130254.794809:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130254.798056:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094485c00 going to sleep for 11 seconds 00000100:00100000:0.0:1746130254.800450:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130254.802581:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130254.805474:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130254.808815:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130254.814838:0:10554:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949847887104 00000100:00100000:0.0:1746130254.814847:0:10554:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949847887104 00000100:00100000:0.0:1746130254.814910:0:10554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4080 00000100:00100000:0.0:1746130254.814918:0:10554:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a64ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+5:30934:x1830949847887104:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746130254.814940:0:10554:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746130254.814960:0:10554:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092a15400/0x4ce24e578735e06c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3c74b expref: -99 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130254.814986:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130254.814988:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130254.814995:0:10554:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092a15400/0x4ce24e578735e06c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3c74b expref: 6 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130254.815010:0:10554:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092a15400/0x4ce24e578735e06c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3c74b expref: 6 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130254.815020:0:10554:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092a15400, rc 0) 00000100:00100000:0.0:1746130254.815079:0:10554:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a64ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+6:30934:x1830949847887104:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 162us (863us total) trans 0 rc 0/0 00000100:00100000:0.0:1746130254.815086:0:10554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4080 00000100:00100000:0.0:1746130254.816052:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130254.816906:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130254.817828:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130254.819530:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130254.819611:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130254.824476:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130254.835018:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949847888384 00000100:00100000:0.0:1746130254.835028:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949847888384 00002000:00100000:0.0:1746130254.835072:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x18:0x0] (0->7) req@ffff88008a64df80 x1830949847888384/t0(0) o4->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:240/0 lens 496/0 e 0 to 0 dl 1746130265 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746130254.835083:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a64df80 with x1830949847888384 ext(0->7) 00010000:00010000:0.0:1746130254.835092:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092a51200/0x4ce24e578735e073 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3c752 expref: 369 pid: 10554 timeout: 552 lvb_type: 0 00010000:00010000:0.0:1746130254.835107:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092a51200/0x4ce24e578735e073 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3c752 expref: 369 pid: 10554 timeout: 552 lvb_type: 0 00002000:00010000:0.0:1746130254.835113:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008a64df80 00000100:00100000:0.0:1746130254.835147:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 891 00000100:00100000:0.0:1746130254.835156:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a64df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+369:1963:x1830949847888384:12345-192.168.204.51@tcp:4:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746130254.835477:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a64df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+371:1963:x1830949847888384:12345-192.168.204.51@tcp:4:rw_seq_cst_vs_d.0 Request processed in 321us (534us total) trans 4294968358 rc 0/0 00000100:00100000:0.0:1746130254.835483:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 891 00002000:00100000:0.0:1746130254.835488:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x18:0x0] (0->7) req@ffff88008a64df80 x1830949847888384/t4294968358(0) o4->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:240/0 lens 496/448 e 0 to 0 dl 1746130265 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746130254.835495:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a64df80 with x1830949847888384 ext(0->7) 00010000:00010000:0.0:1746130254.835499:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092a51200/0x4ce24e578735e073 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3c752 expref: 371 pid: 10554 timeout: 552 lvb_type: 0 00010000:00010000:0.0:1746130254.835508:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092a51200/0x4ce24e578735e073 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3c752 expref: 371 pid: 10554 timeout: 552 lvb_type: 0 00002000:00010000:0.0:1746130254.835518:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008a64df80 00000100:00100000:0.0:1746130254.839835:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130254.844591:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130254.845686:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130254.847729:0:10554:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092e2ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10554:1830949841185280:192.168.204.51@tcp:104: 00010000:00010000:0.0:1746130254.847757:0:10554:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800995bb000/0x4ce24e578735e081 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3c760 expref: 371 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130254.847770:0:10554:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800995bb000, rc 0) 00000100:00100000:0.0:1746130254.847820:0:10554:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7d43b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:640ea846-b909-4eea-9a54-417e15bd627b+371:30924:x1830949847888640:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2476us (3239us total) trans 0 rc 0/0 00000100:00100000:0.0:1746130254.847831:0:10554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4083 00000100:00100000:0.0:1746130254.848580:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130254.848647:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130254.855151:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130254.861535:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130254.863717:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130254.867826:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130254.871519:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130254.873380:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130254.873727:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130254.873792:0:7924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 12351 00000100:00100000:0.0:1746130254.873797:0:7924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e34a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+373:1962:x1830949847890816:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746130254.873802:0:7924:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746130254.873810:0:7924:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092a50600/0x4ce24e578735e08f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3c76e expref: 373 pid: 10554 timeout: 553 lvb_type: 0 00010000:00010000:0.0:1746130254.873827:0:7924:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092a50600/0x4ce24e578735e08f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3c76e expref: 373 pid: 10554 timeout: 553 lvb_type: 0 00010000:00010000:0.0:1746130254.874112:0:7924:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092a50600/0x4ce24e578735e08f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3c76e expref: 373 pid: 10554 timeout: 553 lvb_type: 0 00010000:00010000:0.0:1746130254.874149:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130254.874151:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130254.874157:0:7924:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092a50200/0x4ce24e578735e096 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3c775 expref: 372 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130254.874170:0:7924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092a50200/0x4ce24e578735e096 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3c775 expref: 372 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130254.874192:0:7924:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092a50200/0x4ce24e578735e096 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3c775 expref: 372 pid: 8467 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746130254.874202:0:7924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092e36d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7924:1830949841186048:192.168.204.51@tcp:105: 00000100:00100000:0.0:1746130254.874239:0:7924:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800940e7240 going to sleep for 11 seconds 00000100:00100000:0.0:1746130254.874289:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130254.877045:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130254.879493:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130254.882208:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130254.884103:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130254.885960:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130254.889525:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130254.889725:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130254.891707:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130254.891760:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130254.892372:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130254.894614:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130254.896507:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130254.899778:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130254.903428:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130254.909552:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130254.912550:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130254.913114:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130254.914984:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130254.918174:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130254.920851:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130254.924390:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130254.928539:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130254.935655:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130254.937887:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130254.938798:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130254.943116:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130254.947218:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130254.951622:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130254.954617:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130254.958654:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130254.962580:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130254.968386:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130254.968500:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130254.972093:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130254.972194:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130254.975913:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130254.976019:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130254.980412:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130254.993386:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130254.997245:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130255.000326:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130255.003416:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130255.005679:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130255.008501:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130255.008842:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130255.012095:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130255.013894:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130255.018252:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130255.020602:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130255.024372:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130255.027463:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130255.031637:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130255.031727:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130255.034787:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130255.034848:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130255.035208:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130255.037151:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130255.043752:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130255.047484:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130255.055239:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130255.055802:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130255.058254:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130255.058367:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130255.063706:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130255.066853:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130255.070457:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130255.073912:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130255.076514:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130255.081178:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130255.081261:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130255.083389:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130255.083925:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130255.086748:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130255.088687:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130255.092818:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130255.095774:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130255.100118:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130255.101928:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130255.103735:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130255.105173:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130255.107226:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130255.109329:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130255.114166:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130255.117965:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130255.119447:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130255.121564:0:8467:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008a64ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8467:1830949841191936:192.168.204.51@tcp:104: 00010000:00010000:0.0:1746130255.121583:0:8467:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092a51800/0x4ce24e578735e153 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3c832 expref: 392 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130255.121594:0:8467:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092a51800, rc 0) 00000100:00100000:0.0:1746130255.121670:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135207100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:640ea846-b909-4eea-9a54-417e15bd627b+392:30924:x1830949847907200:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2148us (2223us total) trans 0 rc 0/0 00000100:00100000:0.0:1746130255.121676:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4113 00000100:00100000:0.0:1746130255.123190:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130255.124994:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130255.129857:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130255.133942:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130255.137035:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130255.143602:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130255.145500:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130255.147889:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130255.147951:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130255.152796:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130255.157821:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130255.159667:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130255.161989:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130255.163963:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130255.167697:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130255.168469:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130255.170211:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130255.172848:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130255.172893:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130255.175006:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130255.176363:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130255.177882:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130255.180989:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130255.182818:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130255.186363:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130255.188741:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130255.189262:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130255.190941:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130255.190974:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130255.192057:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130255.194583:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130255.200955:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130255.203172:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130255.204718:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130255.206455:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130255.208551:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130255.209629:0:8470:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949847914368 00000100:00100000:0.0:1746130255.209634:0:8470:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949847914368 00000100:00100000:0.0:1746130255.209668:0:8470:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4124 00000100:00100000:0.0:1746130255.209673:0:8470:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008af75c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:640ea846-b909-4eea-9a54-417e15bd627b+400:30924:x1830949847914368:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746130255.209684:0:8470:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746130255.209698:0:8470:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092a15000/0x4ce24e578735e1a0 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3c87f expref: -99 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130255.209720:0:8470:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092a50a00/0x4ce24e578735e192 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3c871 expref: 401 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130255.209727:0:8470:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094734600/0x4ce24e578735e199 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3c878 expref: 5 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130255.209733:0:8470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130255.209735:0:8470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130255.209738:0:8470:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092a15000/0x4ce24e578735e1a0 lrc: 5/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3c87f expref: 401 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130255.209762:0:8470:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094734600/0x4ce24e578735e199 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3c878 expref: 5 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130255.209773:0:8470:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094734600/0x4ce24e578735e199 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3c878 expref: 5 pid: 8470 timeout: 553 lvb_type: 0 00000100:00100000:0.0:1746130255.209783:0:8470:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094b9ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8470:1830949841194240:192.168.204.51@tcp:104: 00010000:00010000:0.0:1746130255.209854:0:8470:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092a50a00/0x4ce24e578735e192 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3c871 expref: 401 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130255.209874:0:8470:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092a50a00/0x4ce24e578735e192 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3c871 expref: 401 pid: 10554 timeout: 553 lvb_type: 0 00000100:00100000:0.0:1746130255.209882:0:8470:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094b9c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8470:1830949841194368:192.168.204.51@tcp:104: 00000100:00100000:0.0:1746130255.209898:0:8470:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800940e7300 going to sleep for 11 seconds 00000100:00100000:0.0:1746130255.211098:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130255.211495:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130255.213930:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130255.214021:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130255.216800:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130255.218596:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130255.221165:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130255.224256:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130255.226691:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130255.228517:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130255.232071:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130255.232978:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130255.237989:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130255.238018:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130255.238058:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130255.240217:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130255.245513:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130255.247937:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130255.249694:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130255.251679:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130255.251884:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949847918208 00000100:00100000:0.0:1746130255.251888:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949847918208 00000100:00100000:0.0:1746130255.253171:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130255.253247:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130255.254996:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130255.255060:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130255.258560:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130255.260215:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130255.261701:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130255.263595:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130255.265498:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130255.267231:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130255.271315:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130255.274113:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130255.274531:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130255.276545:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130255.277289:0:8470:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949847921152 00000100:00100000:0.0:1746130255.277293:0:8470:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949847921152 00000100:00100000:0.0:1746130255.277316:0:8470:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4134 00000100:00100000:0.0:1746130255.277322:0:8470:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008af76a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:640ea846-b909-4eea-9a54-417e15bd627b+407:30934:x1830949847921152:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746130255.277335:0:8470:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746130255.277344:0:8470:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092a15a00/0x4ce24e578735e1e6 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3c8c5 expref: -99 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130255.277970:0:8470:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092a50e00/0x4ce24e578735e1df lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3c8be expref: 408 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130255.277978:0:8470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746130255.277981:0:8470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746130255.277984:0:8470:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092a15a00/0x4ce24e578735e1e6 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3c8c5 expref: 408 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130255.278157:0:8470:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092a50e00/0x4ce24e578735e1df lrc: 6/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3c8be expref: 407 pid: 8470 timeout: 553 lvb_type: 0 00010000:00010000:0.0:1746130255.278166:0:8470:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092a50e00/0x4ce24e578735e1df lrc: 6/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3c8be expref: 407 pid: 8470 timeout: 553 lvb_type: 0 00000100:00100000:0.0:1746130255.278174:0:8470:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800931f8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8470:1830949841196544:192.168.204.51@tcp:104: 00000100:00100000:0.0:1746130255.278207:0:8470:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800940e7f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746130255.280557:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130255.284799:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130255.288537:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130255.291908:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130255.302431:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130255.302481:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130255.307404:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130255.313996:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130255.318358:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130255.323591:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130255.332238:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130255.336206:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130255.336264:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130255.339988:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130255.340013:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130255.340036:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130255.343828:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130255.347162:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130255.351111:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130255.354819:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130255.358753:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130255.362202:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130255.367630:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130255.368480:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130255.371746:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130255.372925:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130255.374078:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130255.378641:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130255.382243:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130255.386810:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130255.389908:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130255.393756:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130255.397417:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130255.397475:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130255.399805:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130255.399853:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130255.399906:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130255.399935:0:9860:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949847927936 00000100:00100000:0.0:1746130255.399941:0:9860:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949847927936 00010000:00010000:0.0:1746130255.399978:0:9860:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092a51800/0x4ce24e578735e225 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3c904 expref: 6 pid: 8467 timeout: 553 lvb_type: 0 00000100:00100000:0.0:1746130255.400003:0:9860:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 12408 00000100:00100000:0.0:1746130255.400010:0:9860:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801350bf480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949847927936:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746130255.400022:0:9860:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746130255.400062:0:9860:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092a51800/0x4ce24e578735e225 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3c904 expref: 6 pid: 8467 timeout: 553 lvb_type: 0 00010000:00010000:0.0:1746130255.400072:0:9860:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092a51800/0x4ce24e578735e225 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3c904 expref: 6 pid: 8467 timeout: 553 lvb_type: 0 00010000:00010000:0.0:1746130255.400100:0:9860:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092a51800/0x4ce24e578735e225 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3c904 expref: 6 pid: 8467 timeout: 553 lvb_type: 0 00010000:00010000:0.0:1746130255.400120:0:9860:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746130255.400154:0:9860:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801350bf480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c84b93b0-d496-484f-8e1e-94008838f2dd+5:1961:x1830949847927936:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 144us (354us total) trans 0 rc 0/0 00000100:00100000:0.0:1746130255.400161:0:9860:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 12408 00000100:00100000:0.0:1746130255.401972:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130255.405434:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130255.410311:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130255.413002:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130255.417651:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130255.417700:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130255.419390:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130255.419431:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130255.421090:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130255.423550:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130255.427228:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130255.429935:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130255.433062:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130255.436750:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130255.440062:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130255.442744:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130255.442833:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130255.445468:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130255.446674:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130255.446718:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130255.449649:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130255.452781:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130255.457457:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130255.464113:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130255.468215:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130255.470619:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130255.471851:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949847932928 00000100:00100000:0.0:1746130255.471855:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949847932928 00002000:00100000:0.0:1746130255.471887:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff88008af77480 x1830949847932928/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:241/0 lens 488/0 e 0 to 0 dl 1746130266 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746130255.471896:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008af77480 with x1830949847932928 ext(0->4095) 00010000:00010000:0.0:1746130255.471901:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800995bb000/0x4ce24e578735e264 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3c943 expref: 422 pid: 8469 timeout: 553 lvb_type: 0 00010000:00010000:0.0:1746130255.471909:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800995bb000/0x4ce24e578735e264 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3c943 expref: 422 pid: 8469 timeout: 553 lvb_type: 0 00002000:00010000:0.0:1746130255.471915:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008af77480 00000100:00100000:0.0:1746130255.471940:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 954 00000100:00100000:0.0:1746130255.471946:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008af77480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+422:1964:x1830949847932928:12345-192.168.204.51@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746130255.472099:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008af77480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+422:1964:x1830949847932928:12345-192.168.204.51@tcp:3:rw_seq_cst_vs_d.0 Request processed in 152us (317us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746130255.472105:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 954 00002000:00100000:0.0:1746130255.472109:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff88008af77480 x1830949847932928/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:241/0 lens 488/4536 e 0 to 0 dl 1746130266 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746130255.472116:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008af77480 with x1830949847932928 ext(0->4095) 00010000:00010000:0.0:1746130255.472120:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800995bb000/0x4ce24e578735e264 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3c943 expref: 422 pid: 8469 timeout: 553 lvb_type: 0 00010000:00010000:0.0:1746130255.472127:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800995bb000/0x4ce24e578735e264 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3c943 expref: 422 pid: 8469 timeout: 553 lvb_type: 0 00002000:00010000:0.0:1746130255.472132:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008af77480 00000100:00100000:0.0:1746130255.473957:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130255.474827:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130255.474912:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130255.477939:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130255.479716:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130255.484071:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130255.486156:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130255.488816:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130255.494046:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130255.497186:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130255.498932:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130255.502518:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130255.502716:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130255.503411:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130255.503445:0:9860:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 12421 00000100:00100000:0.0:1746130255.503451:0:9860:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e34380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:640ea846-b909-4eea-9a54-417e15bd627b+423:1964:x1830949847935232:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746130255.503457:0:9860:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746130255.503469:0:9860:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800995bba00/0x4ce24e578735e279 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3c958 expref: 423 pid: 8469 timeout: 553 lvb_type: 0 00010000:00010000:0.0:1746130255.503751:0:9860:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800995bba00/0x4ce24e578735e279 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3c958 expref: 425 pid: 8469 timeout: 553 lvb_type: 0 00010000:00010000:0.0:1746130255.503901:0:9860:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800995bba00/0x4ce24e578735e279 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3c958 expref: 425 pid: 8469 timeout: 553 lvb_type: 0 00010000:00010000:0.0:1746130255.503914:0:9860:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130255.503916:0:9860:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130255.503921:0:9860:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092a50a00/0x4ce24e578735e280 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3c95f expref: 424 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130255.503928:0:9860:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092a50a00/0x4ce24e578735e280 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3c95f expref: 424 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130255.503953:0:9860:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092a50a00/0x4ce24e578735e280 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3c95f expref: 424 pid: 10554 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746130255.503962:0:9860:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135afe680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9860:1830949841201408:192.168.204.51@tcp:105: 00000100:00100000:0.0:1746130255.504008:0:9860:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800940e7a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746130255.507340:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130255.513095:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130255.521584:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130255.524827:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130255.529994:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130255.531323:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130255.535443:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130255.537945:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130255.538116:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130255.541365:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130255.548287:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130255.549802:0:7106:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949847937536 00000100:00100000:0.0:1746130255.549805:0:7106:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949847937536 00000100:00100000:0.0:1746130255.549833:0:7106:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 363 00000100:00100000:0.0:1746130255.549839:0:7106:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4df4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:51482484-f6ce-4c5d-8880-328e8ed7a70a+12:1964:x1830949847937536:12345-192.168.204.51@tcp:400:kworker.0 00000100:00100000:0.0:1746130255.549891:0:7106:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4df4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:51482484-f6ce-4c5d-8880-328e8ed7a70a+12:1964:x1830949847937536:12345-192.168.204.51@tcp:400:kworker.0 Request processed in 52us (129us total) trans 0 rc 0/0 00000100:00100000:0.0:1746130255.549896:0:7106:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 363 00000100:00100000:0.0:1746130255.551323:0:7110:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 302 00000100:00100000:0.0:1746130255.551329:0:7110:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008af76a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:640ea846-b909-4eea-9a54-417e15bd627b+6:1964:x1830949847937664:12345-192.168.204.51@tcp:400:kworker.0 00000100:00100000:0.0:1746130255.551357:0:7110:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008af76a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:640ea846-b909-4eea-9a54-417e15bd627b+6:1964:x1830949847937664:12345-192.168.204.51@tcp:400:kworker.0 Request processed in 29us (524us total) trans 0 rc 0/0 00000100:00100000:0.0:1746130255.551363:0:7110:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 302 00000100:00100000:0.0:1746130255.552932:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130255.556516:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130255.561302:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130255.566010:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130255.569026:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130255.572837:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130255.572942:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130255.576605:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130255.576644:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130255.576685:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130255.580071:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130255.582660:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130255.585000:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130255.590297:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130255.592789:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130255.594412:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130255.602810:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130255.606156:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130255.607812:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130255.609480:0:9860:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949847941888 00000100:00100000:0.0:1746130255.609484:0:9860:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949847941888 00010000:00010000:0.0:1746130255.609508:0:9860:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800995bb600/0x4ce24e578735e2b8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3c997 expref: 430 pid: 10554 timeout: 553 lvb_type: 0 00000100:00100000:0.0:1746130255.609650:0:9860:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 12429 00000100:00100000:0.0:1746130255.609657:0:9860:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008af76300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:640ea846-b909-4eea-9a54-417e15bd627b+430:1961:x1830949847941888:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746130255.609665:0:9860:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746130255.609680:0:9860:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800995bb600/0x4ce24e578735e2b8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3c997 expref: 430 pid: 10554 timeout: 553 lvb_type: 0 00010000:00010000:0.0:1746130255.609688:0:9860:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800995bb600/0x4ce24e578735e2b8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3c997 expref: 429 pid: 10554 timeout: 553 lvb_type: 0 00010000:00010000:0.0:1746130255.609706:0:9860:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800995bb600/0x4ce24e578735e2b8 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3c997 expref: 429 pid: 10554 timeout: 553 lvb_type: 0 00010000:00010000:0.0:1746130255.609768:0:9860:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746130255.609800:0:9860:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008af76300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:640ea846-b909-4eea-9a54-417e15bd627b+428:1961:x1830949847941888:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 143us (395us total) trans 0 rc 0/0 00000100:00100000:0.0:1746130255.609806:0:9860:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 12429 00000100:00100000:0.0:1746130255.611581:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130255.615208:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130255.620706:0:8469:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949847942400 00000100:00100000:0.0:1746130255.620721:0:8469:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949847942400 00000100:00100000:0.0:1746130255.620772:0:8469:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4166 00000100:00100000:0.0:1746130255.620779:0:8469:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a64c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+5:30934:x1830949847942400:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746130255.620796:0:8469:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746130255.620813:0:8469:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092a14400/0x4ce24e578735e2c6 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3c9a5 expref: -99 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130255.620838:0:8469:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092a50800/0x4ce24e578735e2bf lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3c99e expref: 427 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130255.620844:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746130255.620845:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746130255.620848:0:8469:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092a14400/0x4ce24e578735e2c6 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3c9a5 expref: 6 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130255.620885:0:8469:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092a50800/0x4ce24e578735e2bf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3c99e expref: 427 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130255.620896:0:8469:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092a50800/0x4ce24e578735e2bf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3c99e expref: 427 pid: 8469 timeout: 553 lvb_type: 0 00000100:00100000:0.0:1746130255.620905:0:8469:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091950000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8469:1830949841203456:192.168.204.51@tcp:104: 00000100:00100000:0.0:1746130255.621327:0:8469:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800940e7a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746130255.622976:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130255.631059:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130255.634964:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130255.637941:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130255.640699:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130255.644343:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130255.646480:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130255.649078:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130255.659363:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130255.662546:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130255.671163:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130255.674772:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130255.678508:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130255.689201:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130255.692903:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130255.695359:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130255.697733:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130255.698200:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130255.700998:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130255.701037:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130255.704563:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130255.707630:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130255.716375:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130255.718777:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130255.723241:0:10554:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949847946752 00000100:00100000:0.0:1746130255.723250:0:10554:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949847946752 00000100:00100000:0.0:1746130255.723786:0:10554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4174 00000100:00100000:0.0:1746130255.723798:0:10554:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008af76300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:640ea846-b909-4eea-9a54-417e15bd627b+436:30924:x1830949847946752:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746130255.723814:0:10554:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746130255.723831:0:10554:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092a14a00/0x4ce24e578735e2fe lrc: 2/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3c9dd expref: -99 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130255.723872:0:10554:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092a51e00/0x4ce24e578735e2f0 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3c9cf expref: 437 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130255.723880:0:10554:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800995bb600/0x4ce24e578735e2f7 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3c9d6 expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130255.723890:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130255.723892:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130255.724452:0:10554:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092a14a00/0x4ce24e578735e2fe lrc: 5/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3c9dd expref: 437 pid: 10554 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746130255.727715:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130255.727874:0:7098:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 12438 00000100:00100000:0.0:1746130255.727882:0:7098:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091d20a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c84b93b0-d496-484f-8e1e-94008838f2dd+7:1963:x1830949847947136:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746130255.727895:0:7098:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746130255.727978:0:7098:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800995bb600/0x4ce24e578735e2f7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 8 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3c9d6 expref: 8 pid: 8469 timeout: 553 lvb_type: 0 00010000:00010000:0.0:1746130255.727995:0:7098:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800995bb600/0x4ce24e578735e2f7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3c9d6 expref: 8 pid: 8469 timeout: 553 lvb_type: 0 00010000:00010000:0.0:1746130255.728012:0:7098:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800995bb600/0x4ce24e578735e2f7 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 8 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3c9d6 expref: 8 pid: 8469 timeout: 553 lvb_type: 0 00010000:00010000:0.0:1746130255.728025:0:7098:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130255.728027:0:7098:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130255.728033:0:7098:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092a14a00/0x4ce24e578735e2fe lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3c9dd expref: 436 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130255.728039:0:7098:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092a14a00/0x4ce24e578735e2fe lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3c9dd expref: 436 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130255.728058:0:7098:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092a14a00/0x4ce24e578735e2fe lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3c9dd expref: 436 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130255.728068:0:7098:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092a14a00/0x4ce24e578735e2fe lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3c9dd expref: 436 pid: 10554 timeout: 553 lvb_type: 0 00000100:00100000:0.0:1746130255.728079:0:7098:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091d20000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7098:1830949841205632:192.168.204.51@tcp:105: 00000100:00100000:0.0:1746130255.728615:0:7098:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800940e7f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746130255.732674:0:7098:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091d20000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7098:1830949841205632:192.168.204.51@tcp:105: 00010000:00010000:0.0:1746130255.732701:0:7098:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746130255.732754:0:7098:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091d20a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1963:x1830949847947136:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 4871us (5039us total) trans 0 rc 0/0 00000100:00100000:0.0:1746130255.732765:0:7098:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 12438 00000100:00100000:0.0:1746130255.738676:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00010000:00010000:0.0:1746130255.740448:0:8484:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:0.0:1746130255.745346:0:9939:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968358 is committed 00000001:00080000:0.0:1746130255.745374:0:9939:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968389 is committed 00000001:00080000:0.0:1746130255.745838:0:9939:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968390 is committed 00000100:00100000:0.0:1746130255.748927:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130255.749906:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130255.752464:0:8469:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949847948672 00000100:00100000:0.0:1746130255.752468:0:8469:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949847948672 00000100:00100000:0.0:1746130255.752499:0:8469:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4177 00000100:00100000:0.0:1746130255.752505:0:8469:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009412f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:640ea846-b909-4eea-9a54-417e15bd627b+10:30934:x1830949847948672:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746130255.752515:0:8469:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746130255.752525:0:8469:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092a14c00/0x4ce24e578735e313 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3c9f2 expref: -99 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130255.752539:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130255.752543:0:8469:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094734200/0x4ce24e578735e30c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3c9eb expref: 11 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130255.752548:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746130255.752550:0:8469:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092a14c00/0x4ce24e578735e313 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3c9f2 expref: 11 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130255.752572:0:8469:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094734200/0x4ce24e578735e30c lrc: 3/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3c9eb expref: 11 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130255.752586:0:8469:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092a14c00/0x4ce24e578735e313 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3c9f2 expref: 11 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130255.752593:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130255.752594:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130255.752604:0:8469:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094734200/0x4ce24e578735e30c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3c9eb expref: 11 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130255.752612:0:8469:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094734200/0x4ce24e578735e30c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3c9eb expref: 11 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130255.752784:0:8469:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094734200/0x4ce24e578735e30c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3c9eb expref: 11 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130255.752794:0:8469:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094734200/0x4ce24e578735e30c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3c9eb expref: 11 pid: 8469 timeout: 553 lvb_type: 0 00000100:00100000:0.0:1746130255.752803:0:8469:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091d21c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8469:1830949841206144:192.168.204.51@tcp:105: 00000100:00100000:0.0:1746130255.752850:0:8469:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800940e7900 going to sleep for 11 seconds 00000100:00100000:0.0:1746130255.755092:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130255.758953:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130255.761337:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130255.765029:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130255.767496:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130255.770045:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130255.773492:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130255.773553:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130255.776614:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130255.777053:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130255.777096:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130255.781006:0:10554:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092e2e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10554:1830949841206784:192.168.204.51@tcp:104: 00010000:00010000:0.0:1746130255.781021:0:10554:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094460800/0x4ce24e578735e328 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ca07 expref: 6 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130255.781735:0:10554:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094460800, rc 0) 00000100:00100000:0.0:1746130255.781760:0:10554:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092256a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+6:30934:x1830949847950720:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3706us (4663us total) trans 0 rc 0/0 00000100:00100000:0.0:1746130255.781767:0:10554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4180 00000100:00100000:0.0:1746130255.790444:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130255.794781:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130255.798686:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130255.800936:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130255.801412:0:8469:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4181 00000100:00100000:0.0:1746130255.801420:0:8469:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092255180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:640ea846-b909-4eea-9a54-417e15bd627b+13:30934:x1830949847951744:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746130255.801435:0:8469:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746130255.801451:0:8469:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094735400/0x4ce24e578735e32f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3ca0e expref: -99 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130255.801478:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130255.801481:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130255.801488:0:8469:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094735400/0x4ce24e578735e32f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ca0e expref: 14 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130255.801665:0:8469:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094735400/0x4ce24e578735e32f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ca0e expref: 14 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130255.801674:0:8469:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094735400, rc 0) 00000100:00100000:0.0:1746130255.801717:0:8469:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092255180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:640ea846-b909-4eea-9a54-417e15bd627b+14:30934:x1830949847951744:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 298us (788us total) trans 0 rc 0/0 00000100:00100000:0.0:1746130255.801724:0:8469:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4181 00000100:00100000:0.0:1746130255.804404:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130255.806544:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130255.810183:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130255.810595:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130255.810639:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130255.813591:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130255.815810:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130255.818748:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130255.823583:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130255.826098:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130255.830529:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130255.830581:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130255.832934:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130255.832978:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130255.833438:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130255.837374:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130255.838916:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130255.842025:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130255.847079:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130255.850419:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130255.851437:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130255.853205:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130255.858714:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949847956608 00000100:00100000:0.0:1746130255.858720:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949847956608 00010000:00010000:0.0:1746130255.858751:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092a6ea00/0x4ce24e578735e359 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ca38 expref: 19 pid: 10554 timeout: 553 lvb_type: 0 00000100:00100000:0.0:1746130255.858789:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 12453 00000100:00100000:0.0:1746130255.858795:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f131f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+19:1963:x1830949847956608:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746130255.858808:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746130255.858826:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092a6ea00/0x4ce24e578735e359 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ca38 expref: 19 pid: 10554 timeout: 553 lvb_type: 0 00010000:00010000:0.0:1746130255.858835:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092a6ea00/0x4ce24e578735e359 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ca38 expref: 19 pid: 10554 timeout: 553 lvb_type: 0 00010000:00010000:0.0:1746130255.858867:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092a6ea00/0x4ce24e578735e359 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ca38 expref: 19 pid: 10554 timeout: 553 lvb_type: 0 00010000:00010000:0.0:1746130255.858889:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130255.858891:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130255.858898:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092a6ec00/0x4ce24e578735e360 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ca3f expref: 18 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130255.858904:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092a6ec00/0x4ce24e578735e360 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ca3f expref: 18 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130255.858936:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092a6ec00/0x4ce24e578735e360 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ca3f expref: 18 pid: 10554 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746130255.858948:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a79ef800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7097:1830949841208576:192.168.204.51@tcp:105: 00000100:00100000:0.0:1746130255.859022:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800940e7240 going to sleep for 11 seconds 00000100:00100000:0.0:1746130255.861377:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130255.863747:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130255.867595:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130255.873032:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130255.880838:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130255.884566:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130255.884883:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130255.890493:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130255.890538:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130255.891500:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130255.895215:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130255.897363:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130255.900984:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130255.904790:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130255.908378:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130255.913056:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130255.913106:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130255.917350:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130255.917398:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130255.919795:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130255.920264:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130255.922637:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130255.926759:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130255.928786:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130255.935064:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130255.937357:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130255.939564:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130255.939649:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130255.943100:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130255.943137:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130255.944327:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130255.945993:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130255.947934:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130255.953137:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130255.960249:0:8470:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949847963520 00000100:00100000:0.0:1746130255.960259:0:8470:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949847963520 00000100:00100000:0.0:1746130255.962519:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130255.962817:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130255.964742:0:10554:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008a64d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10554:1830949841210880:192.168.204.51@tcp:104: 00000100:00100000:0.0:1746130255.964753:0:10554:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008a64c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10554:1830949841211008:192.168.204.51@tcp:104: 00010000:00010000:0.0:1746130255.964771:0:10554:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092a6f200/0x4ce24e578735e3b4 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ca93 expref: 27 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130255.964785:0:10554:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092a6f200, rc 0) 00000100:00100000:0.0:1746130255.964815:0:10554:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801350bd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:640ea846-b909-4eea-9a54-417e15bd627b+27:30924:x1830949847963904:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1618us (1999us total) trans 0 rc 0/0 00000100:00100000:0.0:1746130255.964820:0:10554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4200 00000100:00100000:0.0:1746130255.965482:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949847964032 00000100:00100000:0.0:1746130255.965489:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949847964032 00010000:00010000:0.0:1746130255.965519:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092a6ea00/0x4ce24e578735e3a6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ca85 expref: 27 pid: 10554 timeout: 554 lvb_type: 0 00000100:00100000:0.0:1746130255.965546:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 12464 00000100:00100000:0.0:1746130255.965552:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e2e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+27:1961:x1830949847964032:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746130255.965562:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746130255.965936:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092a6ea00/0x4ce24e578735e3a6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ca85 expref: 27 pid: 10554 timeout: 554 lvb_type: 0 00010000:00010000:0.0:1746130255.965949:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092a6ea00/0x4ce24e578735e3a6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ca85 expref: 27 pid: 10554 timeout: 554 lvb_type: 0 00010000:00010000:0.0:1746130255.965971:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092a6ea00/0x4ce24e578735e3a6 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ca85 expref: 27 pid: 10554 timeout: 554 lvb_type: 0 00010000:00010000:0.0:1746130255.966172:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746130255.966200:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e2e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+26:1961:x1830949847964032:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 648us (906us total) trans 0 rc 0/0 00000100:00100000:0.0:1746130255.966206:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 12464 00000100:00100000:0.0:1746130255.968471:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130255.971376:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130255.978821:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130255.981929:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130255.985158:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130255.985628:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130255.985653:0:8470:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949847965440 00000100:00100000:0.0:1746130255.985657:0:8470:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949847965440 00000100:00100000:0.0:1746130255.985682:0:8470:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4203 00000100:00100000:0.0:1746130255.985687:0:8470:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135206300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:640ea846-b909-4eea-9a54-417e15bd627b+28:30924:x1830949847965440:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746130255.985702:0:8470:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746130255.985718:0:8470:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094735600/0x4ce24e578735e3c2 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3caa8 expref: -99 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130255.985744:0:8470:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880136265800/0x4ce24e578735e3bb lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ca9a expref: 29 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130255.985752:0:8470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130255.985754:0:8470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130255.985758:0:8470:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094735600/0x4ce24e578735e3c2 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3caa8 expref: 29 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130255.985986:0:8470:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880136265800/0x4ce24e578735e3bb lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ca9a expref: 29 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130255.986096:0:8470:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880136265800/0x4ce24e578735e3bb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ca9a expref: 29 pid: 10554 timeout: 554 lvb_type: 0 00000100:00100000:0.0:1746130255.986118:0:8470:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135206d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8470:1830949841211648:192.168.204.51@tcp:104: 00000100:00100000:0.0:1746130255.986190:0:8470:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800940e7a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746130255.988174:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130255.991350:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130255.997451:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130256.000183:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130256.003338:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130256.006178:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130256.006302:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130256.007939:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130256.008207:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130256.010011:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130256.010042:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130256.011596:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130256.013515:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130256.015567:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130256.019427:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130256.022002:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130256.023660:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130256.028042:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130256.030605:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130256.030653:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130256.032634:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130256.032650:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130256.032683:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130256.032698:0:7098:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949847969408 00000100:00100000:0.0:1746130256.032702:0:7098:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949847969408 00010000:00010000:0.0:1746130256.032972:0:7098:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800995bbe00/0x4ce24e578735e3de lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3cabd expref: 6 pid: 8470 timeout: 554 lvb_type: 0 00000100:00100000:0.0:1746130256.032991:0:7098:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 12472 00000100:00100000:0.0:1746130256.032997:0:7098:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092258380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949847969408:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746130256.033004:0:7098:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746130256.033021:0:7098:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800995bbe00/0x4ce24e578735e3de lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 8 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3cabd expref: 6 pid: 8470 timeout: 554 lvb_type: 0 00010000:00010000:0.0:1746130256.033291:0:7098:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800995bbe00/0x4ce24e578735e3de lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3cabd expref: 6 pid: 8470 timeout: 554 lvb_type: 0 00010000:00010000:0.0:1746130256.033514:0:7098:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800995bbe00/0x4ce24e578735e3de lrc: 0/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3cabd expref: 6 pid: 8470 timeout: 554 lvb_type: 0 00010000:00010000:0.0:1746130256.033534:0:7098:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130256.033535:0:7098:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130256.033542:0:7098:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800995bba00/0x4ce24e578735e3ec lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3cacb expref: 32 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130256.033549:0:7098:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800995bba00/0x4ce24e578735e3ec lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3cacb expref: 32 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130256.033569:0:7098:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800995bba00/0x4ce24e578735e3ec lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3cacb expref: 32 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130256.033579:0:7098:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800995bba00/0x4ce24e578735e3ec lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3cacb expref: 32 pid: 8470 timeout: 554 lvb_type: 0 00000100:00100000:0.0:1746130256.033593:0:7098:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092259880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7098:1830949841213056:192.168.204.51@tcp:105: 00000100:00100000:0.0:1746130256.033647:0:7098:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800940e7a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746130256.035579:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130256.037877:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130256.042595:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130256.045733:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130256.048929:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130256.048977:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130256.051455:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130256.053406:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130256.055046:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130256.057226:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130256.061479:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130256.063995:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130256.066696:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130256.069493:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130256.069777:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130256.071976:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130256.072399:0:10554:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949847972992 00000100:00100000:0.0:1746130256.072402:0:10554:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949847972992 00000100:00100000:0.0:1746130256.072424:0:10554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4214 00000100:00100000:0.0:1746130256.072430:0:10554:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f131f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:640ea846-b909-4eea-9a54-417e15bd627b+36:30934:x1830949847972992:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746130256.072568:0:10554:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746130256.072579:0:10554:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094735400/0x4ce24e578735e416 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3caf5 expref: -99 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130256.072592:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130256.072597:0:10554:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880136264000/0x4ce24e578735e40f lrc: 2/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3caee expref: 37 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130256.072602:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746130256.072605:0:10554:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094735400/0x4ce24e578735e416 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3caf5 expref: 37 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130256.072782:0:10554:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880136264000/0x4ce24e578735e40f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3caee expref: 37 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130256.072794:0:10554:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880136264000/0x4ce24e578735e40f lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3caee expref: 37 pid: 10554 timeout: 554 lvb_type: 0 00000100:00100000:0.0:1746130256.072812:0:10554:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a596bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10554:1830949841214080:192.168.204.51@tcp:104: 00000100:00100000:0.0:1746130256.072906:0:10554:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800940e7240 going to sleep for 11 seconds 00000100:00100000:0.0:1746130256.074832:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130256.076310:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130256.079543:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130256.082550:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130256.085516:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130256.087685:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130256.089170:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130256.090092:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130256.095356:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130256.096690:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130256.100094:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130256.102628:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130256.105115:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130256.108926:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130256.112896:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130256.119250:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130256.122601:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949847976704 00000100:00100000:0.0:1746130256.122605:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949847976704 00002000:00100000:0.0:1746130256.122631:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff88008a64d500 x1830949847976704/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:242/0 lens 488/0 e 0 to 0 dl 1746130267 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746130256.122646:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a64d500 with x1830949847976704 ext(0->4095) 00002000:00010000:0.0:1746130256.122651:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008a64d500 00000100:00100000:0.0:1746130256.122664:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 3721 00000100:00100000:0.0:1746130256.122670:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a64d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949847976704:12345-192.168.204.51@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746130256.122977:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a64d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949847976704:12345-192.168.204.51@tcp:3:rw_seq_cst_vs_d.0 Request processed in 306us (458us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746130256.122983:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 3721 00002000:00100000:0.0:1746130256.122988:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff88008a64d500 x1830949847976704/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:242/0 lens 488/4536 e 0 to 0 dl 1746130267 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746130256.122994:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a64d500 with x1830949847976704 ext(0->4095) 00010000:00010000:0.0:1746130256.123000:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092a50200/0x4ce24e578735e42b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3cb0a expref: 6 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130256.123011:0:25275:0:(ldlm_lockd.c:596:ldlm_refresh_waiting_lock()) ### wasn't waiting ns: filter-lustre-OST0001_UUID lock: ffff880092a50200/0x4ce24e578735e42b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3cb0a expref: 6 pid: 10554 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1746130256.123017:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008a64d500 00000100:00100000:0.0:1746130256.126071:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130256.126841:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130256.126862:0:7098:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949847976960 00000100:00100000:0.0:1746130256.126865:0:7098:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949847976960 00010000:00010000:0.0:1746130256.126878:0:7098:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092a50200/0x4ce24e578735e42b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3cb0a expref: 6 pid: 10554 timeout: 554 lvb_type: 0 00000100:00100000:0.0:1746130256.129370:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130256.132358:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130256.136461:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130256.140489:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130256.143502:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130256.146725:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130256.149980:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130256.154877:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130256.157398:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130256.157440:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130256.158480:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130256.162655:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130256.167667:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130256.172838:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130256.180173:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949847980032 00000100:00100000:0.0:1746130256.180185:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949847980032 00002000:00100000:0.0:1746130256.180230:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff8800a4cd5f80 x1830949847980032/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:242/0 lens 488/0 e 0 to 0 dl 1746130267 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746130256.180243:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a4cd5f80 with x1830949847980032 ext(0->4095) 00002000:00010000:0.0:1746130256.180249:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a4cd5f80 00000100:00100000:0.0:1746130256.180536:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 3725 00000100:00100000:0.0:1746130256.180545:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4cd5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949847980032:12345-192.168.204.51@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746130256.180722:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4cd5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949847980032:12345-192.168.204.51@tcp:3:rw_seq_cst_vs_d.0 Request processed in 177us (1810us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746130256.180728:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 3725 00002000:00100000:0.0:1746130256.180733:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff8800a4cd5f80 x1830949847980032/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:242/0 lens 488/4536 e 0 to 0 dl 1746130267 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746130256.180744:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a4cd5f80 with x1830949847980032 ext(0->4095) 00002000:00010000:0.0:1746130256.180747:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a4cd5f80 00000100:00100000:0.0:1746130256.184403:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130256.184970:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130256.189197:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130256.192006:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130256.198476:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130256.204228:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130256.209857:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130256.210446:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130256.210674:0:8469:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4226 00000100:00100000:0.0:1746130256.210684:0:8469:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800947a5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+5:30934:x1830949847981440:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746130256.210703:0:8469:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746130256.210721:0:8469:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094734800/0x4ce24e578735e46a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3cb49 expref: -99 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130256.210749:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130256.210751:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130256.210759:0:8469:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094734800/0x4ce24e578735e46a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3cb49 expref: 6 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130256.210775:0:8469:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094734800/0x4ce24e578735e46a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3cb49 expref: 6 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130256.210785:0:8469:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094734800, rc 0) 00000100:00100000:0.0:1746130256.210825:0:8469:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800947a5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+6:30934:x1830949847981440:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 144us (986us total) trans 0 rc 0/0 00000100:00100000:0.0:1746130256.210831:0:8469:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4226 00000100:00100000:0.0:1746130256.210855:0:8469:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4227 00000100:00100000:0.0:1746130256.210859:0:8469:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800947a4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:640ea846-b909-4eea-9a54-417e15bd627b+46:30924:x1830949847981568:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746130256.210865:0:8469:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746130256.210869:0:8469:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094734200/0x4ce24e578735e471 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3cb50 expref: -99 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130256.210881:0:8469:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092a6ea00/0x4ce24e578735e463 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3cb42 expref: 47 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130256.210888:0:8469:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094734800/0x4ce24e578735e46a lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3cb49 expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130256.210892:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130256.210893:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130256.210896:0:8469:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094734200/0x4ce24e578735e471 lrc: 5/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3cb50 expref: 47 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130256.210918:0:8469:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094734800/0x4ce24e578735e46a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3cb49 expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130256.210928:0:8469:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094734800/0x4ce24e578735e46a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3cb49 expref: 5 pid: 8469 timeout: 554 lvb_type: 0 00000100:00100000:0.0:1746130256.210939:0:8469:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800947a5500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8469:1830949841216896:192.168.204.51@tcp:104: 00010000:00010000:0.0:1746130256.210982:0:8469:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092a6ea00/0x4ce24e578735e463 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3cb42 expref: 47 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130256.210989:0:8469:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092a6ea00/0x4ce24e578735e463 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3cb42 expref: 47 pid: 8469 timeout: 554 lvb_type: 0 00000100:00100000:0.0:1746130256.210995:0:8469:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f132300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8469:1830949841217024:192.168.204.51@tcp:104: 00000100:00100000:0.0:1746130256.211005:0:8469:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800940e7300 going to sleep for 11 seconds 00000100:00100000:0.0:1746130256.215774:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130256.216971:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 1020 00000100:00100000:0.0:1746130256.216979:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f132300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949847981952:12345-192.168.204.51@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746130256.217128:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f132300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949847981952:12345-192.168.204.51@tcp:3:rw_seq_cst_vs_d.0 Request processed in 151us (1359us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746130256.217133:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 1020 00002000:00100000:0.0:1746130256.217137:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff88008f132300 x1830949847981952/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:242/0 lens 488/4536 e 0 to 0 dl 1746130267 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746130256.217142:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f132300 with x1830949847981952 ext(0->4095) 00010000:00010000:0.0:1746130256.217146:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094734800/0x4ce24e578735e46a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3cb49 expref: 6 pid: 8469 timeout: 554 lvb_type: 0 00010000:00010000:0.0:1746130256.217152:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094734800/0x4ce24e578735e46a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3cb49 expref: 6 pid: 8469 timeout: 554 lvb_type: 0 00002000:00010000:0.0:1746130256.217156:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008f132300 00000100:00100000:0.0:1746130256.220591:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130256.223613:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130256.227656:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130256.237790:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130256.241135:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130256.244448:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130256.247923:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130256.251464:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130256.259895:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130256.268112:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130256.272762:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130256.273465:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130256.277865:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130256.277911:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949847984256 00000100:00100000:0.0:1746130256.277918:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949847984256 00002000:00100000:0.0:1746130256.277963:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff880136399880 x1830949847984256/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:242/0 lens 488/0 e 0 to 0 dl 1746130267 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746130256.277971:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880136399880 with x1830949847984256 ext(0->4095) 00010000:00010000:0.0:1746130256.277978:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092a50e00/0x4ce24e578735e486 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3cb65 expref: 6 pid: 8469 timeout: 554 lvb_type: 0 00010000:00010000:0.0:1746130256.277989:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092a50e00/0x4ce24e578735e486 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3cb65 expref: 6 pid: 8469 timeout: 554 lvb_type: 0 00002000:00010000:0.0:1746130256.277994:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880136399880 00000100:00100000:0.0:1746130256.278011:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 1024 00000100:00100000:0.0:1746130256.278017:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136399880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949847984256:12345-192.168.204.51@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746130256.278161:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136399880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949847984256:12345-192.168.204.51@tcp:3:rw_seq_cst_vs_d.0 Request processed in 143us (317us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746130256.278170:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 1024 00002000:00100000:0.0:1746130256.278174:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff880136399880 x1830949847984256/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:242/0 lens 488/4536 e 0 to 0 dl 1746130267 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746130256.278181:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880136399880 with x1830949847984256 ext(0->4095) 00010000:00010000:0.0:1746130256.278185:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092a50e00/0x4ce24e578735e486 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3cb65 expref: 6 pid: 8469 timeout: 554 lvb_type: 0 00010000:00010000:0.0:1746130256.278194:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092a50e00/0x4ce24e578735e486 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3cb65 expref: 6 pid: 8469 timeout: 554 lvb_type: 0 00002000:00010000:0.0:1746130256.278199:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880136399880 00000100:00100000:0.0:1746130256.280890:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130256.280941:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130256.285371:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130256.290193:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130256.293351:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130256.297217:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130256.303629:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130256.309870:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130256.311492:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949847985920 00000100:00100000:0.0:1746130256.311497:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949847985920 00002000:00100000:0.0:1746130256.311531:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff880092e34a80 x1830949847985920/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:242/0 lens 488/0 e 0 to 0 dl 1746130267 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746130256.311539:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092e34a80 with x1830949847985920 ext(0->4095) 00010000:00010000:0.0:1746130256.311546:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094962000/0x4ce24e578735e49b lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3cb7a expref: 6 pid: 8469 timeout: 554 lvb_type: 0 00010000:00010000:0.0:1746130256.311555:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094962000/0x4ce24e578735e49b lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3cb7a expref: 6 pid: 8469 timeout: 554 lvb_type: 0 00002000:00010000:0.0:1746130256.311561:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092e34a80 00000100:00100000:0.0:1746130256.311577:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 1027 00000100:00100000:0.0:1746130256.311582:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e34a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1964:x1830949847985920:12345-192.168.204.51@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746130256.311725:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e34a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1964:x1830949847985920:12345-192.168.204.51@tcp:3:rw_seq_cst_vs_d.0 Request processed in 138us (316us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746130256.311732:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 1027 00002000:00100000:0.0:1746130256.311737:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff880092e34a80 x1830949847985920/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:242/0 lens 488/4536 e 0 to 0 dl 1746130267 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746130256.311743:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092e34a80 with x1830949847985920 ext(0->4095) 00010000:00010000:0.0:1746130256.311748:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094962000/0x4ce24e578735e49b lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3cb7a expref: 6 pid: 8469 timeout: 554 lvb_type: 0 00010000:00010000:0.0:1746130256.311755:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094962000/0x4ce24e578735e49b lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3cb7a expref: 6 pid: 8469 timeout: 554 lvb_type: 0 00002000:00010000:0.0:1746130256.311761:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092e34a80 00000100:00100000:0.0:1746130256.314357:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130256.314390:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130256.314420:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130256.318734:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130256.327099:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130256.336555:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130256.340822:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130256.342182:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130256.348005:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130256.348114:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130256.352967:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130256.358475:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130256.362874:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130256.371949:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130256.373876:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130256.373959:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130256.376590:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130256.376625:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130256.376657:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130256.379813:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130256.382436:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130256.388940:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130256.393880:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130256.398981:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130256.399222:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130256.401128:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130256.402643:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130256.405750:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130256.405799:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130256.408146:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130256.411677:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130256.415939:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130256.420242:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130256.423046:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130256.428087:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130256.428544:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130256.431864:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130256.433536:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130256.433582:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130256.436049:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130256.451149:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130256.454616:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130256.454727:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130256.458740:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130256.461360:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130256.463300:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130256.465615:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130256.468425:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130256.471119:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130256.473019:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130256.478421:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130256.482769:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130256.482825:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130256.492433:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130256.492475:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130256.494967:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130256.500229:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130256.503551:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130256.507823:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130256.510853:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130256.513574:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130256.514262:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130256.516488:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130256.516750:0:8472:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949841223040 00000100:00100000:0.0:1746130256.516754:0:8472:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949841223040 00000100:00100000:0.0:1746130256.516780:0:8472:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 159 00000100:00100000:0.0:1746130256.516784:0:8472:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800947a6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3297:x1830949841223040:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1746130256.516888:0:8472:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 1703936 granted 614531072 pending 0 free 3855613952 avail 3853516800 00000100:00100000:0.0:1746130256.516917:0:8472:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800947a6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3297:x1830949841223040:12345-0@lo:13:osp-pre-0-0.0 Request processed in 132us (232us total) trans 0 rc 0/0 00000100:00100000:0.0:1746130256.516922:0:8472:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 159 00000100:00100000:0.0:1746130256.517258:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949847998208 00000100:00100000:0.0:1746130256.517295:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949847998208 00010000:00010000:0.0:1746130256.517327:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092a6fe00/0x4ce24e578735e520 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3cbff expref: 67 pid: 10554 timeout: 554 lvb_type: 0 00000100:00100000:0.0:1746130256.517363:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 12518 00000100:00100000:0.0:1746130256.517370:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880137324c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+67:1962:x1830949847998208:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746130256.517382:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746130256.517398:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092a6fe00/0x4ce24e578735e520 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3cbff expref: 67 pid: 10554 timeout: 554 lvb_type: 0 00010000:00010000:0.0:1746130256.517410:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092a6fe00/0x4ce24e578735e520 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3cbff expref: 67 pid: 10554 timeout: 554 lvb_type: 0 00010000:00010000:0.0:1746130256.517428:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092a6fe00/0x4ce24e578735e520 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3cbff expref: 67 pid: 10554 timeout: 554 lvb_type: 0 00010000:00010000:0.0:1746130256.517456:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130256.517457:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130256.517463:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880135e1a200/0x4ce24e578735e527 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3cc06 expref: 66 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130256.517471:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135e1a200/0x4ce24e578735e527 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3cc06 expref: 66 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130256.517501:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880135e1a200/0x4ce24e578735e527 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3cc06 expref: 66 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130256.517511:0:7097:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880135e1a200/0x4ce24e578735e527 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3cc06 expref: 66 pid: 8470 timeout: 554 lvb_type: 0 00000100:00100000:0.0:1746130256.517522:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132f7e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7097:1830949841223296:192.168.204.51@tcp:105: 00000100:00100000:0.0:1746130256.517603:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800940e7f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746130256.521086:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130256.525518:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130256.530501:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130256.543776:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130256.544534:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130256.548109:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130256.552699:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130256.558881:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130256.562405:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130256.565199:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130256.569383:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130256.570737:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130256.571802:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130256.575405:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130256.575456:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130256.575483:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130256.580211:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130256.587487:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130256.591246:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130256.595975:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130256.602782:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130256.606423:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130256.610399:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130256.615204:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130256.618777:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130256.622399:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130256.625711:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130256.631012:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130256.631716:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130256.634290:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130256.634378:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130256.636338:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130256.640118:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130256.643620:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130256.650211:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130256.652482:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130256.662227:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130256.666658:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130256.666695:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130256.670322:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130256.673683:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130256.684847:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130256.691569:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130256.692936:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130256.697002:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130256.697053:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130256.700359:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130256.704445:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130256.709934:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130256.714114:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130256.717937:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130256.719764:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130256.720531:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130256.730007:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130256.730072:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130256.730302:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130256.730520:0:7924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 12535 00000100:00100000:0.0:1746130256.730525:0:7924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092f61180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949848008704:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746130256.730533:0:7924:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746130256.731450:0:7924:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880135e1b000/0x4ce24e578735e590 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3cc6f expref: 6 pid: 8470 timeout: 554 lvb_type: 0 00010000:00010000:0.0:1746130256.731459:0:7924:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880135e1b000/0x4ce24e578735e590 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3cc6f expref: 6 pid: 8470 timeout: 554 lvb_type: 0 00010000:00010000:0.0:1746130256.731474:0:7924:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135e1b000/0x4ce24e578735e590 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3cc6f expref: 6 pid: 8470 timeout: 554 lvb_type: 0 00010000:00010000:0.0:1746130256.731485:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130256.731486:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130256.731492:0:7924:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092a6f600/0x4ce24e578735e59e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3cc7d expref: 80 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130256.731498:0:7924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092a6f600/0x4ce24e578735e59e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3cc7d expref: 80 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130256.731516:0:7924:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092a6f600/0x4ce24e578735e59e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3cc7d expref: 80 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130256.731525:0:7924:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092a6f600/0x4ce24e578735e59e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3cc7d expref: 80 pid: 8469 timeout: 554 lvb_type: 0 00000100:00100000:0.0:1746130256.731534:0:7924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092f61c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7924:1830949841227264:192.168.204.51@tcp:105: 00000100:00100000:0.0:1746130256.731584:0:7924:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800940e7900 going to sleep for 11 seconds 00000100:00100000:0.0:1746130256.734070:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130256.742594:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130256.752449:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130256.752500:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130256.752541:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848009728 00000100:00100000:0.0:1746130256.752548:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848009728 00002000:00100000:0.0:1746130256.752586:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff880091951500 x1830949848009728/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:242/0 lens 488/0 e 0 to 0 dl 1746130267 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746130256.752602:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091951500 with x1830949848009728 ext(0->4095) 00002000:00010000:0.0:1746130256.752606:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091951500 00000100:00100000:0.0:1746130256.752636:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 3747 00000100:00100000:0.0:1746130256.752642:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091951500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+82:1962:x1830949848009728:12345-192.168.204.51@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746130256.752782:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091951500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+84:1962:x1830949848009728:12345-192.168.204.51@tcp:3:rw_seq_cst_vs_d.0 Request processed in 139us (281us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746130256.752788:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 3747 00002000:00100000:0.0:1746130256.752793:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff880091951500 x1830949848009728/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:242/0 lens 488/4536 e 0 to 0 dl 1746130267 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746130256.752807:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091951500 with x1830949848009728 ext(0->4095) 00010000:00010000:0.0:1746130256.752813:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880135e1a200/0x4ce24e578735e5a5 lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3cc84 expref: 84 pid: 8470 timeout: 554 lvb_type: 0 00010000:00010000:0.0:1746130256.752824:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880135e1a200/0x4ce24e578735e5a5 lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3cc84 expref: 84 pid: 8470 timeout: 554 lvb_type: 0 00002000:00010000:0.0:1746130256.752830:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091951500 00000100:00100000:0.0:1746130256.757161:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130256.757943:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130256.760075:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130256.764047:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130256.770366:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130256.775006:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130256.777717:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130256.781814:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130256.786994:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130256.787050:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130256.788043:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 3750 00000100:00100000:0.0:1746130256.788049:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135a12d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1964:x1830949848011648:12345-192.168.204.51@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746130256.788208:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135a12d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1964:x1830949848011648:12345-192.168.204.51@tcp:3:rw_seq_cst_vs_d.0 Request processed in 158us (1156us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746130256.788214:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 3750 00002000:00100000:0.0:1746130256.788221:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff880135a12d80 x1830949848011648/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:242/0 lens 488/4536 e 0 to 0 dl 1746130267 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746130256.788229:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135a12d80 with x1830949848011648 ext(0->4095) 00002000:00010000:0.0:1746130256.788232:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135a12d80 00000100:00100000:0.0:1746130256.795487:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130256.797766:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130256.797864:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130256.800975:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848012288 00000100:00100000:0.0:1746130256.800982:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848012288 00002000:00100000:0.0:1746130256.801017:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff8801344cad80 x1830949848012288/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:242/0 lens 488/0 e 0 to 0 dl 1746130267 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746130256.801025:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801344cad80 with x1830949848012288 ext(0->4095) 00010000:00010000:0.0:1746130256.801031:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092a2ac00/0x4ce24e578735e5c1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3cca0 expref: 84 pid: 8467 timeout: 554 lvb_type: 0 00010000:00010000:0.0:1746130256.801042:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092a2ac00/0x4ce24e578735e5c1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3cca0 expref: 84 pid: 8467 timeout: 554 lvb_type: 0 00002000:00010000:0.0:1746130256.801053:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801344cad80 00000100:00100000:0.0:1746130256.801078:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 1067 00000100:00100000:0.0:1746130256.801084:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801344cad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+84:1961:x1830949848012288:12345-192.168.204.51@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746130256.801212:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801344cad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+84:1961:x1830949848012288:12345-192.168.204.51@tcp:3:rw_seq_cst_vs_d.0 Request processed in 127us (411us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746130256.801218:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 1067 00002000:00100000:0.0:1746130256.801223:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff8801344cad80 x1830949848012288/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:242/0 lens 488/4536 e 0 to 0 dl 1746130267 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746130256.801229:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801344cad80 with x1830949848012288 ext(0->4095) 00010000:00010000:0.0:1746130256.801233:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092a2ac00/0x4ce24e578735e5c1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3cca0 expref: 84 pid: 8467 timeout: 554 lvb_type: 0 00010000:00010000:0.0:1746130256.801242:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092a2ac00/0x4ce24e578735e5c1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3cca0 expref: 84 pid: 8467 timeout: 554 lvb_type: 0 00002000:00010000:0.0:1746130256.801247:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801344cad80 00000100:00100000:0.0:1746130256.804251:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130256.808228:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130256.816129:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130256.816263:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130256.820860:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130256.821151:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130256.824961:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130256.834111:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130256.839828:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130256.850211:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130256.855897:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130256.856223:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130256.861190:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130256.862454:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130256.864923:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130256.870922:0:7098:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f130a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7098:1830949841229440:192.168.204.51@tcp:105: 00010000:00010000:0.0:1746130256.870942:0:7098:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746130256.870997:0:7098:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013514c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c84b93b0-d496-484f-8e1e-94008838f2dd+5:1962:x1830949848014976:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 5278us (6083us total) trans 0 rc 0/0 00000100:00100000:0.0:1746130256.871006:0:7098:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 12545 00000100:00100000:0.0:1746130256.876588:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130256.890251:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130256.895581:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130256.895930:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130256.901921:0:7098:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f131f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7098:1830949841229696:192.168.204.51@tcp:105: 00010000:00010000:0.0:1746130256.901933:0:7098:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746130256.901951:0:7098:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129e20450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:640ea846-b909-4eea-9a54-417e15bd627b+90:1961:x1830949848015616:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 5727us (6379us total) trans 0 rc 0/0 00000100:00100000:0.0:1746130256.901960:0:7098:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 12546 00000100:00100000:0.0:1746130256.905614:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130256.905807:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130256.910346:0:7098:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092e37800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7098:1830949841230080:192.168.204.51@tcp:105: 00010000:00010000:0.0:1746130256.910365:0:7098:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746130256.910421:0:7098:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800942cc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c84b93b0-d496-484f-8e1e-94008838f2dd+5:1962:x1830949848016256:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 4295us (4613us total) trans 0 rc 0/0 00000100:00100000:0.0:1746130256.910434:0:7098:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 12547 00000100:00100000:0.0:1746130256.910734:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130256.915333:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130256.920449:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130256.926602:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130256.929075:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130256.933413:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130256.933909:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130256.938552:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130256.941428:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130256.951748:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130256.960493:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130256.972426:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130256.975922:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130256.985007:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130256.986191:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130256.999179:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130257.003505:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130257.009917:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130257.014101:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130257.019131:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130257.019167:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130257.021634:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130257.023056:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130257.027665:0:7098:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848020864 00000100:00100000:0.0:1746130257.027676:0:7098:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848020864 00010000:00010000:0.0:1746130257.027713:0:7098:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092a6f400/0x4ce24e578735e623 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3cd02 expref: 6 pid: 8469 timeout: 555 lvb_type: 0 00000100:00100000:0.0:1746130257.027743:0:7098:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 12555 00000100:00100000:0.0:1746130257.027749:0:7098:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092498700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949848020864:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746130257.027762:0:7098:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746130257.027783:0:7098:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092a6f400/0x4ce24e578735e623 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3cd02 expref: 6 pid: 8469 timeout: 555 lvb_type: 0 00010000:00010000:0.0:1746130257.027794:0:7098:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092a6f400/0x4ce24e578735e623 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3cd02 expref: 6 pid: 8469 timeout: 555 lvb_type: 0 00010000:00010000:0.0:1746130257.027814:0:7098:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092a6f400/0x4ce24e578735e623 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3cd02 expref: 6 pid: 8469 timeout: 555 lvb_type: 0 00010000:00010000:0.0:1746130257.027866:0:7098:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130257.027868:0:7098:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130257.027875:0:7098:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b02d600/0x4ce24e578735e62a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3cd09 expref: 95 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130257.027882:0:7098:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b02d600/0x4ce24e578735e62a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3cd09 expref: 95 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130257.027912:0:7098:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012b02d600/0x4ce24e578735e62a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3cd09 expref: 95 pid: 8470 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746130257.027922:0:7098:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7d41500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7098:1830949841231744:192.168.204.51@tcp:105: 00000100:00100000:0.0:1746130257.028002:0:7098:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800940e7240 going to sleep for 11 seconds 00000100:00100000:0.0:1746130257.031978:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130257.034487:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130257.036622:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130257.040346:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130257.045023:0:7098:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092499880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7098:1830949841232000:192.168.204.51@tcp:105: 00010000:00010000:0.0:1746130257.045042:0:7098:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746130257.045101:0:7098:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094a74380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:640ea846-b909-4eea-9a54-417e15bd627b+97:1963:x1830949848021504:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 4555us (4762us total) trans 0 rc 0/0 00000100:00100000:0.0:1746130257.045111:0:7098:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 12556 00000100:00100000:0.0:1746130257.047878:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130257.048600:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130257.052149:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130257.055156:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130257.058406:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130257.061722:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130257.067470:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848023040 00000100:00100000:0.0:1746130257.067478:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848023040 00002000:00100000:0.0:1746130257.067511:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff8801354c6a00 x1830949848023040/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:243/0 lens 488/0 e 0 to 0 dl 1746130268 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746130257.067521:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801354c6a00 with x1830949848023040 ext(0->4095) 00002000:00010000:0.0:1746130257.067525:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801354c6a00 00000100:00100000:0.0:1746130257.067543:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 3761 00000100:00100000:0.0:1746130257.067549:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801354c6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+101:1961:x1830949848023040:12345-192.168.204.51@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746130257.067675:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801354c6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+101:1961:x1830949848023040:12345-192.168.204.51@tcp:3:rw_seq_cst_vs_d.0 Request processed in 125us (334us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746130257.067682:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 3761 00002000:00100000:0.0:1746130257.067687:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff8801354c6a00 x1830949848023040/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:243/0 lens 488/4536 e 0 to 0 dl 1746130268 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746130257.067693:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801354c6a00 with x1830949848023040 ext(0->4095) 00002000:00010000:0.0:1746130257.067696:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801354c6a00 00000100:00100000:0.0:1746130257.067800:0:7098:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092499180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7098:1830949841232512:192.168.204.51@tcp:105: 00010000:00010000:0.0:1746130257.067816:0:7098:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746130257.067847:0:7098:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094b9f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:640ea846-b909-4eea-9a54-417e15bd627b+100:1964:x1830949848022784:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 5604us (6133us total) trans 0 rc 0/0 00000100:00100000:0.0:1746130257.067853:0:7098:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 12558 00000100:00100000:0.0:1746130257.080899:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130257.080976:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130257.082292:0:8470:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848023552 00000100:00100000:0.0:1746130257.082298:0:8470:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848023552 00000100:00100000:0.0:1746130257.082326:0:8470:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4295 00000100:00100000:0.0:1746130257.082332:0:8470:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800939b7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:640ea846-b909-4eea-9a54-417e15bd627b+100:30924:x1830949848023552:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746130257.082343:0:8470:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746130257.082359:0:8470:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094735400/0x4ce24e578735e64d lrc: 2/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3cd2c expref: -99 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130257.082383:0:8470:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b02d600/0x4ce24e578735e63f lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3cd1e expref: 101 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130257.082391:0:8470:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092a28200/0x4ce24e578735e646 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3cd25 expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130257.082397:0:8470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130257.082399:0:8470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130257.082403:0:8470:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094735400/0x4ce24e578735e64d lrc: 5/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3cd2c expref: 101 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130257.082432:0:8470:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092a28200/0x4ce24e578735e646 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3cd25 expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130257.082442:0:8470:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092a28200/0x4ce24e578735e646 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3cd25 expref: 5 pid: 8469 timeout: 555 lvb_type: 0 00000100:00100000:0.0:1746130257.082452:0:8470:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800939b5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8470:1830949841232640:192.168.204.51@tcp:104: 00010000:00010000:0.0:1746130257.083022:0:8470:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012b02d600/0x4ce24e578735e63f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3cd1e expref: 101 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130257.083032:0:8470:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012b02d600/0x4ce24e578735e63f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3cd1e expref: 101 pid: 8470 timeout: 555 lvb_type: 0 00000100:00100000:0.0:1746130257.083040:0:8470:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800939b6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8470:1830949841232768:192.168.204.51@tcp:104: 00000100:00100000:0.0:1746130257.083254:0:8470:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b20c49c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746130257.086651:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130257.086812:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130257.097365:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130257.100668:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130257.105713:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130257.110932:0:7098:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092498700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7098:1830949841233152:192.168.204.51@tcp:105: 00010000:00010000:0.0:1746130257.110953:0:7098:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746130257.111005:0:7098:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008af75c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:640ea846-b909-4eea-9a54-417e15bd627b+101:1963:x1830949848024832:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 5025us (5304us total) trans 0 rc 0/0 00000100:00100000:0.0:1746130257.111016:0:7098:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 12561 00000100:00100000:0.0:1746130257.120956:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130257.122395:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130257.123148:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130257.124852:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130257.126104:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130257.126805:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130257.129442:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130257.134547:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130257.139786:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130257.145743:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130257.147697:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130257.150241:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130257.153486:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130257.153664:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130257.156105:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130257.156820:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130257.156875:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130257.158985:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130257.162820:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130257.164846:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130257.167085:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130257.170335:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130257.172326:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130257.176424:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130257.178791:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130257.180840:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130257.187458:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130257.187879:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130257.187933:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130257.187951:0:7098:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848030336 00000100:00100000:0.0:1746130257.187954:0:7098:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848030336 00010000:00010000:0.0:1746130257.187974:0:7098:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092a2be00/0x4ce24e578735e67e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3cd5d expref: 107 pid: 8469 timeout: 555 lvb_type: 0 00000100:00100000:0.0:1746130257.188010:0:7098:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848030080 00000100:00100000:0.0:1746130257.188012:0:7098:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848030080 00010000:00010000:0.0:1746130257.188022:0:7098:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092a28c00/0x4ce24e578735e685 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3cd64 expref: 7 pid: 8470 timeout: 555 lvb_type: 0 00000100:00100000:0.0:1746130257.188034:0:7098:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 12568 00000100:00100000:0.0:1746130257.188039:0:7098:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132d22680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:640ea846-b909-4eea-9a54-417e15bd627b+107:1961:x1830949848030336:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746130257.188046:0:7098:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746130257.188062:0:7098:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092a2be00/0x4ce24e578735e67e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3cd5d expref: 107 pid: 8469 timeout: 555 lvb_type: 0 00010000:00010000:0.0:1746130257.188070:0:7098:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092a2be00/0x4ce24e578735e67e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3cd5d expref: 107 pid: 8469 timeout: 555 lvb_type: 0 00010000:00010000:0.0:1746130257.188086:0:7098:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092a2be00/0x4ce24e578735e67e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3cd5d expref: 107 pid: 8469 timeout: 555 lvb_type: 0 00010000:00010000:0.0:1746130257.188225:0:7098:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130257.188227:0:7098:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130257.188233:0:7098:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092a6e800/0x4ce24e578735e68c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3cd6b expref: 106 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130257.188249:0:7098:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092a6e800/0x4ce24e578735e68c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3cd6b expref: 106 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130257.188287:0:7098:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092a6e800/0x4ce24e578735e68c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3cd6b expref: 106 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130257.188297:0:7098:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092a6e800/0x4ce24e578735e68c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3cd6b expref: 106 pid: 8470 timeout: 555 lvb_type: 0 00000100:00100000:0.0:1746130257.188307:0:7098:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134a80380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7098:1830949841234944:192.168.204.51@tcp:105: 00000100:00100000:0.0:1746130257.188362:0:7098:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4db8cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746130257.196709:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130257.200556:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130257.207496:0:7098:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092498700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7098:1830949841235072:192.168.204.51@tcp:105: 00010000:00010000:0.0:1746130257.207514:0:7098:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746130257.207814:0:7098:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134a80a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:640ea846-b909-4eea-9a54-417e15bd627b+107:1964:x1830949848030976:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 7060us (7267us total) trans 0 rc 0/0 00000100:00100000:0.0:1746130257.207822:0:7098:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 12570 00000100:00100000:0.0:1746130257.210568:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130257.210839:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130257.215030:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130257.216803:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130257.220891:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130257.224723:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130257.229425:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130257.232504:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130257.234922:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130257.237022:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130257.237417:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130257.238690:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130257.240604:0:8469:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848033536 00000100:00100000:0.0:1746130257.240609:0:8469:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848033536 00000100:00100000:0.0:1746130257.240633:0:8469:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4310 00000100:00100000:0.0:1746130257.240638:0:8469:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e37800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+5:30934:x1830949848033536:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746130257.240649:0:8469:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746130257.240660:0:8469:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094734400/0x4ce24e578735e6b6 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3cd95 expref: -99 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130257.240676:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130257.240681:0:8469:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092a29c00/0x4ce24e578735e6af lrc: 2/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3cd8e expref: 110 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130257.240686:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746130257.240689:0:8469:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094734400/0x4ce24e578735e6b6 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3cd95 expref: 6 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130257.240715:0:8469:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092a29c00/0x4ce24e578735e6af lrc: 3/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3cd8e expref: 111 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130257.240724:0:8469:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094734400/0x4ce24e578735e6b6 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3cd95 expref: 6 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130257.240732:0:8469:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094734400, rc 0) 00000100:00100000:0.0:1746130257.240765:0:8469:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e37800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+6:30934:x1830949848033536:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 127us (182us total) trans 0 rc 0/0 00000100:00100000:0.0:1746130257.240770:0:8469:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4310 00000100:00100000:0.0:1746130257.242560:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130257.244340:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130257.247053:0:7098:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848034304 00000100:00100000:0.0:1746130257.247059:0:7098:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848034304 00010000:00010000:0.0:1746130257.247091:0:7098:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092a29c00/0x4ce24e578735e6af lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3cd8e expref: 112 pid: 8469 timeout: 555 lvb_type: 0 00000100:00100000:0.0:1746130257.247222:0:7098:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 12575 00000100:00100000:0.0:1746130257.247233:0:7098:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092499880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:640ea846-b909-4eea-9a54-417e15bd627b+112:1963:x1830949848034304:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746130257.247244:0:7098:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746130257.247262:0:7098:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092a29c00/0x4ce24e578735e6af lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3cd8e expref: 112 pid: 8469 timeout: 555 lvb_type: 0 00010000:00010000:0.0:1746130257.247355:0:7098:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092a29c00/0x4ce24e578735e6af lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3cd8e expref: 112 pid: 8469 timeout: 555 lvb_type: 0 00010000:00010000:0.0:1746130257.247377:0:7098:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092a29c00/0x4ce24e578735e6af lrc: 0/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3cd8e expref: 112 pid: 8469 timeout: 555 lvb_type: 0 00010000:00010000:0.0:1746130257.247440:0:7098:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130257.247442:0:7098:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130257.247449:0:7098:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094734400/0x4ce24e578735e6b6 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3cd95 expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130257.247456:0:7098:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094734400/0x4ce24e578735e6b6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3cd95 expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130257.247488:0:7098:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094734400/0x4ce24e578735e6b6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3cd95 expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746130257.247499:0:7098:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134a80000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7098:1830949841236224:192.168.204.51@tcp:105: 00000100:00100000:0.0:1746130257.247578:0:7098:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4db8cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746130257.249520:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130257.251472:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130257.257198:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130257.257991:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130257.261579:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130257.265876:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130257.270167:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130257.274262:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130257.282255:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130257.286600:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130257.286646:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130257.288600:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130257.292403:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130257.299206:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130257.303698:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130257.312702:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130257.315535:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130257.315602:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130257.319074:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130257.321617:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130257.323490:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130257.325654:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130257.330921:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130257.339415:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130257.340786:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130257.340835:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130257.345257:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130257.345319:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130257.348707:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130257.348795:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130257.351314:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130257.354204:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130257.359389:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130257.370124:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130257.378185:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130257.378234:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130257.379605:0:8469:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4321 00000100:00100000:0.0:1746130257.379617:0:8469:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d159500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:640ea846-b909-4eea-9a54-417e15bd627b+120:30934:x1830949848041344:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746130257.379632:0:8469:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746130257.379646:0:8469:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094734c00/0x4ce24e578735e70a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3cde2 expref: -99 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130257.379667:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130257.379669:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130257.379675:0:8469:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094734c00/0x4ce24e578735e70a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3cde2 expref: 122 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130257.380161:0:8469:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094734c00/0x4ce24e578735e70a lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3cde2 expref: 122 pid: 8469 timeout: 555 lvb_type: 0 00010000:00010000:0.0:1746130257.380175:0:8469:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094734c00/0x4ce24e578735e70a lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3cde2 expref: 122 pid: 8469 timeout: 555 lvb_type: 0 00010000:00010000:0.0:1746130257.380185:0:8469:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094734c00, rc 0) 00000100:00100000:0.0:1746130257.380232:0:8469:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d159500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:640ea846-b909-4eea-9a54-417e15bd627b+122:30934:x1830949848041344:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 619us (2055us total) trans 0 rc 0/0 00000100:00100000:0.0:1746130257.380238:0:8469:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4321 00000100:00100000:0.0:1746130257.382151:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130257.382497:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130257.385088:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130257.385545:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130257.389407:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130257.394017:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130257.398784:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130257.404122:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130257.406539:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130257.409223:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130257.411555:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130257.411607:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130257.415620:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130257.416476:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130257.416507:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130257.418792:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092e2e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7097:1830949841239680:192.168.204.51@tcp:105: 00010000:00010000:0.0:1746130257.418811:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746130257.418868:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d159f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+5:1961:x1830949848044160:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 2104us (2358us total) trans 0 rc 0/0 00000100:00100000:0.0:1746130257.418877:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 12590 00000100:00100000:0.0:1746130257.419428:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130257.422406:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130257.426533:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130257.432587:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848045056 00000100:00100000:0.0:1746130257.432594:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848045056 00002000:00100000:0.0:1746130257.432630:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff880132d22680 x1830949848045056/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:243/0 lens 488/0 e 0 to 0 dl 1746130268 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746130257.432639:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132d22680 with x1830949848045056 ext(0->4095) 00002000:00010000:0.0:1746130257.432643:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880132d22680 00000100:00100000:0.0:1746130257.432666:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 3783 00000100:00100000:0.0:1746130257.432671:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132d22680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+124:1961:x1830949848045056:12345-192.168.204.51@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746130257.432850:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132d22680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+124:1961:x1830949848045056:12345-192.168.204.51@tcp:3:rw_seq_cst_vs_d.0 Request processed in 177us (332us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746130257.432857:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 3783 00002000:00100000:0.0:1746130257.432863:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff880132d22680 x1830949848045056/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:243/0 lens 488/4536 e 0 to 0 dl 1746130268 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746130257.432870:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132d22680 with x1830949848045056 ext(0->4095) 00002000:00010000:0.0:1746130257.432872:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880132d22680 00000100:00100000:0.0:1746130257.436950:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130257.438745:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130257.441970:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130257.443728:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130257.445853:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130257.445905:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130257.448167:0:8467:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132d21180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8467:1830949841240320:192.168.204.51@tcp:104: 00010000:00010000:0.0:1746130257.448194:0:8467:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092a6f200/0x4ce24e578735e73b lrc: 3/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ce1a expref: 125 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130257.448211:0:8467:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092a6f200, rc 0) 00000100:00100000:0.0:1746130257.448249:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800933aa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:640ea846-b909-4eea-9a54-417e15bd627b+125:30934:x1830949848045952:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1919us (2343us total) trans 0 rc 0/0 00000100:00100000:0.0:1746130257.448257:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4329 00000100:00100000:0.0:1746130257.452734:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130257.457351:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130257.460574:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130257.463956:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130257.465329:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130257.465715:0:8469:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4331 00000100:00100000:0.0:1746130257.465721:0:8469:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135b28700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:640ea846-b909-4eea-9a54-417e15bd627b+126:30924:x1830949848047104:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746130257.465729:0:8469:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746130257.465736:0:8469:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094734800/0x4ce24e578735e749 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3ce28 expref: -99 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130257.465755:0:8469:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092a6f200/0x4ce24e578735e73b lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ce1a expref: 127 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130257.465763:0:8469:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092a2ae00/0x4ce24e578735e742 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ce21 expref: 6 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130257.465773:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130257.465774:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130257.465777:0:8469:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094734800/0x4ce24e578735e749 lrc: 5/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ce28 expref: 127 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130257.465815:0:8469:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092a2ae00/0x4ce24e578735e742 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ce21 expref: 6 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130257.465835:0:8469:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092a2ae00/0x4ce24e578735e742 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ce21 expref: 6 pid: 8470 timeout: 555 lvb_type: 0 00000100:00100000:0.0:1746130257.465847:0:8469:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009bc7f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8469:1830949841240576:192.168.204.51@tcp:104: 00010000:00010000:0.0:1746130257.466881:0:8469:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092a6f200/0x4ce24e578735e73b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ce1a expref: 127 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130257.466891:0:8469:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092a6f200/0x4ce24e578735e73b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ce1a expref: 127 pid: 8467 timeout: 555 lvb_type: 0 00000100:00100000:0.0:1746130257.466905:0:8469:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800931faa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8469:1830949841240704:192.168.204.51@tcp:104: 00000100:00100000:0.0:1746130257.466927:0:8469:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4db8cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746130257.470451:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130257.470762:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130257.474585:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130257.477974:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130257.480736:0:8469:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848048000 00000100:00100000:0.0:1746130257.480745:0:8469:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848048000 00000100:00100000:0.0:1746130257.480802:0:8469:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4332 00000100:00100000:0.0:1746130257.480810:0:8469:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132d21880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+5:30934:x1830949848048000:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746130257.480837:0:8469:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746130257.480855:0:8469:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135dff200/0x4ce24e578735e750 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3ce2f expref: -99 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130257.480885:0:8469:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094734800/0x4ce24e578735e749 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ce28 expref: 125 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130257.480893:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746130257.480895:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746130257.480899:0:8469:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880135dff200/0x4ce24e578735e750 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ce2f expref: 6 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130257.480938:0:8469:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094734800/0x4ce24e578735e749 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ce28 expref: 125 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130257.480951:0:8469:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094734800/0x4ce24e578735e749 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ce28 expref: 125 pid: 8469 timeout: 555 lvb_type: 0 00000100:00100000:0.0:1746130257.480963:0:8469:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c4fc380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8469:1830949841240960:192.168.204.51@tcp:104: 00000100:00100000:0.0:1746130257.481169:0:8469:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4db8cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746130257.482981:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130257.487135:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130257.492372:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130257.497991:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130257.499963:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130257.502237:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130257.505453:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130257.509366:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130257.513445:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130257.520714:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130257.527726:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130257.527785:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130257.532154:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130257.537702:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130257.543574:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130257.551005:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130257.554885:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130257.557025:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130257.557068:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130257.561562:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130257.561657:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130257.566107:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130257.566163:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130257.575243:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130257.579083:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130257.587517:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130257.594175:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130257.598498:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130257.599991:0:8470:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848053120 00000100:00100000:0.0:1746130257.599996:0:8470:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848053120 00000100:00100000:0.0:1746130257.600029:0:8470:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4341 00000100:00100000:0.0:1746130257.600034:0:8470:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132d21f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:640ea846-b909-4eea-9a54-417e15bd627b+135:30934:x1830949848053120:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746130257.600044:0:8470:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746130257.600053:0:8470:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800995bbc00/0x4ce24e578735e78f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3ce6e expref: -99 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130257.600068:0:8470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130257.600072:0:8470:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092a2b400/0x4ce24e578735e788 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ce67 expref: 136 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130257.600078:0:8470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746130257.600080:0:8470:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800995bbc00/0x4ce24e578735e78f lrc: 4/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ce6e expref: 136 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130257.600102:0:8470:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092a2b400/0x4ce24e578735e788 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ce67 expref: 136 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130257.600111:0:8470:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800995bbc00/0x4ce24e578735e78f lrc: 3/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ce6e expref: 136 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130257.600119:0:8470:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800995bbc00, rc 0) 00000100:00100000:0.0:1746130257.600157:0:8470:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132d21f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:640ea846-b909-4eea-9a54-417e15bd627b+136:30934:x1830949848053120:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 122us (263us total) trans 0 rc 0/0 00000100:00100000:0.0:1746130257.600162:0:8470:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4341 00000100:00100000:0.0:1746130257.605771:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130257.609401:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848053760 00000100:00100000:0.0:1746130257.609411:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848053760 00002000:00100000:0.0:1746130257.609449:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x18:0x0] (0->7) req@ffff880132d20a80 x1830949848053760/t0(0) o4->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:243/0 lens 496/0 e 0 to 0 dl 1746130268 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746130257.609458:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132d20a80 with x1830949848053760 ext(0->7) 00010000:00010000:0.0:1746130257.609467:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092a2b400/0x4ce24e578735e788 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ce67 expref: 135 pid: 8469 timeout: 555 lvb_type: 0 00010000:00010000:0.0:1746130257.609482:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092a2b400/0x4ce24e578735e788 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ce67 expref: 135 pid: 8469 timeout: 555 lvb_type: 0 00002000:00010000:0.0:1746130257.609490:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880132d20a80 00000100:00100000:0.0:1746130257.613206:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130257.615934:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130257.618782:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130257.620019:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130257.621231:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130257.625080:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130257.625099:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130257.625174:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130257.631619:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130257.635682:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130257.640243:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130257.646372:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130257.649678:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130257.653517:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130257.653608:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130257.656371:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130257.657571:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130257.657600:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130257.659321:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130257.668354:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130257.677236:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130257.677544:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130257.680058:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130257.680133:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130257.681459:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130257.683309:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130257.685017:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130257.690292:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130257.694587:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130257.698600:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130257.701115:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130257.705162:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130257.708103:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130257.721932:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130257.729956:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130257.738073:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130257.744380:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130257.745990:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00010000:00010000:0.0:1746130257.746029:0:7100:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746130257.748938:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130257.749925:0:8469:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801344cb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8469:1830949841245824:192.168.204.51@tcp:104: 00010000:00010000:0.0:1746130257.749941:0:8469:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092a28800/0x4ce24e578735e7e3 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3cec2 expref: 145 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130257.749950:0:8469:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092a28800, rc 0) 00000100:00100000:0.0:1746130257.749984:0:8469:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880084bad500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:640ea846-b909-4eea-9a54-417e15bd627b+145:30924:x1830949848060416:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3754us (5611us total) trans 0 rc 0/0 00000100:00100000:0.0:1746130257.749990:0:8469:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4353 00000100:00100000:0.0:1746130257.750145:0:7924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848060928 00000100:00100000:0.0:1746130257.750149:0:7924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848060928 00010000:00010000:0.0:1746130257.750171:0:7924:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092a29c00/0x4ce24e578735e7dc lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3cebb expref: 6 pid: 8469 timeout: 555 lvb_type: 0 00000100:00100000:0.0:1746130257.750198:0:7924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 12618 00000100:00100000:0.0:1746130257.750204:0:7924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132d23480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949848060928:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746130257.750212:0:7924:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746130257.750229:0:7924:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092a29c00/0x4ce24e578735e7dc lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3cebb expref: 6 pid: 8469 timeout: 555 lvb_type: 0 00010000:00010000:0.0:1746130257.750238:0:7924:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092a29c00/0x4ce24e578735e7dc lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3cebb expref: 6 pid: 8469 timeout: 555 lvb_type: 0 00010000:00010000:0.0:1746130257.750254:0:7924:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092a29c00/0x4ce24e578735e7dc lrc: 0/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3cebb expref: 6 pid: 8469 timeout: 555 lvb_type: 0 00010000:00010000:0.0:1746130257.750287:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130257.750289:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130257.750295:0:7924:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092a28800/0x4ce24e578735e7e3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3cec2 expref: 144 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130257.750302:0:7924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092a28800/0x4ce24e578735e7e3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3cec2 expref: 144 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130257.750320:0:7924:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092a28800/0x4ce24e578735e7e3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3cec2 expref: 144 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130257.750329:0:7924:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092a28800/0x4ce24e578735e7e3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3cec2 expref: 144 pid: 8469 timeout: 555 lvb_type: 0 00000100:00100000:0.0:1746130257.750339:0:7924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880084badf80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7924:1830949841246080:192.168.204.51@tcp:105: 00000100:00100000:0.0:1746130257.750394:0:7924:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4db8cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746130257.753252:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130257.755225:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130257.760378:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130257.763740:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130257.768641:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130257.771356:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130257.773259:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130257.776579:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130257.776640:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130257.779665:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130257.779729:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130257.785759:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130257.798641:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130257.803928:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130257.809400:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130257.814201:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130257.818257:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130257.823544:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130257.827553:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130257.831113:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130257.835059:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130257.838628:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130257.843195:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130257.847421:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130257.847476:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130257.852609:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130257.852695:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130257.852786:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130257.857517:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130257.862874:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130257.866650:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130257.870731:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130257.873660:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130257.877135:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130257.885839:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130257.887333:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130257.901490:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130257.901824:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130257.901887:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130257.907515:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130257.915695:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130257.920443:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130257.925253:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130257.928326:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130257.931098:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130257.931490:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130257.934903:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130257.934933:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130257.934970:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130257.937627:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130257.943768:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130257.947469:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130257.954544:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130257.963436:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130257.963832:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130257.969210:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130257.983950:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130257.990919:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130257.994518:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130257.995826:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130257.995872:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848072320 00000100:00100000:0.0:1746130257.995881:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848072320 00002000:00100000:0.0:1746130257.995923:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff880091d23b80 x1830949848072320/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:243/0 lens 488/0 e 0 to 0 dl 1746130268 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746130257.995934:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091d23b80 with x1830949848072320 ext(0->4095) 00002000:00010000:0.0:1746130257.995940:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091d23b80 00000100:00100000:0.0:1746130257.995976:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 3806 00000100:00100000:0.0:1746130257.995985:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091d23b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+159:1961:x1830949848072320:12345-192.168.204.51@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746130257.996867:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091d23b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+160:1961:x1830949848072320:12345-192.168.204.51@tcp:3:rw_seq_cst_vs_d.0 Request processed in 882us (1057us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746130257.996874:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 3806 00002000:00100000:0.0:1746130257.996880:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff880091d23b80 x1830949848072320/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:243/0 lens 488/4536 e 0 to 0 dl 1746130268 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746130257.996889:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091d23b80 with x1830949848072320 ext(0->4095) 00010000:00010000:0.0:1746130257.996895:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092a2b200/0x4ce24e578735e85a lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3cf39 expref: 160 pid: 10554 timeout: 556 lvb_type: 0 00010000:00010000:0.0:1746130257.996909:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092a2b200/0x4ce24e578735e85a lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3cf39 expref: 160 pid: 10554 timeout: 556 lvb_type: 0 00002000:00010000:0.0:1746130257.996914:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091d23b80 00000100:00100000:0.0:1746130258.000976:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130258.001012:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130258.008228:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130258.012332:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130258.019061:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130258.024889:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130258.026976:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130258.027897:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130258.029609:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130258.034186:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130258.042473:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130258.051433:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130258.066353:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130258.066439:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130258.066472:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848074880 00000100:00100000:0.0:1746130258.066478:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848074880 00002000:00100000:0.0:1746130258.067254:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff880091d23480 x1830949848074880/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:244/0 lens 488/0 e 0 to 0 dl 1746130269 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746130258.067264:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091d23480 with x1830949848074880 ext(0->4095) 00010000:00010000:0.0:1746130258.067288:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092a29e00/0x4ce24e578735e876 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3cf55 expref: 164 pid: 10554 timeout: 556 lvb_type: 0 00010000:00010000:0.0:1746130258.067303:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092a29e00/0x4ce24e578735e876 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3cf55 expref: 164 pid: 10554 timeout: 556 lvb_type: 0 00002000:00010000:0.0:1746130258.067309:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091d23480 00000100:00100000:0.0:1746130258.067322:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 1159 00000100:00100000:0.0:1746130258.067328:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091d23480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+164:1961:x1830949848074880:12345-192.168.204.51@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746130258.067440:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091d23480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+164:1961:x1830949848074880:12345-192.168.204.51@tcp:3:rw_seq_cst_vs_d.0 Request processed in 112us (1000us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746130258.067445:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 1159 00002000:00100000:0.0:1746130258.067450:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff880091d23480 x1830949848074880/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:244/0 lens 488/4536 e 0 to 0 dl 1746130269 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746130258.067457:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091d23480 with x1830949848074880 ext(0->4095) 00010000:00010000:0.0:1746130258.067461:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092a29e00/0x4ce24e578735e876 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3cf55 expref: 164 pid: 10554 timeout: 556 lvb_type: 0 00010000:00010000:0.0:1746130258.067471:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092a29e00/0x4ce24e578735e876 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3cf55 expref: 164 pid: 10554 timeout: 556 lvb_type: 0 00002000:00010000:0.0:1746130258.067476:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091d23480 00000100:00100000:0.0:1746130258.073579:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130258.073623:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130258.079851:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130258.086903:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130258.092575:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130258.102434:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130258.106704:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130258.114252:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848076672 00000100:00100000:0.0:1746130258.114263:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848076672 00002000:00100000:0.0:1746130258.114334:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff880132f7d500 x1830949848076672/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:244/0 lens 488/0 e 0 to 0 dl 1746130269 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746130258.114345:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132f7d500 with x1830949848076672 ext(0->4095) 00002000:00010000:0.0:1746130258.114351:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880132f7d500 00000100:00100000:0.0:1746130258.114397:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 3810 00000100:00100000:0.0:1746130258.114404:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132f7d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+164:1963:x1830949848076672:12345-192.168.204.51@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746130258.114601:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132f7d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+164:1963:x1830949848076672:12345-192.168.204.51@tcp:3:rw_seq_cst_vs_d.0 Request processed in 197us (828us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746130258.114608:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 3810 00002000:00100000:0.0:1746130258.114613:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff880132f7d500 x1830949848076672/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:244/0 lens 488/4536 e 0 to 0 dl 1746130269 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746130258.114620:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132f7d500 with x1830949848076672 ext(0->4095) 00002000:00010000:0.0:1746130258.114623:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880132f7d500 00000100:00100000:0.0:1746130258.117703:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130258.117751:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130258.122601:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130258.122628:0:8469:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848077312 00000100:00100000:0.0:1746130258.122635:0:8469:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848077312 00000100:00100000:0.0:1746130258.122675:0:8469:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4379 00000100:00100000:0.0:1746130258.122682:0:8469:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092257480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:640ea846-b909-4eea-9a54-417e15bd627b+166:30934:x1830949848077312:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746130258.122699:0:8469:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746130258.122716:0:8469:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800995bb000/0x4ce24e578735e899 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3cf78 expref: -99 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130258.122737:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130258.122742:0:8469:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092a6f800/0x4ce24e578735e892 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3cf71 expref: 167 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130258.122748:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746130258.122751:0:8469:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800995bb000/0x4ce24e578735e899 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3cf78 expref: 167 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130258.122783:0:8469:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092a6f800/0x4ce24e578735e892 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3cf71 expref: 167 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130258.122793:0:8469:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800995bb000/0x4ce24e578735e899 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3cf78 expref: 167 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130258.122804:0:8469:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800995bb000, rc 0) 00000100:00100000:0.0:1746130258.122869:0:8469:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092257480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:640ea846-b909-4eea-9a54-417e15bd627b+167:30934:x1830949848077312:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 186us (276us total) trans 0 rc 0/0 00000100:00100000:0.0:1746130258.122875:0:8469:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4379 00000100:00100000:0.0:1746130258.127219:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130258.129225:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130258.132042:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130258.138331:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130258.141246:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130258.145547:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130258.146400:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130258.148890:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130258.150455:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 12646 00000100:00100000:0.0:1746130258.150464:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132f7df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949848079232:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746130258.150472:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746130258.150488:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092a6e200/0x4ce24e578735e8a0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3cf7f expref: 6 pid: 8470 timeout: 556 lvb_type: 0 00010000:00010000:0.0:1746130258.150498:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092a6e200/0x4ce24e578735e8a0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3cf7f expref: 6 pid: 8470 timeout: 556 lvb_type: 0 00010000:00010000:0.0:1746130258.150511:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092a6e200/0x4ce24e578735e8a0 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3cf7f expref: 6 pid: 8470 timeout: 556 lvb_type: 0 00010000:00010000:0.0:1746130258.150536:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130258.150538:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130258.150544:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092a29a00/0x4ce24e578735e8a7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3cf86 expref: 165 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130258.150715:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092a29a00/0x4ce24e578735e8a7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3cf86 expref: 165 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130258.150743:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092a29a00/0x4ce24e578735e8a7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3cf86 expref: 165 pid: 10554 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746130258.150753:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092256d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7097:1830949841252352:192.168.204.51@tcp:105: 00000100:00100000:0.0:1746130258.150823:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4db8cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746130258.150837:0:10554:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848079104 00000100:00100000:0.0:1746130258.150840:0:10554:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848079104 00000100:00100000:0.0:1746130258.150860:0:10554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4382 00000100:00100000:0.0:1746130258.150865:0:10554:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132f7e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:640ea846-b909-4eea-9a54-417e15bd627b+166:30934:x1830949848079104:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746130258.150876:0:10554:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746130258.150885:0:10554:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800995bbc00/0x4ce24e578735e8ae lrc: 2/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3cf8d expref: -99 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130258.150899:0:10554:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092a29a00/0x4ce24e578735e8a7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3cf86 expref: 167 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130258.150904:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746130258.150905:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746130258.150908:0:10554:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800995bbc00/0x4ce24e578735e8ae lrc: 4/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3cf8d expref: 167 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130258.150925:0:10554:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092a29a00/0x4ce24e578735e8a7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3cf86 expref: 167 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130258.150934:0:10554:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092a29a00/0x4ce24e578735e8a7 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3cf86 expref: 167 pid: 10554 timeout: 556 lvb_type: 0 00000100:00100000:0.0:1746130258.150942:0:10554:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092255180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10554:1830949841252480:192.168.204.51@tcp:104: 00000100:00100000:0.0:1746130258.150960:0:10554:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009bc953c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746130258.152761:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130258.155475:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130258.161255:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130258.164659:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130258.169971:0:10554:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848080256 00000100:00100000:0.0:1746130258.169979:0:10554:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848080256 00000100:00100000:0.0:1746130258.170032:0:10554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4383 00000100:00100000:0.0:1746130258.170039:0:10554:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132f7d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+5:30934:x1830949848080256:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746130258.170054:0:10554:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746130258.170068:0:10554:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094460800/0x4ce24e578735e8b5 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3cf94 expref: -99 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130258.170089:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130258.170091:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130258.170098:0:10554:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094460800/0x4ce24e578735e8b5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3cf94 expref: 6 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130258.170111:0:10554:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094460800/0x4ce24e578735e8b5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3cf94 expref: 6 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130258.170121:0:10554:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094460800, rc 0) 00000100:00100000:0.0:1746130258.170614:0:10554:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132f7d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+6:30934:x1830949848080256:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 573us (731us total) trans 0 rc 0/0 00000100:00100000:0.0:1746130258.170621:0:10554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4383 00000100:00100000:0.0:1746130258.173638:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130258.173688:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130258.177909:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130258.178172:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130258.178319:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 1168 00000100:00100000:0.0:1746130258.178326:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bc7f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+170:1964:x1830949848080896:12345-192.168.204.51@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746130258.178442:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bc7f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+170:1964:x1830949848080896:12345-192.168.204.51@tcp:3:rw_seq_cst_vs_d.0 Request processed in 117us (542us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746130258.178451:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 1168 00002000:00100000:0.0:1746130258.178456:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff88009bc7f480 x1830949848080896/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:244/0 lens 488/4536 e 0 to 0 dl 1746130269 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746130258.178462:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bc7f480 with x1830949848080896 ext(0->4095) 00010000:00010000:0.0:1746130258.178467:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800995bbc00/0x4ce24e578735e8ae lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3cf8d expref: 170 pid: 10554 timeout: 556 lvb_type: 0 00010000:00010000:0.0:1746130258.178475:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800995bbc00/0x4ce24e578735e8ae lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3cf8d expref: 170 pid: 10554 timeout: 556 lvb_type: 0 00002000:00010000:0.0:1746130258.178480:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009bc7f480 00000100:00100000:0.0:1746130258.180239:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130258.180817:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130258.184174:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130258.187049:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130258.189341:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130258.196675:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130258.200791:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130258.206497:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130258.209588:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130258.210225:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130258.210304:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130258.213715:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130258.219700:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130258.226132:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130258.231738:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130258.231791:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130258.235556:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130258.235687:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130258.241949:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130258.246254:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130258.250858:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130258.255122:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130258.259366:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130258.260254:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130258.267129:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130258.267158:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130258.267192:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130258.276414:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130258.286417:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130258.299075:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130258.299134:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130258.304397:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130258.311429:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130258.323109:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130258.326314:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848087936 00000100:00100000:0.0:1746130258.326325:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848087936 00002000:00100000:0.0:1746130258.326364:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x18:0x0] (0->7) req@ffff880135a10000 x1830949848087936/t0(0) o4->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:244/0 lens 496/0 e 0 to 0 dl 1746130269 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746130258.326374:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135a10000 with x1830949848087936 ext(0->7) 00010000:00010000:0.0:1746130258.326382:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092a28200/0x4ce24e578735e902 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3cfe1 expref: 177 pid: 10554 timeout: 556 lvb_type: 0 00010000:00010000:0.0:1746130258.326395:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092a28200/0x4ce24e578735e902 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3cfe1 expref: 177 pid: 10554 timeout: 556 lvb_type: 0 00002000:00010000:0.0:1746130258.326403:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880135a10000 00000100:00100000:0.0:1746130258.330834:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130258.332947:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130258.336390:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130258.337751:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130258.340440:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130258.344691:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130258.347418:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130258.362156:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130258.367866:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130258.376831:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130258.377325:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130258.382365:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130258.388173:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130258.390931:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130258.405020:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130258.406784:0:10554:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801344cb800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10554:1830949841256704:192.168.204.51@tcp:104: 00010000:00010000:0.0:1746130258.406800:0:10554:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092a28800/0x4ce24e578735e92c lrc: 3/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3d00b expref: 183 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130258.406820:0:10554:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092a28800, rc 0) 00000100:00100000:0.0:1746130258.406851:0:10554:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132f7dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:640ea846-b909-4eea-9a54-417e15bd627b+183:30924:x1830949848090752:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5833us (5964us total) trans 0 rc 0/0 00000100:00100000:0.0:1746130258.406858:0:10554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4400 00000100:00100000:0.0:1746130258.408925:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130258.409443:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130258.415072:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130258.418993:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130258.424844:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130258.427027:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130258.430825:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130258.431830:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130258.434576:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130258.437993:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130258.441382:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130258.444249:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130258.447224:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130258.455423:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130258.459190:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130258.460599:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130258.461077:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130258.462263:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130258.464307:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130258.468094:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130258.470981:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130258.481909:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130258.485040:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130258.485091:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130258.489338:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130258.491882:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130258.495405:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130258.501189:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130258.507929:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130258.520208:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130258.520254:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130258.521309:0:8470:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848097024 00000100:00100000:0.0:1746130258.521313:0:8470:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848097024 00000100:00100000:0.0:1746130258.521342:0:8470:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4409 00000100:00100000:0.0:1746130258.521349:0:8470:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800942ced80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c84b93b0-d496-484f-8e1e-94008838f2dd+5:30934:x1830949848097024:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746130258.521364:0:8470:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746130258.521379:0:8470:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800995bbc00/0x4ce24e578735e96b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3d051 expref: -99 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130258.521401:0:8470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130258.521403:0:8470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130258.521409:0:8470:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800995bbc00/0x4ce24e578735e96b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3d051 expref: 6 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130258.521422:0:8470:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800995bbc00/0x4ce24e578735e96b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3d051 expref: 6 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130258.521431:0:8470:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800995bbc00, rc 0) 00000100:00100000:0.0:1746130258.521471:0:8470:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800942ced80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c84b93b0-d496-484f-8e1e-94008838f2dd+6:30934:x1830949848097024:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 123us (1216us total) trans 0 rc 0/0 00000100:00100000:0.0:1746130258.521477:0:8470:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4409 00000100:00100000:0.0:1746130258.521490:0:8470:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4410 00000100:00100000:0.0:1746130258.521494:0:8470:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800942cea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:640ea846-b909-4eea-9a54-417e15bd627b+190:30924:x1830949848096896:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746130258.521499:0:8470:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746130258.521503:0:8470:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800995bb000/0x4ce24e578735e972 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3d04a expref: -99 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130258.521520:0:8470:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092a6e200/0x4ce24e578735e964 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3d043 expref: 191 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130258.521528:0:8470:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800995bbc00/0x4ce24e578735e96b lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3d051 expref: 5 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130258.521533:0:8470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130258.521534:0:8470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130258.521536:0:8470:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800995bb000/0x4ce24e578735e972 lrc: 5/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3d04a expref: 191 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130258.521556:0:8470:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800995bbc00/0x4ce24e578735e96b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3d051 expref: 5 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130258.521566:0:8470:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800995bbc00/0x4ce24e578735e96b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3d051 expref: 5 pid: 8470 timeout: 556 lvb_type: 0 00000100:00100000:0.0:1746130258.521575:0:8470:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800942cc700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8470:1830949841258880:192.168.204.51@tcp:104: 00010000:00010000:0.0:1746130258.524000:0:8470:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092a6e200/0x4ce24e578735e964 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3d043 expref: 191 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130258.524017:0:8470:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092a6e200/0x4ce24e578735e964 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3d043 expref: 191 pid: 10554 timeout: 556 lvb_type: 0 00000100:00100000:0.0:1746130258.524031:0:8470:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013514f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8470:1830949841259008:192.168.204.51@tcp:104: 00000100:00100000:0.0:1746130258.528438:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130258.528486:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130258.528512:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848097408 00000100:00100000:0.0:1746130258.528516:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848097408 00002000:00100000:0.0:1746130258.528552:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff88013514d880 x1830949848097408/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:244/0 lens 488/0 e 0 to 0 dl 1746130269 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746130258.528561:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013514d880 with x1830949848097408 ext(0->4095) 00010000:00010000:0.0:1746130258.528567:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800995bbc00/0x4ce24e578735e96b lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3d051 expref: 6 pid: 8470 timeout: 556 lvb_type: 0 00010000:00010000:0.0:1746130258.528577:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800995bbc00/0x4ce24e578735e96b lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3d051 expref: 6 pid: 8470 timeout: 556 lvb_type: 0 00002000:00010000:0.0:1746130258.528582:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013514d880 00000100:00100000:0.0:1746130258.528610:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 1195 00000100:00100000:0.0:1746130258.528614:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013514d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949848097408:12345-192.168.204.51@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746130258.529018:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013514d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949848097408:12345-192.168.204.51@tcp:3:rw_seq_cst_vs_d.0 Request processed in 402us (530us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746130258.529022:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 1195 00002000:00100000:0.0:1746130258.529026:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff88013514d880 x1830949848097408/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:244/0 lens 488/4536 e 0 to 0 dl 1746130269 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746130258.529031:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013514d880 with x1830949848097408 ext(0->4095) 00010000:00010000:0.0:1746130258.529035:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800995bbc00/0x4ce24e578735e96b lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3d051 expref: 6 pid: 8470 timeout: 556 lvb_type: 0 00010000:00010000:0.0:1746130258.529041:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800995bbc00/0x4ce24e578735e96b lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3d051 expref: 6 pid: 8470 timeout: 556 lvb_type: 0 00002000:00010000:0.0:1746130258.529048:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88013514d880 00000100:00100000:0.0:1746130258.531935:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130258.531983:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130258.534981:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130258.539725:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130258.544469:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130258.551208:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130258.558831:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130258.558956:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130258.559065:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4412 00000100:00100000:0.0:1746130258.559072:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013514dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c84b93b0-d496-484f-8e1e-94008838f2dd+5:30934:x1830949848098688:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746130258.559088:0:8467:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746130258.559102:0:8467:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094461800/0x4ce24e578735e980 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3d05f expref: -99 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130258.559124:0:8467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130258.559126:0:8467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130258.559132:0:8467:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094461800/0x4ce24e578735e980 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3d05f expref: 6 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130258.559145:0:8467:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094461800/0x4ce24e578735e980 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3d05f expref: 6 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130258.559174:0:8467:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094461800, rc 0) 00000100:00100000:0.0:1746130258.559208:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013514dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c84b93b0-d496-484f-8e1e-94008838f2dd+6:30934:x1830949848098688:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 137us (385us total) trans 0 rc 0/0 00000100:00100000:0.0:1746130258.559216:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4412 00000100:00100000:0.0:1746130258.561683:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130258.562828:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130258.565856:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130258.568955:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130258.574618:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130258.582442:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130258.587566:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130258.590102:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130258.594263:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130258.602612:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130258.605387:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130258.612819:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130258.617022:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130258.621102:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130258.621762:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130258.626026:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130258.629068:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130258.637061:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130258.643845:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130258.648781:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130258.652640:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130258.654781:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130258.659097:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130258.661438:0:10554:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848102784 00000100:00100000:0.0:1746130258.661444:0:10554:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848102784 00000100:00100000:0.0:1746130258.661471:0:10554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4420 00000100:00100000:0.0:1746130258.661477:0:10554:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4c1f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:640ea846-b909-4eea-9a54-417e15bd627b+199:30934:x1830949848102784:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746130258.661486:0:10554:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746130258.661496:0:10554:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800995bbc00/0x4ce24e578735e9b8 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3d097 expref: -99 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130258.661511:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130258.661516:0:10554:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092a6ea00/0x4ce24e578735e9b1 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3d090 expref: 200 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130258.661521:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746130258.661523:0:10554:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800995bbc00/0x4ce24e578735e9b8 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3d097 expref: 200 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130258.661545:0:10554:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092a6ea00/0x4ce24e578735e9b1 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3d090 expref: 200 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130258.661554:0:10554:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800995bbc00/0x4ce24e578735e9b8 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3d097 expref: 200 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130258.661562:0:10554:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800995bbc00, rc 0) 00000100:00100000:0.0:1746130258.661875:0:10554:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4c1f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:640ea846-b909-4eea-9a54-417e15bd627b+200:30934:x1830949848102784:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 310us (403us total) trans 0 rc 0/0 00000100:00100000:0.0:1746130258.661882:0:10554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4420 00000100:00100000:0.0:1746130258.664255:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130258.669772:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130258.687084:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848103424 00000100:00100000:0.0:1746130258.687092:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848103424 00002000:00100000:0.0:1746130258.687129:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x18:0x0] (0->7) req@ffff880092e2ed80 x1830949848103424/t0(0) o4->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:244/0 lens 496/0 e 0 to 0 dl 1746130269 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746130258.687138:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092e2ed80 with x1830949848103424 ext(0->7) 00010000:00010000:0.0:1746130258.687146:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092a6ea00/0x4ce24e578735e9b1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3d090 expref: 199 pid: 8469 timeout: 556 lvb_type: 0 00010000:00010000:0.0:1746130258.687157:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092a6ea00/0x4ce24e578735e9b1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3d090 expref: 199 pid: 8469 timeout: 556 lvb_type: 0 00002000:00010000:0.0:1746130258.687163:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092e2ed80 00000100:00100000:0.0:1746130258.687191:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 1205 00000100:00100000:0.0:1746130258.687198:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e2ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+199:1963:x1830949848103424:12345-192.168.204.51@tcp:4:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746130258.689514:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e2ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+201:1963:x1830949848103424:12345-192.168.204.51@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2308us (2657us total) trans 4294968487 rc 0/0 00000100:00100000:0.0:1746130258.689525:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 1205 00002000:00100000:0.0:1746130258.689535:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x18:0x0] (0->7) req@ffff880092e2ed80 x1830949848103424/t4294968487(0) o4->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:244/0 lens 496/448 e 0 to 0 dl 1746130269 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746130258.689543:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092e2ed80 with x1830949848103424 ext(0->7) 00010000:00010000:0.0:1746130258.689552:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092a6ea00/0x4ce24e578735e9b1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3d090 expref: 201 pid: 8469 timeout: 556 lvb_type: 0 00010000:00010000:0.0:1746130258.689565:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092a6ea00/0x4ce24e578735e9b1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3d090 expref: 201 pid: 8469 timeout: 556 lvb_type: 0 00002000:00010000:0.0:1746130258.689571:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092e2ed80 00000100:00100000:0.0:1746130258.690976:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130258.694226:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130258.696582:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130258.701930:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848104448 00000100:00100000:0.0:1746130258.701937:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848104448 00002000:00100000:0.0:1746130258.701970:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff880132f7d180 x1830949848104448/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:244/0 lens 488/0 e 0 to 0 dl 1746130269 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746130258.701979:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132f7d180 with x1830949848104448 ext(0->4095) 00010000:00010000:0.0:1746130258.701987:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092a2a000/0x4ce24e578735e9bf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3d09e expref: 200 pid: 8469 timeout: 556 lvb_type: 0 00010000:00010000:0.0:1746130258.701998:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092a2a000/0x4ce24e578735e9bf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3d09e expref: 200 pid: 8469 timeout: 556 lvb_type: 0 00002000:00010000:0.0:1746130258.702004:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880132f7d180 00000100:00100000:0.0:1746130258.702033:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 1207 00000100:00100000:0.0:1746130258.702039:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132f7d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+200:1962:x1830949848104448:12345-192.168.204.51@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746130258.702180:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132f7d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+200:1962:x1830949848104448:12345-192.168.204.51@tcp:3:rw_seq_cst_vs_d.0 Request processed in 140us (325us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746130258.702186:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 1207 00002000:00100000:0.0:1746130258.702191:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff880132f7d180 x1830949848104448/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:244/0 lens 488/4536 e 0 to 0 dl 1746130269 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746130258.702197:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132f7d180 with x1830949848104448 ext(0->4095) 00010000:00010000:0.0:1746130258.702201:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092a2a000/0x4ce24e578735e9bf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3d09e expref: 200 pid: 8469 timeout: 556 lvb_type: 0 00010000:00010000:0.0:1746130258.702209:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092a2a000/0x4ce24e578735e9bf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3d09e expref: 200 pid: 8469 timeout: 556 lvb_type: 0 00002000:00010000:0.0:1746130258.702215:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880132f7d180 00000100:00100000:0.0:1746130258.705449:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848104704 00000100:00100000:0.0:1746130258.705459:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848104704 00002000:00100000:0.0:1746130258.705500:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x18:0x0] (0->7) req@ffff8801344c8e00 x1830949848104704/t0(0) o4->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:244/0 lens 496/0 e 0 to 0 dl 1746130269 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746130258.705510:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801344c8e00 with x1830949848104704 ext(0->7) 00010000:00010000:0.0:1746130258.705518:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092a2a000/0x4ce24e578735e9bf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3d09e expref: 200 pid: 8469 timeout: 556 lvb_type: 0 00010000:00010000:0.0:1746130258.705532:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092a2a000/0x4ce24e578735e9bf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3d09e expref: 200 pid: 8469 timeout: 556 lvb_type: 0 00002000:00010000:0.0:1746130258.705538:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801344c8e00 00000100:00100000:0.0:1746130258.705571:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 1208 00000100:00100000:0.0:1746130258.705577:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801344c8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+200:1964:x1830949848104704:12345-192.168.204.51@tcp:4:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746130258.705896:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801344c8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+202:1964:x1830949848104704:12345-192.168.204.51@tcp:4:rw_seq_cst_vs_d.0 Request processed in 318us (856us total) trans 4294968488 rc 0/0 00000100:00100000:0.0:1746130258.705903:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 1208 00002000:00100000:0.0:1746130258.705909:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x18:0x0] (0->7) req@ffff8801344c8e00 x1830949848104704/t4294968488(0) o4->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:244/0 lens 496/448 e 0 to 0 dl 1746130269 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746130258.705916:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801344c8e00 with x1830949848104704 ext(0->7) 00010000:00010000:0.0:1746130258.705920:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092a2a000/0x4ce24e578735e9bf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3d09e expref: 202 pid: 8469 timeout: 556 lvb_type: 0 00010000:00010000:0.0:1746130258.705933:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092a2a000/0x4ce24e578735e9bf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3d09e expref: 202 pid: 8469 timeout: 556 lvb_type: 0 00002000:00010000:0.0:1746130258.705939:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801344c8e00 00000100:00100000:0.0:1746130258.708973:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130258.711940:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130258.714449:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130258.717621:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130258.719764:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130258.719826:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130258.722971:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130258.723003:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130258.723041:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130258.726359:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130258.735123:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130258.746444:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130258.749419:0:10554:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132f7dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10554:1830949841262848:192.168.204.51@tcp:104: 00010000:00010000:0.0:1746130258.749436:0:10554:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092a6fe00/0x4ce24e578735e9e2 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3d0c1 expref: 206 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130258.749449:0:10554:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092a6fe00, rc 0) 00000100:00100000:0.0:1746130258.749465:0:10554:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800947a4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:640ea846-b909-4eea-9a54-417e15bd627b+206:30924:x1830949848107008:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2744us (3026us total) trans 0 rc 0/0 00000100:00100000:0.0:1746130258.749472:0:10554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4426 00000100:00100000:0.0:1746130258.749847:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130258.756997:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130258.757053:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130258.763510:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130258.771084:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130258.786613:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130258.790016:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130258.794362:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130258.798747:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130258.802738:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130258.807927:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130258.819236:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130258.822604:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130258.828345:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130258.833002:0:8469:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848109696 00000100:00100000:0.0:1746130258.833010:0:8469:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848109696 00000100:00100000:0.0:1746130258.833153:0:8470:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4431 00000100:00100000:0.0:1746130258.833157:0:8470:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801344cad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:640ea846-b909-4eea-9a54-417e15bd627b+208:30934:x1830949848109824:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746130258.833317:0:8470:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746130258.833332:0:8470:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800995bbc00/0x4ce24e578735ea05 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3d0e4 expref: -99 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130258.833371:0:8470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130258.833374:0:8470:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092a6ea00/0x4ce24e578735e9fe lrc: 4/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3d0dd expref: 210 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130258.833378:0:8470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746130258.833380:0:8470:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800995bbc00/0x4ce24e578735ea05 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3d0e4 expref: 210 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130258.833682:0:8470:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092a6ea00/0x4ce24e578735e9fe lrc: 4/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3d0dd expref: 210 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130258.833693:0:8470:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800995bbc00/0x4ce24e578735ea05 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3d0e4 expref: 210 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130258.833701:0:8470:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800995bbc00, rc 0) 00000100:00100000:0.0:1746130258.833741:0:8470:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801344cad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:640ea846-b909-4eea-9a54-417e15bd627b+210:30934:x1830949848109824:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 583us (969us total) trans 0 rc 0/0 00000100:00100000:0.0:1746130258.833747:0:8470:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4431 00000100:00100000:0.0:1746130258.836000:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130258.840307:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130258.844897:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130258.853629:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130258.859448:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130258.861029:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130258.861057:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130258.864837:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130258.866572:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130258.868205:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130258.871597:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130258.874432:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130258.877541:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130258.882024:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130258.887598:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130258.887669:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130258.889922:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130258.890709:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130258.890753:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130258.893152:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130258.897196:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130258.901478:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130258.905446:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130258.914014:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130258.916741:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130258.922031:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130258.928241:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130258.933814:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130258.943878:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130258.947691:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130258.954867:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130258.956739:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130258.958637:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130258.968770:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130258.975890:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130258.981395:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130258.982008:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130258.985119:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130258.985292:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130258.988264:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130258.995494:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130259.001349:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130259.007917:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130259.011825:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130259.012193:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130259.014232:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130259.021843:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130259.027654:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130259.032990:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130259.037216:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130259.041365:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130259.044671:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130259.044858:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130259.050757:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130259.052214:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130259.056631:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130259.065932:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130259.074825:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130259.076600:0:3300:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1746130259.076614:0:3300:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132f7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3300:1830949841268352:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1746130259.076654:0:3300:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746130259.077571:0:3300:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092e2e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:c27f3a83-b0ee-4dd6-bb65-34207604533c:3300:1830949841268480:0@lo:400:kworker.0 00000100:00100000:0.0:1746130259.077609:0:3300:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746130259.077670:0:3300:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132f7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3300:1830949841268352:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1746130259.077689:0:3300:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013639a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3300:1830949841268992:0@lo:400:kworker.0 00000100:00100000:0.0:1746130259.077749:0:3300:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746130259.077805:0:3300:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1746130259.077811:0:3300:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092e2ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3300:1830949841268864:0@lo:400:kworker.0 00000100:00100000:0.0:1746130259.077837:0:3300:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746130259.077867:0:7107:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949841268480 00000100:00100000:0.0:1746130259.077871:0:7107:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949841268480 00000100:00100000:0.0:1746130259.077899:0:7107:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 364 00000100:00100000:0.0:1746130259.077905:0:7107:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4df4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:c27f3a83-b0ee-4dd6-bb65-34207604533c+18:3300:x1830949841268480:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746130259.077938:0:7107:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4df4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:c27f3a83-b0ee-4dd6-bb65-34207604533c+18:3300:x1830949841268480:12345-0@lo:400:kworker.0 Request processed in 33us (329us total) trans 0 rc 0/0 00000100:00100000:0.0:1746130259.077944:0:7107:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 364 00000100:00100000:0.0:1746130259.077995:0:7110:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 305 00000100:00100000:0.0:1746130259.078003:0:7110:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801344c9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3298:x1830949841268736:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746130259.078039:0:7110:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801344c9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3298:x1830949841268736:12345-0@lo:400:kworker.0 Request processed in 37us (112us total) trans 0 rc 0/0 00000100:00100000:0.0:1746130259.078045:0:7110:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 305 00000100:00100000:0.0:1746130259.078072:0:3300:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013639a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3300:1830949841268992:0@lo:400:kworker.0 00000100:00100000:0.0:1746130259.078081:0:3300:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092e2e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:c27f3a83-b0ee-4dd6-bb65-34207604533c:3300:1830949841268480:0@lo:400:kworker.0 00000100:00100000:0.0:1746130259.078537:0:3300:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092e2ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3300:1830949841268864:0@lo:400:kworker.0 00000100:00100000:0.0:1746130259.079537:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130259.081438:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130259.090181:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130259.090663:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130259.090712:0:7924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848121856 00000100:00100000:0.0:1746130259.090715:0:7924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848121856 00010000:00010000:0.0:1746130259.090730:0:7924:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092a28000/0x4ce24e578735ea7c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3d15b expref: 225 pid: 8470 timeout: 557 lvb_type: 0 00000100:00100000:0.0:1746130259.090762:0:7924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 12714 00000100:00100000:0.0:1746130259.090766:0:7924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e24fc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+225:1962:x1830949848121856:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746130259.090776:0:7924:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746130259.090804:0:7924:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092a28000/0x4ce24e578735ea7c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3d15b expref: 225 pid: 8470 timeout: 557 lvb_type: 0 00010000:00010000:0.0:1746130259.090816:0:7924:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092a28000/0x4ce24e578735ea7c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3d15b expref: 225 pid: 8470 timeout: 557 lvb_type: 0 00010000:00010000:0.0:1746130259.090832:0:7924:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092a28000/0x4ce24e578735ea7c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3d15b expref: 225 pid: 8470 timeout: 557 lvb_type: 0 00010000:00010000:0.0:1746130259.090854:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130259.090855:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130259.090861:0:7924:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092a2bc00/0x4ce24e578735ea83 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3d162 expref: 224 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130259.090867:0:7924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092a2bc00/0x4ce24e578735ea83 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3d162 expref: 224 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130259.090887:0:7924:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092a2bc00/0x4ce24e578735ea83 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3d162 expref: 224 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130259.090897:0:7924:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092a2bc00/0x4ce24e578735ea83 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3d162 expref: 224 pid: 10554 timeout: 557 lvb_type: 0 00000100:00100000:0.0:1746130259.090907:0:7924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b323480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7924:1830949841269376:192.168.204.51@tcp:105: 00000100:00100000:0.0:1746130259.090964:0:7924:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009bc95840 going to sleep for 11 seconds 00000100:00100000:0.0:1746130259.093558:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130259.099519:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130259.114509:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130259.117813:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130259.120848:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130259.129294:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130259.137061:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130259.140046:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130259.141851:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130259.151006:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130259.151085:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130259.151110:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848124032 00000100:00100000:0.0:1746130259.151114:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848124032 00002000:00100000:0.0:1746130259.151138:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff8800939b6680 x1830949848124032/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:245/0 lens 488/0 e 0 to 0 dl 1746130270 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746130259.151148:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800939b6680 with x1830949848124032 ext(0->4095) 00002000:00010000:0.0:1746130259.151152:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800939b6680 00000100:00100000:0.0:1746130259.151164:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 3845 00000100:00100000:0.0:1746130259.151174:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800939b6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1963:x1830949848124032:12345-192.168.204.51@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746130259.151327:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800939b6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1963:x1830949848124032:12345-192.168.204.51@tcp:3:rw_seq_cst_vs_d.0 Request processed in 151us (240us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746130259.151339:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 3845 00002000:00100000:0.0:1746130259.151344:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff8800939b6680 x1830949848124032/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:245/0 lens 488/4536 e 0 to 0 dl 1746130270 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746130259.151351:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800939b6680 with x1830949848124032 ext(0->4095) 00010000:00010000:0.0:1746130259.151355:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092a29c00/0x4ce24e578735ea98 lrc: 7/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3d177 expref: 6 pid: 8470 timeout: 557 lvb_type: 0 00010000:00010000:0.0:1746130259.151365:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092a29c00/0x4ce24e578735ea98 lrc: 7/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3d177 expref: 6 pid: 8470 timeout: 557 lvb_type: 0 00002000:00010000:0.0:1746130259.151370:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800939b6680 00000100:00100000:0.0:1746130259.155962:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130259.156078:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130259.158973:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130259.163500:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130259.170219:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130259.176057:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130259.179996:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130259.180720:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130259.183890:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130259.187161:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130259.188587:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130259.191198:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130259.194929:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130259.202002:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130259.208540:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130259.208634:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130259.213104:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130259.218340:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130259.223365:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130259.225592:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130259.231209:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130259.237299:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130259.239480:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130259.242600:0:10554:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848128128 00000100:00100000:0.0:1746130259.242607:0:10554:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848128128 00000100:00100000:0.0:1746130259.242657:0:10554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4460 00000100:00100000:0.0:1746130259.242664:0:10554:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132f7c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:640ea846-b909-4eea-9a54-417e15bd627b+233:30924:x1830949848128128:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746130259.242676:0:10554:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746130259.242692:0:10554:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800995bba00/0x4ce24e578735ead0 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3d1af expref: -99 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130259.242716:0:10554:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092a6f200/0x4ce24e578735eac9 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3d1a8 expref: 5 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130259.242722:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130259.242724:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130259.242728:0:10554:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800995bba00/0x4ce24e578735ead0 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3d1af expref: 234 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130259.242757:0:10554:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092a6f200/0x4ce24e578735eac9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3d1a8 expref: 5 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130259.242768:0:10554:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092a6f200/0x4ce24e578735eac9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3d1a8 expref: 5 pid: 10554 timeout: 557 lvb_type: 0 00000100:00100000:0.0:1746130259.242779:0:10554:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135a12300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10554:1830949841271808:192.168.204.51@tcp:104: 00000100:00100000:0.0:1746130259.242858:0:10554:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009bc956c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746130259.244763:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130259.244844:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130259.249111:0:8467:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132f7f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8467:1830949841272064:192.168.204.51@tcp:104: 00010000:00010000:0.0:1746130259.249129:0:8467:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092a6e200/0x4ce24e578735ead7 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3d1b6 expref: 236 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130259.249141:0:8467:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092a6e200, rc 0) 00000100:00100000:0.0:1746130259.249171:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135a13800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:640ea846-b909-4eea-9a54-417e15bd627b+236:30934:x1830949848128384:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4024us (4327us total) trans 0 rc 0/0 00000100:00100000:0.0:1746130259.249177:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4461 00000100:00100000:0.0:1746130259.261504:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130259.268566:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130259.272510:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130259.275586:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130259.277492:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130259.280465:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130259.282623:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130259.285586:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130259.290232:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130259.293189:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130259.297250:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130259.300432:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130259.304082:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130259.304770:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130259.314129:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130259.314160:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130259.314796:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130259.318586:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130259.321150:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130259.328213:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130259.331899:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130259.331963:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130259.332035:0:8469:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4469 00000100:00100000:0.0:1746130259.332043:0:8469:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092d0d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:640ea846-b909-4eea-9a54-417e15bd627b+240:30934:x1830949848133376:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746130259.332052:0:8469:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746130259.332061:0:8469:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800995bb800/0x4ce24e578735eb0f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3d1ee expref: -99 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130259.332089:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130259.332095:0:8469:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092a6ea00/0x4ce24e578735eb08 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3d1e7 expref: 242 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130259.332100:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746130259.332104:0:8469:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800995bb800/0x4ce24e578735eb0f lrc: 4/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3d1ee expref: 242 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130259.332150:0:8469:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092a6ea00/0x4ce24e578735eb08 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3d1e7 expref: 242 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130259.332162:0:8469:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800995bb800/0x4ce24e578735eb0f lrc: 3/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3d1ee expref: 242 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130259.332172:0:8469:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800995bb800, rc 0) 00000100:00100000:0.0:1746130259.332955:0:8469:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092d0d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:640ea846-b909-4eea-9a54-417e15bd627b+242:30934:x1830949848133376:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 910us (989us total) trans 0 rc 0/0 00000100:00100000:0.0:1746130259.332963:0:8469:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4469 00000100:00100000:0.0:1746130259.335813:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130259.340370:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130259.342446:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130259.348896:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130259.357197:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130259.361307:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130259.364599:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130259.364667:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130259.367915:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130259.367985:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130259.368632:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130259.371342:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130259.373545:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130259.375333:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130259.379905:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130259.382548:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130259.384813:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130259.387363:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130259.387412:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130259.390129:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130259.390240:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130259.390304:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130259.390401:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 12739 00000100:00100000:0.0:1746130259.390408:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a64e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+246:1961:x1830949848137216:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746130259.390415:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746130259.390433:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092a6e200/0x4ce24e578735eb24 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3d203 expref: 246 pid: 8469 timeout: 557 lvb_type: 0 00010000:00010000:0.0:1746130259.390453:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092a6e200/0x4ce24e578735eb24 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3d203 expref: 246 pid: 8469 timeout: 557 lvb_type: 0 00010000:00010000:0.0:1746130259.390469:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130259.390471:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130259.390475:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092a6f400/0x4ce24e578735eb32 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3d211 expref: 246 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130259.390480:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092a6f400/0x4ce24e578735eb32 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3d211 expref: 246 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130259.390501:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092a6f400/0x4ce24e578735eb32 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3d211 expref: 246 pid: 8469 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746130259.390509:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ac4ce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7097:1830949841275008:192.168.204.51@tcp:105: 00000100:00100000:0.0:1746130259.390552:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009bc95b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746130259.392025:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130259.393663:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848137856 00000100:00100000:0.0:1746130259.393668:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848137856 00002000:00100000:0.0:1746130259.393691:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x18:0x0] (0->7) req@ffff880132f7c380 x1830949848137856/t0(0) o4->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:245/0 lens 496/0 e 0 to 0 dl 1746130270 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746130259.393699:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132f7c380 with x1830949848137856 ext(0->7) 00010000:00010000:0.0:1746130259.393705:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092a6f400/0x4ce24e578735eb32 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3d211 expref: 244 pid: 8469 timeout: 557 lvb_type: 0 00010000:00010000:0.0:1746130259.393715:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092a6f400/0x4ce24e578735eb32 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3d211 expref: 244 pid: 8469 timeout: 557 lvb_type: 0 00002000:00010000:0.0:1746130259.393720:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880132f7c380 00000100:00100000:0.0:1746130259.393734:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 1258 00000100:00100000:0.0:1746130259.393740:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132f7c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+244:1963:x1830949848137856:12345-192.168.204.51@tcp:4:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746130259.394029:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132f7c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+246:1963:x1830949848137856:12345-192.168.204.51@tcp:4:rw_seq_cst_vs_d.0 Request processed in 289us (469us total) trans 4294968510 rc 0/0 00000100:00100000:0.0:1746130259.394036:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 1258 00002000:00100000:0.0:1746130259.394042:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x18:0x0] (0->7) req@ffff880132f7c380 x1830949848137856/t4294968510(0) o4->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:245/0 lens 496/448 e 0 to 0 dl 1746130270 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746130259.394048:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132f7c380 with x1830949848137856 ext(0->7) 00010000:00010000:0.0:1746130259.394052:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092a6f400/0x4ce24e578735eb32 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3d211 expref: 246 pid: 8469 timeout: 557 lvb_type: 0 00010000:00010000:0.0:1746130259.394059:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092a6f400/0x4ce24e578735eb32 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3d211 expref: 246 pid: 8469 timeout: 557 lvb_type: 0 00002000:00010000:0.0:1746130259.394065:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880132f7c380 00000100:00100000:0.0:1746130259.395417:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130259.402243:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130259.407529:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130259.407576:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130259.410632:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130259.413917:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130259.413967:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848138880 00000100:00100000:0.0:1746130259.413972:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848138880 00002000:00100000:0.0:1746130259.414003:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff88008ac4e300 x1830949848138880/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:245/0 lens 488/0 e 0 to 0 dl 1746130270 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746130259.414011:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ac4e300 with x1830949848138880 ext(0->4095) 00010000:00010000:0.0:1746130259.414019:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092a6f400/0x4ce24e578735eb47 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3d226 expref: 247 pid: 8469 timeout: 557 lvb_type: 0 00010000:00010000:0.0:1746130259.414030:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092a6f400/0x4ce24e578735eb47 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3d226 expref: 247 pid: 8469 timeout: 557 lvb_type: 0 00002000:00010000:0.0:1746130259.414035:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008ac4e300 00000100:00100000:0.0:1746130259.414064:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 1259 00000100:00100000:0.0:1746130259.414071:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ac4e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+247:1962:x1830949848138880:12345-192.168.204.51@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746130259.414216:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ac4e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+247:1962:x1830949848138880:12345-192.168.204.51@tcp:3:rw_seq_cst_vs_d.0 Request processed in 145us (300us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746130259.414222:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 1259 00002000:00100000:0.0:1746130259.414227:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff88008ac4e300 x1830949848138880/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:245/0 lens 488/4536 e 0 to 0 dl 1746130270 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746130259.414232:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ac4e300 with x1830949848138880 ext(0->4095) 00010000:00010000:0.0:1746130259.414236:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092a6f400/0x4ce24e578735eb47 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3d226 expref: 247 pid: 8469 timeout: 557 lvb_type: 0 00010000:00010000:0.0:1746130259.414244:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092a6f400/0x4ce24e578735eb47 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3d226 expref: 247 pid: 8469 timeout: 557 lvb_type: 0 00002000:00010000:0.0:1746130259.414250:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008ac4e300 00000100:00100000:0.0:1746130259.419744:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130259.428565:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130259.433861:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130259.434826:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130259.437505:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130259.438093:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130259.441991:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130259.448498:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130259.453379:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130259.457127:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130259.464064:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130259.466746:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130259.466802:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130259.469142:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130259.471697:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130259.474337:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130259.478935:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130259.482406:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130259.485447:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130259.496351:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130259.496385:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130259.501664:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130259.501738:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130259.501772:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130259.501821:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848143488 00000100:00100000:0.0:1746130259.501827:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848143488 00010000:00010000:0.0:1746130259.502224:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092a2a400/0x4ce24e578735eb71 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3d250 expref: 254 pid: 8470 timeout: 557 lvb_type: 0 00000100:00100000:0.0:1746130259.502247:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 12749 00000100:00100000:0.0:1746130259.502252:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c4fce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+254:1961:x1830949848143488:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746130259.502259:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746130259.502283:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092a2a400/0x4ce24e578735eb71 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3d250 expref: 254 pid: 8470 timeout: 557 lvb_type: 0 00010000:00010000:0.0:1746130259.502291:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092a2a400/0x4ce24e578735eb71 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3d250 expref: 254 pid: 8470 timeout: 557 lvb_type: 0 00010000:00010000:0.0:1746130259.502301:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092a2a400/0x4ce24e578735eb71 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3d250 expref: 254 pid: 8470 timeout: 557 lvb_type: 0 00010000:00010000:0.0:1746130259.502321:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130259.502322:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130259.502328:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092a28a00/0x4ce24e578735eb78 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3d257 expref: 253 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130259.502334:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092a28a00/0x4ce24e578735eb78 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3d257 expref: 253 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130259.502350:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092a28a00/0x4ce24e578735eb78 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3d257 expref: 253 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130259.502449:0:7097:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092a28a00/0x4ce24e578735eb78 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3d257 expref: 253 pid: 8469 timeout: 557 lvb_type: 0 00000100:00100000:0.0:1746130259.502459:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c4fc000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7097:1830949841277440:192.168.204.51@tcp:105: 00000100:00100000:0.0:1746130259.503646:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009bc95cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746130259.506710:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130259.509950:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130259.513766:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130259.516378:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130259.520007:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130259.528512:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130259.528606:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130259.533136:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130259.533173:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130259.535361:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130259.535429:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130259.537552:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130259.540171:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130259.546015:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130259.549740:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130259.554361:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130259.554453:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130259.557320:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130259.560220:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132f7fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7097:1830949841278592:192.168.204.51@tcp:105: 00010000:00010000:0.0:1746130259.560235:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746130259.560294:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7d40700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+5:1961:x1830949848147072:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 2814us (2984us total) trans 0 rc 0/0 00000100:00100000:0.0:1746130259.560303:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 12754 00000100:00100000:0.0:1746130259.561214:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130259.563317:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130259.565646:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130259.571898:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130259.574501:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130259.577053:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130259.587824:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130259.590192:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130259.593002:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130259.600876:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130259.603160:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130259.608494:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130259.614941:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130259.617088:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130259.618079:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130259.621705:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130259.625531:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130259.626239:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130259.626576:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130259.629492:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130259.635001:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130259.640379:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130259.651107:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130259.654399:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130259.659194:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130259.659243:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130259.662565:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130259.668360:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130259.673601:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130259.675729:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130259.679474:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130259.684904:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130259.688753:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130259.691668:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130259.696518:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130259.702062:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130259.702097:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130259.702131:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130259.705361:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130259.709318:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130259.714721:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130259.718015:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130259.722562:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130259.727661:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130259.734347:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130259.734405:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130259.738649:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130259.738680:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130259.738716:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130259.752366:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130259.757483:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130259.761352:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130259.764402:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130259.767359:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130259.772151:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130259.776651:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130259.781659:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130259.781687:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130259.782315:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130259.786208:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132f7dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7097:1830949841282304:192.168.204.51@tcp:105: 00010000:00010000:0.0:1746130259.786219:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746130259.786237:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800933aa680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+5:1964:x1830949848159104:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 3730us (4549us total) trans 0 rc 0/0 00000100:00100000:0.0:1746130259.786248:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 12772 00000100:00100000:0.0:1746130259.792237:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130259.794684:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130259.797767:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130259.802192:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130259.802306:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130259.803542:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130259.803578:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130259.805673:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130259.807829:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130259.809498:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130259.819400:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130259.823236:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130259.825062:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130259.827611:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130259.827732:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130259.831197:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130259.835116:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130259.836978:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130259.841564:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130259.843999:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130259.846220:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130259.849648:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130259.850069:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130259.850450:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a79ee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+276:1961:x1830949848163968:12345-192.168.204.51@tcp:3:rw_seq_cst_vs_d.0 Request processed in 189us (413us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746130259.850460:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 1295 00002000:00100000:0.0:1746130259.850466:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff8800a79ee300 x1830949848163968/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:245/0 lens 488/4536 e 0 to 0 dl 1746130270 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746130259.850473:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a79ee300 with x1830949848163968 ext(0->4095) 00010000:00010000:0.0:1746130259.850477:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092a2bc00/0x4ce24e578735ec43 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3d322 expref: 276 pid: 8467 timeout: 557 lvb_type: 0 00010000:00010000:0.0:1746130259.850485:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092a2bc00/0x4ce24e578735ec43 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3d322 expref: 276 pid: 8467 timeout: 557 lvb_type: 0 00002000:00010000:0.0:1746130259.850491:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a79ee300 00000100:00100000:0.0:1746130259.851939:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130259.852773:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130259.852806:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130259.854991:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130259.860343:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130259.867600:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130259.870984:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130259.876924:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130259.878555:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130259.879820:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130259.881530:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130259.885648:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130259.886052:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130259.888904:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130259.894354:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130259.903124:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130259.910120:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130259.926034:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130259.927310:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130259.931480:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130259.953135:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130259.953594:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130259.960161:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130259.967948:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130259.974335:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130259.975549:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130259.980541:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130259.980571:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848168960 00000100:00100000:0.0:1746130259.980576:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848168960 00002000:00100000:0.0:1746130259.980618:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff880092e2d500 x1830949848168960/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:245/0 lens 488/0 e 0 to 0 dl 1746130270 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746130259.980627:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092e2d500 with x1830949848168960 ext(0->4095) 00010000:00010000:0.0:1746130259.980633:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092a6e200/0x4ce24e578735ec82 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3d361 expref: 281 pid: 8469 timeout: 558 lvb_type: 0 00010000:00010000:0.0:1746130259.980644:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092a6e200/0x4ce24e578735ec82 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3d361 expref: 281 pid: 8469 timeout: 558 lvb_type: 0 00002000:00010000:0.0:1746130259.980651:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092e2d500 00000100:00100000:0.0:1746130259.980666:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 1304 00000100:00100000:0.0:1746130259.980671:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e2d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+281:1961:x1830949848168960:12345-192.168.204.51@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746130259.980809:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e2d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+281:1961:x1830949848168960:12345-192.168.204.51@tcp:3:rw_seq_cst_vs_d.0 Request processed in 136us (268us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746130259.980814:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 1304 00002000:00100000:0.0:1746130259.980819:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff880092e2d500 x1830949848168960/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:245/0 lens 488/4536 e 0 to 0 dl 1746130270 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746130259.980825:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092e2d500 with x1830949848168960 ext(0->4095) 00010000:00010000:0.0:1746130259.980829:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092a6e200/0x4ce24e578735ec82 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3d361 expref: 281 pid: 8469 timeout: 558 lvb_type: 0 00010000:00010000:0.0:1746130259.980837:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092a6e200/0x4ce24e578735ec82 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3d361 expref: 281 pid: 8469 timeout: 558 lvb_type: 0 00002000:00010000:0.0:1746130259.980842:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092e2d500 00000100:00100000:0.0:1746130259.983931:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130259.988087:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130259.997000:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130260.000818:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130260.004109:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130260.004591:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130260.006786:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130260.006975:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130260.007053:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130260.019438:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130260.023949:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130260.027220:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130260.029102:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130260.032979:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130260.034530:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130260.038532:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130260.038570:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130260.038641:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130260.038666:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848172032 00000100:00100000:0.0:1746130260.038672:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848172032 00010000:00010000:0.0:1746130260.038703:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092a29e00/0x4ce24e578735ec9e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3d37d expref: 6 pid: 8467 timeout: 558 lvb_type: 0 00000100:00100000:0.0:1746130260.038729:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848172288 00000100:00100000:0.0:1746130260.038731:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848172288 00010000:00010000:0.0:1746130260.038739:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092a6e200/0x4ce24e578735eca5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3d384 expref: 285 pid: 8469 timeout: 558 lvb_type: 0 00000100:00100000:0.0:1746130260.038763:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 12792 00000100:00100000:0.0:1746130260.038768:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135518380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949848172032:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746130260.038785:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746130260.038802:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092a29e00/0x4ce24e578735ec9e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3d37d expref: 6 pid: 8467 timeout: 558 lvb_type: 0 00010000:00010000:0.0:1746130260.038812:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092a29e00/0x4ce24e578735ec9e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3d37d expref: 6 pid: 8467 timeout: 558 lvb_type: 0 00010000:00010000:0.0:1746130260.038829:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092a29e00/0x4ce24e578735ec9e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3d37d expref: 6 pid: 8467 timeout: 558 lvb_type: 0 00010000:00010000:0.0:1746130260.038846:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746130260.038876:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135518380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+5:1962:x1830949848172032:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 107us (353us total) trans 0 rc 0/0 00000100:00100000:0.0:1746130260.038884:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 12792 00000100:00100000:0.0:1746130260.038895:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 12793 00000100:00100000:0.0:1746130260.038899:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4cd5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+285:1963:x1830949848172288:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746130260.038904:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746130260.038910:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092a6e200/0x4ce24e578735eca5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3d384 expref: 285 pid: 8469 timeout: 558 lvb_type: 0 00010000:00010000:0.0:1746130260.038917:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092a6e200/0x4ce24e578735eca5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3d384 expref: 285 pid: 8469 timeout: 558 lvb_type: 0 00010000:00010000:0.0:1746130260.038927:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092a6e200/0x4ce24e578735eca5 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3d384 expref: 285 pid: 8469 timeout: 558 lvb_type: 0 00010000:00010000:0.0:1746130260.038934:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130260.038936:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130260.038942:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092a29400/0x4ce24e578735ecac lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3d38b expref: 284 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130260.038949:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092a29400/0x4ce24e578735ecac lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3d38b expref: 284 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130260.038972:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092a29400/0x4ce24e578735ecac lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3d38b expref: 284 pid: 8467 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746130260.038983:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a4cd4e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7097:1830949841287040:192.168.204.51@tcp:105: 00000100:00100000:0.0:1746130260.039029:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009bc95600 going to sleep for 11 seconds 00000100:00100000:0.0:1746130260.040832:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a4cd4e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7097:1830949841287040:192.168.204.51@tcp:105: 00010000:00010000:0.0:1746130260.040848:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746130260.040887:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4cd5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+284:1963:x1830949848172288:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 1986us (2244us total) trans 0 rc 0/0 00000100:00100000:0.0:1746130260.040895:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 12793 00000100:00100000:0.0:1746130260.041136:0:8467:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801344cbb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8467:1830949841287168:192.168.204.51@tcp:104: 00010000:00010000:0.0:1746130260.041150:0:8467:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092a29600/0x4ce24e578735ecb3 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3d392 expref: 6 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130260.041160:0:8467:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092a29600, rc 0) 00000100:00100000:0.0:1746130260.041191:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4cd7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c84b93b0-d496-484f-8e1e-94008838f2dd+6:30934:x1830949848172160:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1794us (2620us total) trans 0 rc 0/0 00000100:00100000:0.0:1746130260.041196:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4529 00000100:00100000:0.0:1746130260.042173:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130260.047602:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130260.059657:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848172928 00000100:00100000:0.0:1746130260.059666:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848172928 00010000:00010000:0.0:1746130260.059705:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092a29400/0x4ce24e578735ecac lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3d38b expref: 286 pid: 8467 timeout: 558 lvb_type: 0 00000100:00100000:0.0:1746130260.060164:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 12794 00000100:00100000:0.0:1746130260.060172:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801344caa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+286:1961:x1830949848172928:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746130260.060184:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746130260.060203:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092a29400/0x4ce24e578735ecac lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3d38b expref: 286 pid: 8467 timeout: 558 lvb_type: 0 00010000:00010000:0.0:1746130260.060219:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092a29400/0x4ce24e578735ecac lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3d38b expref: 286 pid: 8467 timeout: 558 lvb_type: 0 00010000:00010000:0.0:1746130260.060237:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092a29400/0x4ce24e578735ecac lrc: 0/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3d38b expref: 286 pid: 8467 timeout: 558 lvb_type: 0 00010000:00010000:0.0:1746130260.060264:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130260.060283:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130260.060289:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092a29600/0x4ce24e578735ecb3 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3d392 expref: 5 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130260.060297:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092a29600/0x4ce24e578735ecb3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3d392 expref: 5 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130260.060325:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092a29600/0x4ce24e578735ecb3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3d392 expref: 5 pid: 8467 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746130260.060335:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094aa9f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7097:1830949841287296:192.168.204.51@tcp:105: 00000100:00100000:0.0:1746130260.060699:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009bc95600 going to sleep for 11 seconds 00000100:00100000:0.0:1746130260.066934:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130260.069555:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094aa9f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7097:1830949841287296:192.168.204.51@tcp:105: 00010000:00010000:0.0:1746130260.069580:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746130260.069650:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801344caa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+287:1961:x1830949848172928:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 9477us (10081us total) trans 0 rc 0/0 00000100:00100000:0.0:1746130260.069660:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 12794 00000100:00100000:0.0:1746130260.072883:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130260.072952:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130260.076039:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130260.083131:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130260.086248:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130260.090218:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130260.094473:0:8469:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848174976 00000100:00100000:0.0:1746130260.094478:0:8469:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848174976 00000100:00100000:0.0:1746130260.094510:0:8469:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4533 00000100:00100000:0.0:1746130260.094515:0:8469:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801344c9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:640ea846-b909-4eea-9a54-417e15bd627b+288:30924:x1830949848174976:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746130260.094523:0:8469:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746130260.094536:0:8469:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800995bba00/0x4ce24e578735eccf lrc: 2/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3d3ae expref: -99 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130260.094558:0:8469:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092a6f800/0x4ce24e578735ecc1 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3d3a0 expref: 289 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130260.094566:0:8469:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092a6ec00/0x4ce24e578735ecc8 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3d3a7 expref: 5 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130260.094572:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130260.094574:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130260.094577:0:8469:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800995bba00/0x4ce24e578735eccf lrc: 5/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3d3ae expref: 289 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130260.094601:0:8469:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092a6ec00/0x4ce24e578735ecc8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3d3a7 expref: 5 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130260.094610:0:8469:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092a6ec00/0x4ce24e578735ecc8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3d3a7 expref: 5 pid: 8467 timeout: 558 lvb_type: 0 00000100:00100000:0.0:1746130260.094621:0:8469:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800947a4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8469:1830949841287936:192.168.204.51@tcp:104: 00010000:00010000:0.0:1746130260.094920:0:8469:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092a6f800/0x4ce24e578735ecc1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3d3a0 expref: 289 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130260.094928:0:8469:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092a6f800/0x4ce24e578735ecc1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3d3a0 expref: 289 pid: 8467 timeout: 558 lvb_type: 0 00000100:00100000:0.0:1746130260.094936:0:8469:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013514fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8469:1830949841288064:192.168.204.51@tcp:104: 00000100:00100000:0.0:1746130260.094958:0:8469:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009bc95600 going to sleep for 11 seconds 00000100:00100000:0.0:1746130260.096572:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130260.096615:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130260.098437:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130260.098481:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130260.100914:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130260.106197:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130260.111174:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130260.115983:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130260.120311:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130260.124017:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130260.126407:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130260.131178:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130260.135908:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130260.140738:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130260.145243:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130260.147871:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130260.150606:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130260.153397:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130260.153444:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130260.155571:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130260.155607:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130260.157213:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130260.159788:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130260.159934:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848179200 00000100:00100000:0.0:1746130260.159941:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848179200 00002000:00100000:0.0:1746130260.159970:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff880092e2e300 x1830949848179200/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:246/0 lens 488/0 e 0 to 0 dl 1746130271 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746130260.159978:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092e2e300 with x1830949848179200 ext(0->4095) 00010000:00010000:0.0:1746130260.159984:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092a6f800/0x4ce24e578735ecf2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3d3d1 expref: 292 pid: 10554 timeout: 558 lvb_type: 0 00010000:00010000:0.0:1746130260.159994:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092a6f800/0x4ce24e578735ecf2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3d3d1 expref: 292 pid: 10554 timeout: 558 lvb_type: 0 00002000:00010000:0.0:1746130260.159999:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092e2e300 00000100:00100000:0.0:1746130260.160022:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 1320 00000100:00100000:0.0:1746130260.160248:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e2e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+292:1963:x1830949848179200:12345-192.168.204.51@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746130260.162130:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130260.166009:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130260.169297:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130260.172852:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130260.178371:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130260.181433:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130260.185417:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130260.185505:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130260.185809:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130260.188862:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130260.192008:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130260.199109:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130260.205816:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130260.208787:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130260.209403:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130260.214461:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130260.218747:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130260.222914:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130260.224912:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130260.229218:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130260.232634:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130260.236862:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130260.240022:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130260.240072:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130260.244406:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130260.244438:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130260.244482:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130260.247836:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130260.250551:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130260.253109:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130260.257345:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130260.260543:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130260.262955:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130260.265951:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130260.267166:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130260.269662:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130260.269946:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130260.270013:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130260.272894:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130260.276000:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130260.280695:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130260.287406:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130260.290308:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130260.294742:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130260.294820:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130260.297644:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130260.297676:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130260.297705:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130260.300138:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130260.302254:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130260.305123:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130260.307133:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130260.308889:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130260.312613:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130260.317735:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130260.320307:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130260.320349:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130260.323828:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130260.324131:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130260.324158:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130260.328402:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130260.331339:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130260.334631:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130260.339317:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130260.344119:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130260.347036:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130260.352012:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130260.354856:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130260.355751:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130260.361120:0:7098:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848192768 00000100:00100000:0.0:1746130260.361124:0:7098:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848192768 00010000:00010000:0.0:1746130260.361144:0:7098:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092a29200/0x4ce24e578735ed70 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3d44f expref: 308 pid: 10554 timeout: 558 lvb_type: 0 00000100:00100000:0.0:1746130260.361390:0:7098:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 12823 00000100:00100000:0.0:1746130260.361396:0:7098:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135afc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:640ea846-b909-4eea-9a54-417e15bd627b+308:1963:x1830949848192768:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746130260.361406:0:7098:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746130260.361415:0:7098:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092a29200/0x4ce24e578735ed70 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3d44f expref: 308 pid: 10554 timeout: 558 lvb_type: 0 00010000:00010000:0.0:1746130260.361424:0:7098:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092a29200/0x4ce24e578735ed70 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3d44f expref: 308 pid: 10554 timeout: 558 lvb_type: 0 00010000:00010000:0.0:1746130260.361434:0:7098:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092a29200/0x4ce24e578735ed70 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3d44f expref: 308 pid: 10554 timeout: 558 lvb_type: 0 00010000:00010000:0.0:1746130260.361450:0:7098:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130260.361452:0:7098:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130260.361458:0:7098:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092a28a00/0x4ce24e578735ed7e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3d45d expref: 307 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130260.361469:0:7098:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092a28a00/0x4ce24e578735ed7e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3d45d expref: 307 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130260.361489:0:7098:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092a28a00/0x4ce24e578735ed7e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3d45d expref: 307 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130260.361498:0:7098:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092a28a00/0x4ce24e578735ed7e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3d45d expref: 307 pid: 10554 timeout: 558 lvb_type: 0 00000100:00100000:0.0:1746130260.361509:0:7098:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092499f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7098:1830949841293824:192.168.204.51@tcp:105: 00000100:00100000:0.0:1746130260.361557:0:7098:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009bc95a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746130260.365114:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848193280 00000100:00100000:0.0:1746130260.365122:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848193280 00002000:00100000:0.0:1746130260.365164:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff880094b9ce00 x1830949848193280/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:246/0 lens 488/0 e 0 to 0 dl 1746130271 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746130260.365173:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094b9ce00 with x1830949848193280 ext(0->4095) 00010000:00010000:0.0:1746130260.365182:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092a28a00/0x4ce24e578735ed7e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3d45d expref: 307 pid: 10554 timeout: 558 lvb_type: 0 00010000:00010000:0.0:1746130260.365195:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092a28a00/0x4ce24e578735ed7e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3d45d expref: 307 pid: 10554 timeout: 558 lvb_type: 0 00002000:00010000:0.0:1746130260.365200:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094b9ce00 00000100:00100000:0.0:1746130260.365395:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 1338 00000100:00100000:0.0:1746130260.365402:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094b9ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+307:1962:x1830949848193280:12345-192.168.204.51@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746130260.365566:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094b9ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+307:1962:x1830949848193280:12345-192.168.204.51@tcp:3:rw_seq_cst_vs_d.0 Request processed in 165us (510us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746130260.365571:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 1338 00002000:00100000:0.0:1746130260.365575:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff880094b9ce00 x1830949848193280/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:246/0 lens 488/4536 e 0 to 0 dl 1746130271 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746130260.365582:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094b9ce00 with x1830949848193280 ext(0->4095) 00010000:00010000:0.0:1746130260.365586:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092a28a00/0x4ce24e578735ed7e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3d45d expref: 307 pid: 10554 timeout: 558 lvb_type: 0 00010000:00010000:0.0:1746130260.365594:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092a28a00/0x4ce24e578735ed7e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3d45d expref: 307 pid: 10554 timeout: 558 lvb_type: 0 00002000:00010000:0.0:1746130260.365599:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094b9ce00 00000100:00100000:0.0:1746130260.371201:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130260.373810:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130260.379590:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848193920 00000100:00100000:0.0:1746130260.379599:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848193920 00002000:00100000:0.0:1746130260.379644:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff880094b9c700 x1830949848193920/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:246/0 lens 488/0 e 0 to 0 dl 1746130271 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746130260.379654:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094b9c700 with x1830949848193920 ext(0->4095) 00002000:00010000:0.0:1746130260.379658:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094b9c700 00000100:00100000:0.0:1746130260.379684:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 3913 00000100:00100000:0.0:1746130260.379691:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094b9c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+308:1961:x1830949848193920:12345-192.168.204.51@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746130260.379886:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094b9c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+308:1961:x1830949848193920:12345-192.168.204.51@tcp:3:rw_seq_cst_vs_d.0 Request processed in 195us (720us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746130260.379894:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 3913 00002000:00100000:0.0:1746130260.379899:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff880094b9c700 x1830949848193920/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:246/0 lens 488/4536 e 0 to 0 dl 1746130271 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746130260.379909:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094b9c700 with x1830949848193920 ext(0->4095) 00002000:00010000:0.0:1746130260.379912:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094b9c700 00000100:00100000:0.0:1746130260.384996:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130260.386423:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130260.388492:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130260.395841:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130260.396203:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130260.396247:0:7098:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848194816 00000100:00100000:0.0:1746130260.396255:0:7098:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848194816 00010000:00010000:0.0:1746130260.396335:0:7098:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092a2ae00/0x4ce24e578735ed8c lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3d46b expref: 6 pid: 8467 timeout: 558 lvb_type: 0 00000100:00100000:0.0:1746130260.397124:0:9860:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 12825 00000100:00100000:0.0:1746130260.397131:0:9860:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092499880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949848194816:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746130260.397144:0:9860:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746130260.397161:0:9860:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092a2ae00/0x4ce24e578735ed8c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3d46b expref: 6 pid: 8467 timeout: 558 lvb_type: 0 00010000:00010000:0.0:1746130260.399062:0:9860:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092a2ae00/0x4ce24e578735ed8c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3d46b expref: 6 pid: 8467 timeout: 558 lvb_type: 0 00010000:00010000:0.0:1746130260.399093:0:9860:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092a2ae00/0x4ce24e578735ed8c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3d46b expref: 6 pid: 8467 timeout: 558 lvb_type: 0 00010000:00010000:0.0:1746130260.399131:0:9860:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746130260.399185:0:9860:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092499880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c84b93b0-d496-484f-8e1e-94008838f2dd+5:1962:x1830949848194816:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 2053us (2980us total) trans 0 rc 0/0 00000100:00100000:0.0:1746130260.399193:0:9860:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 12825 00000100:00100000:0.0:1746130260.399834:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130260.399887:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130260.404214:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130260.406378:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130260.411076:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130260.415707:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130260.420541:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130260.421749:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130260.421778:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848196224 00000100:00100000:0.0:1746130260.421782:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848196224 00000100:00100000:0.0:1746130260.421804:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4564 00000100:00100000:0.0:1746130260.421809:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092f61c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:640ea846-b909-4eea-9a54-417e15bd627b+311:30934:x1830949848196224:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746130260.421816:0:8467:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746130260.421824:0:8467:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800995bb600/0x4ce24e578735eda8 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3d487 expref: -99 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130260.421837:0:8467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130260.421842:0:8467:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092a2aa00/0x4ce24e578735eda1 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3d480 expref: 312 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130260.421846:0:8467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746130260.421849:0:8467:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800995bb600/0x4ce24e578735eda8 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3d487 expref: 312 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130260.421873:0:8467:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092a2aa00/0x4ce24e578735eda1 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3d480 expref: 312 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130260.421883:0:8467:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800995bb600/0x4ce24e578735eda8 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3d487 expref: 312 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130260.421890:0:8467:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800995bb600, rc 0) 00000100:00100000:0.0:1746130260.421913:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092f61c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:640ea846-b909-4eea-9a54-417e15bd627b+312:30934:x1830949848196224:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 104us (168us total) trans 0 rc 0/0 00000100:00100000:0.0:1746130260.421918:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4564 00000100:00100000:0.0:1746130260.431588:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130260.436638:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130260.440967:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130260.446593:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130260.450386:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130260.452077:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130260.454629:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130260.461083:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130260.466568:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130260.470711:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130260.475135:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130260.479675:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130260.482296:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130260.489518:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130260.491785:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130260.493964:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130260.497541:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130260.500616:0:10554:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848200320 00000100:00100000:0.0:1746130260.500621:0:10554:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848200320 00000100:00100000:0.0:1746130260.500852:0:10554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4571 00000100:00100000:0.0:1746130260.500858:0:10554:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132f7ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:640ea846-b909-4eea-9a54-417e15bd627b+317:30924:x1830949848200320:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746130260.500864:0:10554:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746130260.500870:0:10554:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800995bba00/0x4ce24e578735edd9 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3d4b8 expref: -99 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130260.500884:0:10554:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092a2a200/0x4ce24e578735edcb lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3d4aa expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130260.500891:0:10554:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092a2ae00/0x4ce24e578735edd2 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3d4b1 expref: 318 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130260.500896:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130260.500897:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130260.500899:0:10554:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800995bba00/0x4ce24e578735edd9 lrc: 5/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3d4b8 expref: 317 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130260.500919:0:10554:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092a2ae00/0x4ce24e578735edd2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3d4b1 expref: 317 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130260.500929:0:10554:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092a2ae00/0x4ce24e578735edd2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3d4b1 expref: 317 pid: 8469 timeout: 558 lvb_type: 0 00000100:00100000:0.0:1746130260.500937:0:10554:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091952300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10554:1830949841296384:192.168.204.51@tcp:104: 00010000:00010000:0.0:1746130260.500997:0:10554:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092a2a200/0x4ce24e578735edcb lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3d4aa expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130260.501005:0:10554:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092a2a200/0x4ce24e578735edcb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3d4aa expref: 5 pid: 8469 timeout: 558 lvb_type: 0 00000100:00100000:0.0:1746130260.501012:0:10554:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091953b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10554:1830949841296512:192.168.204.51@tcp:104: 00000100:00100000:0.0:1746130260.501078:0:10554:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009bc953c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746130260.502571:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130260.502616:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130260.504517:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130260.504567:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130260.507498:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130260.515670:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130260.519936:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130260.523048:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130260.523737:0:7098:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a79ece00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7098:1830949841296896:192.168.204.51@tcp:105: 00010000:00010000:0.0:1746130260.523753:0:7098:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746130260.523798:0:7098:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091950e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:640ea846-b909-4eea-9a54-417e15bd627b+319:1961:x1830949848201600:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 3373us (3870us total) trans 0 rc 0/0 00000100:00100000:0.0:1746130260.523806:0:7098:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 12837 00000100:00100000:0.0:1746130260.523844:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130260.527645:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130260.527779:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130260.532541:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130260.537984:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130260.549957:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130260.553459:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130260.553731:0:7098:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a79ed500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7098:1830949841297408:192.168.204.51@tcp:105: 00010000:00010000:0.0:1746130260.553745:0:7098:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746130260.553801:0:7098:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135204e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:640ea846-b909-4eea-9a54-417e15bd627b+322:1962:x1830949848202880:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 3686us (3850us total) trans 0 rc 0/0 00000100:00100000:0.0:1746130260.553810:0:7098:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 12839 00000100:00100000:0.0:1746130260.554514:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130260.554545:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130260.554566:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130260.554615:0:7110:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848203776 00000100:00100000:0.0:1746130260.554618:0:7110:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848203776 00000100:00100000:0.0:1746130260.554648:0:7110:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 308 00000100:00100000:0.0:1746130260.554654:0:7110:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135204700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c84b93b0-d496-484f-8e1e-94008838f2dd+7:1963:x1830949848203776:12345-192.168.204.51@tcp:400:kworker.0 00000100:00100000:0.0:1746130260.554677:0:7110:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135204700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c84b93b0-d496-484f-8e1e-94008838f2dd+7:1963:x1830949848203776:12345-192.168.204.51@tcp:400:kworker.0 Request processed in 24us (111us total) trans 0 rc 0/0 00000100:00100000:0.0:1746130260.554681:0:7110:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 308 00000100:00100000:0.0:1746130260.554713:0:7106:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848203392 00000100:00100000:0.0:1746130260.554716:0:7106:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848203392 00000100:00100000:0.0:1746130260.554733:0:7106:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 365 00000100:00100000:0.0:1746130260.554736:0:7106:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4df4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:51482484-f6ce-4c5d-8880-328e8ed7a70a+12:1963:x1830949848203392:12345-192.168.204.51@tcp:400:kworker.0 00000100:00100000:0.0:1746130260.554759:0:7106:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4df4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:51482484-f6ce-4c5d-8880-328e8ed7a70a+12:1963:x1830949848203392:12345-192.168.204.51@tcp:400:kworker.0 Request processed in 22us (61us total) trans 0 rc 0/0 00000100:00100000:0.0:1746130260.554773:0:7106:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 365 00000100:00100000:0.0:1746130260.554815:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130260.556671:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130260.556853:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130260.567173:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130260.571847:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130260.579992:0:7098:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132f7e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7098:1830949841297920:192.168.204.51@tcp:105: 00010000:00010000:0.0:1746130260.580011:0:7098:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746130260.580060:0:7098:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135205500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:640ea846-b909-4eea-9a54-417e15bd627b+321:1961:x1830949848204800:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 6651us (8220us total) trans 0 rc 0/0 00000100:00100000:0.0:1746130260.580071:0:7098:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 12841 00000100:00100000:0.0:1746130260.580853:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130260.586523:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130260.588201:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130260.590793:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130260.596566:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130260.601149:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130260.613635:0:7098:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848206080 00000100:00100000:0.0:1746130260.613642:0:7098:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848206080 00010000:00010000:0.0:1746130260.613677:0:7098:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092a6ec00/0x4ce24e578735ee03 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3d4e2 expref: 325 pid: 10554 timeout: 558 lvb_type: 0 00000100:00100000:0.0:1746130260.613712:0:7098:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 12843 00000100:00100000:0.0:1746130260.613719:0:7098:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132f7e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:640ea846-b909-4eea-9a54-417e15bd627b+325:1964:x1830949848206080:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746130260.613733:0:7098:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746130260.613752:0:7098:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092a6ec00/0x4ce24e578735ee03 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3d4e2 expref: 325 pid: 10554 timeout: 558 lvb_type: 0 00010000:00010000:0.0:1746130260.613777:0:7098:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092a6ec00/0x4ce24e578735ee03 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3d4e2 expref: 325 pid: 10554 timeout: 558 lvb_type: 0 00010000:00010000:0.0:1746130260.613799:0:7098:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092a6ec00/0x4ce24e578735ee03 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3d4e2 expref: 325 pid: 10554 timeout: 558 lvb_type: 0 00010000:00010000:0.0:1746130260.613827:0:7098:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130260.613829:0:7098:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130260.613835:0:7098:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092a6e200/0x4ce24e578735ee0a lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3d4e9 expref: 324 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130260.613842:0:7098:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092a6e200/0x4ce24e578735ee0a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3d4e9 expref: 324 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130260.613870:0:7098:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092a6e200/0x4ce24e578735ee0a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3d4e9 expref: 324 pid: 8469 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746130260.613879:0:7098:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009225a300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7098:1830949841298432:192.168.204.51@tcp:105: 00000100:00100000:0.0:1746130260.614044:0:7098:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009bc950c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746130260.617703:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130260.620705:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130260.622813:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130260.634674:0:10554:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848206848 00000100:00100000:0.0:1746130260.634683:0:10554:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848206848 00000100:00100000:0.0:1746130260.634737:0:10554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4580 00000100:00100000:0.0:1746130260.634746:0:10554:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132f7f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:640ea846-b909-4eea-9a54-417e15bd627b+324:30924:x1830949848206848:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746130260.634774:0:10554:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746130260.634792:0:10554:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800995bbc00/0x4ce24e578735ee18 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3d4f7 expref: -99 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130260.634819:0:10554:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092a6e200/0x4ce24e578735ee0a lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3d4e9 expref: 325 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130260.634832:0:10554:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092a6e400/0x4ce24e578735ee11 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3d4f0 expref: 5 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130260.634838:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130260.634839:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130260.634842:0:10554:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800995bbc00/0x4ce24e578735ee18 lrc: 5/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3d4f7 expref: 325 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130260.634867:0:10554:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092a6e400/0x4ce24e578735ee11 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3d4f0 expref: 5 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130260.634877:0:10554:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092a6e400/0x4ce24e578735ee11 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3d4f0 expref: 5 pid: 10554 timeout: 558 lvb_type: 0 00000100:00100000:0.0:1746130260.634887:0:10554:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009225b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10554:1830949841298560:192.168.204.51@tcp:104: 00010000:00010000:0.0:1746130260.634968:0:10554:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092a6e200/0x4ce24e578735ee0a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3d4e9 expref: 325 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130260.634975:0:10554:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092a6e200/0x4ce24e578735ee0a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3d4e9 expref: 325 pid: 8469 timeout: 558 lvb_type: 0 00000100:00100000:0.0:1746130260.634982:0:10554:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092259f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10554:1830949841298688:192.168.204.51@tcp:104: 00000100:00100000:0.0:1746130260.635000:0:10554:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009bc95f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746130260.638474:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130260.639668:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130260.639707:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130260.643856:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130260.648254:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130260.651535:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130260.658723:0:10554:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848208256 00000100:00100000:0.0:1746130260.658726:0:10554:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848208256 00000100:00100000:0.0:1746130260.658775:0:10554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4582 00000100:00100000:0.0:1746130260.658781:0:10554:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091952680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:640ea846-b909-4eea-9a54-417e15bd627b+326:30924:x1830949848208256:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746130260.658795:0:10554:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746130260.658808:0:10554:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800995bb600/0x4ce24e578735ee26 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3d505 expref: -99 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130260.658832:0:10554:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092a6f400/0x4ce24e578735ee1f lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3d4fe expref: 6 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130260.658838:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130260.658840:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130260.658843:0:10554:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800995bb600/0x4ce24e578735ee26 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3d505 expref: 327 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130260.658863:0:10554:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092a6f400/0x4ce24e578735ee1f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3d4fe expref: 6 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130260.658874:0:10554:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092a6f400/0x4ce24e578735ee1f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3d4fe expref: 6 pid: 10554 timeout: 558 lvb_type: 0 00000100:00100000:0.0:1746130260.658883:0:10554:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092258000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10554:1830949841299200:192.168.204.51@tcp:104: 00000100:00100000:0.0:1746130260.658923:0:10554:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009bc956c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746130260.663439:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130260.668219:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130260.673170:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130260.681672:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130260.685009:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130260.687324:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130260.687851:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130260.689395:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130260.689957:0:10554:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a79ece00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10554:1830949841299712:192.168.204.51@tcp:104: 00010000:00010000:0.0:1746130260.689970:0:10554:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092a29e00/0x4ce24e578735ee34 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3d513 expref: 329 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130260.689977:0:10554:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092a29e00, rc 0) 00000100:00100000:0.0:1746130260.690009:0:10554:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092258000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:640ea846-b909-4eea-9a54-417e15bd627b+329:30924:x1830949848209664:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1892us (2157us total) trans 0 rc 0/0 00000100:00100000:0.0:1746130260.690132:0:10554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4584 00000100:00100000:0.0:1746130260.691848:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130260.693463:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130260.695307:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130260.698034:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130260.700158:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130260.702565:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130260.706111:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130260.706203:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130260.711725:0:9860:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848211712 00000100:00100000:0.0:1746130260.711731:0:9860:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848211712 00010000:00010000:0.0:1746130260.711757:0:9860:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092a6ea00/0x4ce24e578735ee42 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3d521 expref: 6 pid: 10554 timeout: 558 lvb_type: 0 00000100:00100000:0.0:1746130260.711800:0:9860:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 12851 00000100:00100000:0.0:1746130260.711805:0:9860:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092498e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949848211712:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746130260.711814:0:9860:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746130260.711828:0:9860:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092a6ea00/0x4ce24e578735ee42 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3d521 expref: 6 pid: 10554 timeout: 558 lvb_type: 0 00010000:00010000:0.0:1746130260.711836:0:9860:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092a6ea00/0x4ce24e578735ee42 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3d521 expref: 6 pid: 10554 timeout: 558 lvb_type: 0 00010000:00010000:0.0:1746130260.711852:0:9860:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092a6ea00/0x4ce24e578735ee42 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3d521 expref: 6 pid: 10554 timeout: 558 lvb_type: 0 00010000:00010000:0.0:1746130260.711875:0:9860:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746130260.711900:0:9860:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092498e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c84b93b0-d496-484f-8e1e-94008838f2dd+5:1961:x1830949848211712:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 95us (1366us total) trans 0 rc 0/0 00000100:00100000:0.0:1746130260.711904:0:9860:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 12851 00000100:00100000:0.0:1746130260.714062:0:7098:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848211840 00000100:00100000:0.0:1746130260.714066:0:7098:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848211840 00010000:00010000:0.0:1746130260.714082:0:7098:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092a6f600/0x4ce24e578735ee3b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3d51a expref: 331 pid: 8467 timeout: 558 lvb_type: 0 00000100:00100000:0.0:1746130260.714100:0:7098:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 12852 00000100:00100000:0.0:1746130260.714115:0:7098:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a79ece00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:640ea846-b909-4eea-9a54-417e15bd627b+331:1961:x1830949848211840:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746130260.714603:0:7098:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746130260.714624:0:7098:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092a6f600/0x4ce24e578735ee3b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3d51a expref: 331 pid: 8467 timeout: 558 lvb_type: 0 00010000:00010000:0.0:1746130260.714635:0:7098:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092a6f600/0x4ce24e578735ee3b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3d51a expref: 331 pid: 8467 timeout: 558 lvb_type: 0 00010000:00010000:0.0:1746130260.714651:0:7098:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092a6f600/0x4ce24e578735ee3b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3d51a expref: 331 pid: 8467 timeout: 558 lvb_type: 0 00010000:00010000:0.0:1746130260.714661:0:7098:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130260.714663:0:7098:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130260.714668:0:7098:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092a28200/0x4ce24e578735ee49 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3d528 expref: 330 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130260.714675:0:7098:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092a28200/0x4ce24e578735ee49 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3d528 expref: 330 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130260.714694:0:7098:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092a28200/0x4ce24e578735ee49 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3d528 expref: 330 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130260.714703:0:7098:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092a28200/0x4ce24e578735ee49 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3d528 expref: 330 pid: 8469 timeout: 558 lvb_type: 0 00000100:00100000:0.0:1746130260.714712:0:7098:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099524380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7098:1830949841300608:192.168.204.51@tcp:105: 00000100:00100000:0.0:1746130260.714774:0:7098:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009bc95e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746130260.717143:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130260.735689:0:8469:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848212992 00000100:00100000:0.0:1746130260.735696:0:8469:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848212992 00000100:00100000:0.0:1746130260.735729:0:8469:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4589 00000100:00100000:0.0:1746130260.735737:0:8469:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091f45180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:640ea846-b909-4eea-9a54-417e15bd627b+331:30924:x1830949848212992:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746130260.735749:0:8469:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746130260.735994:0:8469:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800995bae00/0x4ce24e578735ee57 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3d536 expref: -99 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130260.736020:0:8469:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092a29400/0x4ce24e578735ee50 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3d52f expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130260.736027:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130260.736028:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130260.736031:0:8469:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800995bae00/0x4ce24e578735ee57 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3d536 expref: 332 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130260.736056:0:8469:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092a29400/0x4ce24e578735ee50 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3d52f expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130260.736067:0:8469:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092a29400/0x4ce24e578735ee50 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3d52f expref: 5 pid: 8469 timeout: 558 lvb_type: 0 00000100:00100000:0.0:1746130260.736077:0:8469:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099527480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8469:1830949841300864:192.168.204.51@tcp:104: 00000100:00100000:0.0:1746130260.736808:0:8469:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009bc95cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746130260.738490:0:10554:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848213120 00000100:00100000:0.0:1746130260.738497:0:10554:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848213120 00000100:00100000:0.0:1746130260.738537:0:10554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4590 00000100:00100000:0.0:1746130260.738544:0:10554:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091f45f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:640ea846-b909-4eea-9a54-417e15bd627b+333:30934:x1830949848213120:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746130260.738558:0:10554:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746130260.738572:0:10554:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800995bba00/0x4ce24e578735ee5e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3d53d expref: -99 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130260.738593:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130260.738598:0:10554:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800995bae00/0x4ce24e578735ee57 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3d536 expref: 334 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130260.738603:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746130260.738606:0:10554:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800995bba00/0x4ce24e578735ee5e lrc: 4/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3d53d expref: 334 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130260.738634:0:10554:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800995bae00/0x4ce24e578735ee57 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3d536 expref: 334 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130260.738644:0:10554:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800995bba00/0x4ce24e578735ee5e lrc: 3/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3d53d expref: 334 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130260.738653:0:10554:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800995bba00, rc 0) 00000100:00100000:0.0:1746130260.739071:0:10554:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091f45f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:640ea846-b909-4eea-9a54-417e15bd627b+334:30934:x1830949848213120:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 526us (1263us total) trans 0 rc 0/0 00000100:00100000:0.0:1746130260.739078:0:10554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4590 00000100:00100000:0.0:1746130260.739821:0:8469:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099527480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8469:1830949841300864:192.168.204.51@tcp:104: 00010000:00010000:0.0:1746130260.739842:0:8469:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800995bae00/0x4ce24e578735ee57 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3d536 expref: 333 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130260.739853:0:8469:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800995bae00, rc 0) 00000100:00100000:0.0:1746130260.739880:0:8469:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091f45180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:640ea846-b909-4eea-9a54-417e15bd627b+333:30924:x1830949848212992:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4143us (4499us total) trans 0 rc 0/0 00000100:00100000:0.0:1746130260.739885:0:8469:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4589 00000100:00100000:0.0:1746130260.740089:0:7098:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848213248 00000100:00100000:0.0:1746130260.740094:0:7098:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848213248 00010000:00010000:0.0:1746130260.740119:0:7098:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092a29400/0x4ce24e578735ee50 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3d52f expref: 6 pid: 8469 timeout: 558 lvb_type: 0 00000100:00100000:0.0:1746130260.740147:0:7098:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 12854 00000100:00100000:0.0:1746130260.740153:0:7098:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e24ac50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949848213248:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746130260.740164:0:7098:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746130260.740183:0:7098:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092a29400/0x4ce24e578735ee50 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3d52f expref: 6 pid: 8469 timeout: 558 lvb_type: 0 00010000:00010000:0.0:1746130260.740193:0:7098:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092a29400/0x4ce24e578735ee50 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3d52f expref: 6 pid: 8469 timeout: 558 lvb_type: 0 00010000:00010000:0.0:1746130260.740211:0:7098:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092a29400/0x4ce24e578735ee50 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3d52f expref: 6 pid: 8469 timeout: 558 lvb_type: 0 00010000:00010000:0.0:1746130260.740254:0:7098:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130260.740256:0:7098:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130260.740263:0:7098:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800995bae00/0x4ce24e578735ee57 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3d536 expref: 332 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130260.740288:0:7098:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800995bae00/0x4ce24e578735ee57 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3d536 expref: 332 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130260.740308:0:7098:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800995bae00/0x4ce24e578735ee57 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3d536 expref: 332 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130260.740321:0:7098:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800995bae00/0x4ce24e578735ee57 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3d536 expref: 332 pid: 8469 timeout: 558 lvb_type: 0 00000100:00100000:0.0:1746130260.740330:0:7098:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099527480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7098:1830949841301120:192.168.204.51@tcp:105: 00000100:00100000:0.0:1746130260.740522:0:7098:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009bc95cc0 going to sleep for 11 seconds 00000001:00080000:0.0:1746130260.742707:0:9939:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968510 is committed 00000001:00080000:0.0:1746130260.742733:0:9939:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968545 is committed 00000001:00080000:0.0:1746130260.742877:0:9939:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968552 is committed 00000100:00100000:0.0:1746130260.743675:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00010000:00010000:0.0:1746130260.750694:0:7100:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746130260.750893:0:7098:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848213888 00000100:00100000:0.0:1746130260.750900:0:7098:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848213888 00010000:00010000:0.0:1746130260.750929:0:7098:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800995bae00/0x4ce24e578735ee57 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3d536 expref: 11 pid: 8469 timeout: 558 lvb_type: 0 00000100:00100000:0.0:1746130260.750964:0:7098:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 12855 00000100:00100000:0.0:1746130260.750970:0:7098:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091952a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:640ea846-b909-4eea-9a54-417e15bd627b+11:1961:x1830949848213888:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746130260.750981:0:7098:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746130260.750997:0:7098:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800995bae00/0x4ce24e578735ee57 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3d536 expref: 11 pid: 8469 timeout: 558 lvb_type: 0 00010000:00010000:0.0:1746130260.751007:0:7098:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800995bae00/0x4ce24e578735ee57 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3d536 expref: 11 pid: 8469 timeout: 558 lvb_type: 0 00010000:00010000:0.0:1746130260.751023:0:7098:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800995bae00/0x4ce24e578735ee57 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3d536 expref: 11 pid: 8469 timeout: 558 lvb_type: 0 00010000:00010000:0.0:1746130260.751035:0:7098:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130260.751037:0:7098:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130260.751042:0:7098:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800995bba00/0x4ce24e578735ee5e lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3d53d expref: 10 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130260.751049:0:7098:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800995bba00/0x4ce24e578735ee5e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3d53d expref: 10 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130260.751074:0:7098:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800995bba00/0x4ce24e578735ee5e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3d53d expref: 10 pid: 10554 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746130260.751084:0:7098:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099525880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7098:1830949841301248:192.168.204.51@tcp:105: 00000100:00100000:0.0:1746130260.751157:0:7098:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009bc95f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746130260.753933:0:7098:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880099525880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7098:1830949841301248:192.168.204.51@tcp:105: 00010000:00010000:0.0:1746130260.754148:0:7098:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746130260.755858:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130260.757345:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130260.764546:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130260.764639:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130260.772094:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130260.772192:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130260.776020:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130260.780509:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130260.783343:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130260.788615:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130260.791054:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130260.794491:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130260.794540:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130260.798586:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130260.802088:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130260.809982:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130260.815135:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130260.816641:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130260.822237:0:7098:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009225b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7098:1830949841302528:192.168.204.51@tcp:105: 00010000:00010000:0.0:1746130260.822251:0:7098:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746130260.822301:0:7098:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e24a850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:640ea846-b909-4eea-9a54-417e15bd627b+13:1962:x1830949848217600:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 4730us (5663us total) trans 0 rc 0/0 00000100:00100000:0.0:1746130260.822308:0:7098:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 12861 00000100:00100000:0.0:1746130260.824634:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130260.827448:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130260.829488:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130260.830036:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130260.830175:0:7098:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848218496 00000100:00100000:0.0:1746130260.830178:0:7098:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848218496 00010000:00010000:0.0:1746130260.830197:0:7098:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092a6f400/0x4ce24e578735ee88 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3d567 expref: 6 pid: 10554 timeout: 558 lvb_type: 0 00000100:00100000:0.0:1746130260.830221:0:7098:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 12862 00000100:00100000:0.0:1746130260.830226:0:7098:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f133480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949848218496:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746130260.830232:0:7098:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746130260.830242:0:7098:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092a6f400/0x4ce24e578735ee88 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3d567 expref: 6 pid: 10554 timeout: 558 lvb_type: 0 00010000:00010000:0.0:1746130260.830253:0:7098:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092a6f400/0x4ce24e578735ee88 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3d567 expref: 6 pid: 10554 timeout: 558 lvb_type: 0 00010000:00010000:0.0:1746130260.830302:0:7098:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092a6f400/0x4ce24e578735ee88 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3d567 expref: 6 pid: 10554 timeout: 558 lvb_type: 0 00010000:00010000:0.0:1746130260.830317:0:7098:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746130260.830334:0:7098:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f133480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c84b93b0-d496-484f-8e1e-94008838f2dd+5:1961:x1830949848218496:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 108us (298us total) trans 0 rc 0/0 00000100:00100000:0.0:1746130260.830338:0:7098:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 12862 00000100:00100000:0.0:1746130260.831780:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130260.831825:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130260.833795:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130260.842402:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130260.846201:0:9860:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013639bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9860:1830949841303168:192.168.204.51@tcp:105: 00010000:00010000:0.0:1746130260.846225:0:9860:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746130260.846299:0:9860:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f132300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:640ea846-b909-4eea-9a54-417e15bd627b+15:1961:x1830949848219392:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 3599us (3904us total) trans 0 rc 0/0 00000100:00100000:0.0:1746130260.846310:0:9860:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 12864 00000100:00100000:0.0:1746130260.849881:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130260.850536:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130260.853127:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130260.855201:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130260.857495:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130260.863221:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130260.870669:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130260.873153:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130260.873239:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130260.875533:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130260.876031:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130260.878032:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130260.880023:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130260.882368:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130260.885264:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130260.888883:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130260.891550:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130260.893824:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130260.895797:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130260.899604:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130260.899642:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130260.899813:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130260.901718:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130260.903935:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130260.906085:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130260.909847:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130260.912866:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130260.914583:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130260.919502:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130260.919557:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130260.923588:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130260.923620:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130260.925651:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130260.929100:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130260.933073:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130260.936212:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130260.940046:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130260.944790:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130260.945340:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130260.951263:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130260.952462:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130260.956462:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130260.959160:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130260.965622:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130260.968899:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130260.972564:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130260.972600:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130260.974981:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130260.977373:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130260.980028:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130260.982902:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130260.985639:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130260.989483:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130260.990992:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130260.997473:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130260.999844:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130260.999971:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00080000:0.0:1746130261.000695:0:7108:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746130261.002148:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130261.002183:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130261.002226:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00080000:0.0:1746130261.002284:0:7108:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746130261.004745:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130261.006624:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130261.009379:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130261.013610:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130261.019343:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130261.021815:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130261.022941:0:8469:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848232320 00000100:00100000:0.0:1746130261.023031:0:8469:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848232320 00000100:00100000:0.0:1746130261.023065:0:8469:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4620 00000100:00100000:0.0:1746130261.023073:0:8469:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092255180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:640ea846-b909-4eea-9a54-417e15bd627b+30:30924:x1830949848232320:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746130261.023086:0:8469:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746130261.023099:0:8469:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800995ba800/0x4ce24e578735ef30 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3d60f expref: -99 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130261.023121:0:8469:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092a6e200/0x4ce24e578735ef22 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3d601 expref: 31 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130261.023128:0:8469:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092a29600/0x4ce24e578735ef29 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3d608 expref: 6 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130261.023133:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130261.023134:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130261.023137:0:8469:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800995ba800/0x4ce24e578735ef30 lrc: 5/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3d60f expref: 31 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130261.023161:0:8469:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092a29600/0x4ce24e578735ef29 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3d608 expref: 6 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130261.023170:0:8469:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092a29600/0x4ce24e578735ef29 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3d608 expref: 6 pid: 8469 timeout: 559 lvb_type: 0 00000100:00100000:0.0:1746130261.023181:0:8469:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094b11880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8469:1830949841307520:192.168.204.51@tcp:104: 00010000:00010000:0.0:1746130261.023834:0:8469:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092a6e200/0x4ce24e578735ef22 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3d601 expref: 31 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130261.023844:0:8469:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092a6e200/0x4ce24e578735ef22 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3d601 expref: 31 pid: 10554 timeout: 559 lvb_type: 0 00000100:00100000:0.0:1746130261.023852:0:8469:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801354d9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8469:1830949841307648:192.168.204.51@tcp:104: 00000100:00100000:0.0:1746130261.023888:0:8469:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009bc95540 going to sleep for 11 seconds 00000100:00100000:0.0:1746130261.025718:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130261.025778:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130261.028167:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130261.028974:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130261.039336:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130261.043639:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130261.043828:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130261.046073:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130261.048181:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130261.048229:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130261.051417:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130261.051442:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848234240 00000100:00100000:0.0:1746130261.051447:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848234240 00002000:00100000:0.0:1746130261.051479:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff8800942cce00 x1830949848234240/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:247/0 lens 488/0 e 0 to 0 dl 1746130272 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746130261.051487:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800942cce00 with x1830949848234240 ext(0->4095) 00010000:00010000:0.0:1746130261.051495:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009c32c800/0x4ce24e578735ef3e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3d61d expref: 32 pid: 8469 timeout: 559 lvb_type: 0 00010000:00010000:0.0:1746130261.051506:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009c32c800/0x4ce24e578735ef3e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3d61d expref: 32 pid: 8469 timeout: 559 lvb_type: 0 00002000:00010000:0.0:1746130261.051512:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800942cce00 00000100:00100000:0.0:1746130261.055569:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130261.059862:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130261.066519:0:7098:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134b87480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7098:1830949841308544:192.168.204.51@tcp:105: 00010000:00010000:0.0:1746130261.066538:0:7098:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746130261.066585:0:7098:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ac71880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:640ea846-b909-4eea-9a54-417e15bd627b+33:1964:x1830949848234624:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 6481us (6728us total) trans 0 rc 0/0 00000100:00100000:0.0:1746130261.066598:0:7098:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 12888 00000100:00100000:0.0:1746130261.069880:0:8469:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848235008 00000100:00100000:0.0:1746130261.069886:0:8469:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848235008 00000100:00100000:0.0:1746130261.069922:0:8469:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4624 00000100:00100000:0.0:1746130261.069928:0:8469:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134b87480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:640ea846-b909-4eea-9a54-417e15bd627b+33:30924:x1830949848235008:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746130261.069938:0:8469:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746130261.069953:0:8469:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800995bb400/0x4ce24e578735ef4c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3d62b expref: -99 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130261.069973:0:8469:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a7d36000/0x4ce24e578735ef45 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3d624 expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130261.069981:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130261.069982:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130261.069986:0:8469:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800995bb400/0x4ce24e578735ef4c lrc: 4/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3d62b expref: 34 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130261.070010:0:8469:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a7d36000/0x4ce24e578735ef45 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3d624 expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130261.070019:0:8469:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a7d36000/0x4ce24e578735ef45 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3d624 expref: 5 pid: 8469 timeout: 559 lvb_type: 0 00000100:00100000:0.0:1746130261.070029:0:8469:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ac71c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8469:1830949841308672:192.168.204.51@tcp:104: 00000100:00100000:0.0:1746130261.070083:0:8469:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009bc95c00 going to sleep for 11 seconds 00000100:00100000:0.0:1746130261.071597:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130261.072640:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130261.076204:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848235520 00000100:00100000:0.0:1746130261.076211:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848235520 00002000:00100000:0.0:1746130261.076240:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff8801354daa00 x1830949848235520/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:247/0 lens 488/0 e 0 to 0 dl 1746130272 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746130261.076247:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801354daa00 with x1830949848235520 ext(0->4095) 00010000:00010000:0.0:1746130261.076255:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800995bb400/0x4ce24e578735ef4c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3d62b expref: 35 pid: 8469 timeout: 559 lvb_type: 0 00010000:00010000:0.0:1746130261.076293:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800995bb400/0x4ce24e578735ef4c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3d62b expref: 35 pid: 8469 timeout: 559 lvb_type: 0 00002000:00010000:0.0:1746130261.076299:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801354daa00 00000100:00100000:0.0:1746130261.076469:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 1403 00000100:00100000:0.0:1746130261.076476:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801354daa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+35:1962:x1830949848235520:12345-192.168.204.51@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746130261.076657:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801354daa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+35:1962:x1830949848235520:12345-192.168.204.51@tcp:3:rw_seq_cst_vs_d.0 Request processed in 181us (494us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746130261.076662:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 1403 00002000:00100000:0.0:1746130261.076666:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff8801354daa00 x1830949848235520/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:247/0 lens 488/4536 e 0 to 0 dl 1746130272 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746130261.076672:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801354daa00 with x1830949848235520 ext(0->4095) 00010000:00010000:0.0:1746130261.076677:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800995bb400/0x4ce24e578735ef4c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3d62b expref: 35 pid: 8469 timeout: 559 lvb_type: 0 00010000:00010000:0.0:1746130261.076685:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800995bb400/0x4ce24e578735ef4c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3d62b expref: 35 pid: 8469 timeout: 559 lvb_type: 0 00002000:00010000:0.0:1746130261.076690:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801354daa00 00000100:00100000:0.0:1746130261.078249:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130261.083684:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130261.086513:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130261.090197:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130261.091377:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130261.093094:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130261.093346:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130261.095929:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130261.099110:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130261.105355:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130261.111691:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130261.115829:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130261.117866:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130261.120788:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130261.120879:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130261.123796:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130261.125748:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130261.129996:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130261.134835:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130261.137865:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130261.138351:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130261.140577:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130261.142577:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130261.142749:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130261.145491:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130261.149433:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130261.153382:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130261.159169:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130261.163545:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130261.163835:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130261.164977:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130261.166598:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130261.167222:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130261.167246:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130261.169288:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130261.172159:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130261.176175:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130261.179135:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130261.179301:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 3952 00000100:00100000:0.0:1746130261.179309:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f130a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+44:1961:x1830949848242688:12345-192.168.204.51@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746130261.179479:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f130a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+44:1961:x1830949848242688:12345-192.168.204.51@tcp:3:rw_seq_cst_vs_d.0 Request processed in 171us (345us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746130261.179486:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 3952 00002000:00100000:0.0:1746130261.179491:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff88008f130a80 x1830949848242688/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:247/0 lens 488/4536 e 0 to 0 dl 1746130272 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746130261.179498:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f130a80 with x1830949848242688 ext(0->4095) 00002000:00010000:0.0:1746130261.179502:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008f130a80 00000100:00100000:0.0:1746130261.185678:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130261.187729:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130261.187865:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130261.190307:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130261.190377:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130261.190462:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130261.193345:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130261.197006:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130261.200772:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130261.204708:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130261.210262:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130261.211249:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130261.212500:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130261.214262:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130261.215556:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130261.217873:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130261.220887:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130261.226553:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130261.230466:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130261.232455:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130261.232501:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130261.234126:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130261.234165:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130261.236247:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130261.238607:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130261.241327:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130261.243965:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130261.245424:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130261.246965:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130261.250539:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130261.250594:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130261.252854:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130261.252916:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130261.253566:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130261.255822:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130261.257316:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130261.259933:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130261.261851:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130261.265870:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130261.269547:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130261.270075:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130261.272361:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130261.272728:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130261.274466:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130261.276658:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130261.279058:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130261.281659:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130261.284416:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130261.288988:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130261.291512:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130261.293521:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130261.297353:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130261.297415:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130261.300404:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130261.301360:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130261.301412:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130261.306929:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130261.310208:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130261.314409:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130261.318422:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130261.322106:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130261.323957:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130261.325148:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130261.327292:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130261.327318:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130261.327341:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130261.329320:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130261.331675:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130261.333549:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130261.335837:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130261.338107:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130261.338409:0:8470:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4657 00000100:00100000:0.0:1746130261.338466:0:8470:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f160700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c84b93b0-d496-484f-8e1e-94008838f2dd+5:30934:x1830949848255360:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746130261.338481:0:8470:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746130261.338500:0:8470:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800995ba800/0x4ce24e578735f033 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3d712 expref: -99 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130261.338525:0:8470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130261.338527:0:8470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130261.338535:0:8470:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800995ba800/0x4ce24e578735f033 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3d712 expref: 6 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130261.338549:0:8470:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800995ba800/0x4ce24e578735f033 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3d712 expref: 6 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130261.338558:0:8470:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800995ba800, rc 0) 00000100:00100000:0.0:1746130261.338885:0:8470:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f160700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c84b93b0-d496-484f-8e1e-94008838f2dd+6:30934:x1830949848255360:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 420us (781us total) trans 0 rc 0/0 00000100:00100000:0.0:1746130261.338891:0:8470:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4657 00000100:00100000:0.0:1746130261.340784:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130261.345070:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130261.348424:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130261.348559:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130261.351141:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130261.351217:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130261.351600:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130261.355046:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130261.357082:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130261.359648:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130261.362177:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130261.364069:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130261.365846:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130261.369760:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130261.373118:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130261.373163:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130261.376316:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130261.376771:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130261.377022:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130261.380429:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130261.383561:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130261.386722:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130261.390934:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130261.393151:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130261.396253:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130261.401372:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130261.401428:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130261.406083:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130261.406109:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130261.406142:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130261.408507:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130261.413105:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130261.418613:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130261.424971:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130261.430423:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130261.430478:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130261.430952:0:10554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4667 00000100:00100000:0.0:1746130261.430959:0:10554:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800924e2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:640ea846-b909-4eea-9a54-417e15bd627b+65:30934:x1830949848262144:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746130261.430966:0:10554:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746130261.430973:0:10554:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800995baa00/0x4ce24e578735f079 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3d758 expref: -99 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130261.430984:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130261.430988:0:10554:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092a6e200/0x4ce24e578735f072 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3d751 expref: 66 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130261.430993:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746130261.430996:0:10554:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800995baa00/0x4ce24e578735f079 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3d758 expref: 66 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130261.431017:0:10554:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092a6e200/0x4ce24e578735f072 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3d751 expref: 66 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130261.431028:0:10554:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800995baa00/0x4ce24e578735f079 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3d758 expref: 66 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130261.431038:0:10554:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800995baa00, rc 0) 00000100:00100000:0.0:1746130261.431060:0:10554:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800924e2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:640ea846-b909-4eea-9a54-417e15bd627b+66:30934:x1830949848262144:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 102us (582us total) trans 0 rc 0/0 00000100:00100000:0.0:1746130261.431066:0:10554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4667 00000100:00100000:0.0:1746130261.433384:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130261.436353:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130261.442511:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130261.447921:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130261.453468:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130261.454122:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130261.454432:0:10554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4669 00000100:00100000:0.0:1746130261.454447:0:10554:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b9a8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:640ea846-b909-4eea-9a54-417e15bd627b+66:30924:x1830949848263424:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746130261.454463:0:10554:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746130261.454482:0:10554:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800995bba00/0x4ce24e578735f087 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3d766 expref: -99 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130261.454507:0:10554:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800995baa00/0x4ce24e578735f079 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3d758 expref: 67 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130261.454514:0:10554:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092a28a00/0x4ce24e578735f080 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3d75f expref: 6 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130261.454520:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130261.454521:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130261.454524:0:10554:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800995bba00/0x4ce24e578735f087 lrc: 5/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3d766 expref: 67 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130261.454547:0:10554:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092a28a00/0x4ce24e578735f080 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3d75f expref: 6 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130261.454557:0:10554:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092a28a00/0x4ce24e578735f080 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3d75f expref: 6 pid: 8467 timeout: 559 lvb_type: 0 00000100:00100000:0.0:1746130261.454566:0:10554:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b9a8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10554:1830949841318400:192.168.204.51@tcp:104: 00010000:00010000:0.0:1746130261.454741:0:10554:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800995baa00/0x4ce24e578735f079 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3d758 expref: 67 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130261.454760:0:10554:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800995baa00/0x4ce24e578735f079 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3d758 expref: 67 pid: 10554 timeout: 559 lvb_type: 0 00000100:00100000:0.0:1746130261.454772:0:10554:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b9a8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10554:1830949841318528:192.168.204.51@tcp:104: 00000100:00100000:0.0:1746130261.454792:0:10554:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009bc95840 going to sleep for 11 seconds 00000100:00100000:0.0:1746130261.456739:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130261.457255:0:7098:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848263808 00000100:00100000:0.0:1746130261.457259:0:7098:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848263808 00010000:00010000:0.0:1746130261.457301:0:7098:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800995baa00/0x4ce24e578735f079 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3d758 expref: 68 pid: 10554 timeout: 559 lvb_type: 0 00000100:00100000:0.0:1746130261.457329:0:7098:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 12933 00000100:00100000:0.0:1746130261.457335:0:7098:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e2e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:640ea846-b909-4eea-9a54-417e15bd627b+67:1962:x1830949848263808:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746130261.457460:0:7098:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746130261.457497:0:7098:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800995baa00/0x4ce24e578735f079 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3d758 expref: 67 pid: 10554 timeout: 559 lvb_type: 0 00010000:00010000:0.0:1746130261.457507:0:7098:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800995baa00/0x4ce24e578735f079 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3d758 expref: 67 pid: 10554 timeout: 559 lvb_type: 0 00010000:00010000:0.0:1746130261.457529:0:7098:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800995baa00/0x4ce24e578735f079 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3d758 expref: 67 pid: 10554 timeout: 559 lvb_type: 0 00010000:00010000:0.0:1746130261.457552:0:7098:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746130261.457578:0:7098:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e2e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:640ea846-b909-4eea-9a54-417e15bd627b+66:1962:x1830949848263808:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 243us (382us total) trans 0 rc 0/0 00000100:00100000:0.0:1746130261.457584:0:7098:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 12933 00000100:00100000:0.0:1746130261.458483:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130261.458547:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130261.461165:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130261.462835:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130261.465519:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130261.468173:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130261.471703:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130261.478676:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130261.478730:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130261.487560:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130261.490784:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130261.493581:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130261.498423:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130261.501468:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130261.508405:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130261.511713:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130261.511782:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130261.514646:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130261.515488:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130261.515572:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130261.517898:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130261.523029:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00080000:0.0:1746130261.526058:0:7108:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746130261.528118:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130261.530989:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130261.531648:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130261.533824:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130261.534577:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130261.536339:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130261.536381:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130261.538667:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130261.540339:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130261.543463:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130261.548041:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130261.550396:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130261.553558:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130261.553776:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130261.556241:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130261.556306:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130261.556333:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130261.558512:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130261.560524:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130261.565080:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130261.567859:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130261.572542:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130261.573921:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130261.575742:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130261.576893:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130261.576932:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130261.579415:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130261.580922:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130261.583190:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130261.588895:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130261.590733:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130261.595457:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130261.596938:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130261.597473:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130261.597872:0:10554:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013639bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10554:1830949841322368:192.168.204.51@tcp:104: 00000100:00100000:0.0:1746130261.597892:0:10554:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013639a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10554:1830949841322496:192.168.204.51@tcp:104: 00010000:00010000:0.0:1746130261.597913:0:10554:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009431c200/0x4ce24e578735f105 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3d7e4 expref: 79 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130261.597926:0:10554:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009431c200, rc 0) 00000100:00100000:0.0:1746130261.597948:0:10554:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135afe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:640ea846-b909-4eea-9a54-417e15bd627b+79:30924:x1830949848274688:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2350us (2499us total) trans 0 rc 0/0 00000100:00100000:0.0:1746130261.597954:0:10554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4687 00000100:00100000:0.0:1746130261.597975:0:7924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848275072 00000100:00100000:0.0:1746130261.597979:0:7924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848275072 00010000:00010000:0.0:1746130261.597999:0:7924:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092a6e800/0x4ce24e578735f0f7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3d7d6 expref: 6 pid: 10554 timeout: 559 lvb_type: 0 00000100:00100000:0.0:1746130261.598450:0:7924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 12951 00000100:00100000:0.0:1746130261.598457:0:7924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a64d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949848275072:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746130261.598466:0:7924:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746130261.598481:0:7924:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092a6e800/0x4ce24e578735f0f7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3d7d6 expref: 6 pid: 10554 timeout: 559 lvb_type: 0 00010000:00010000:0.0:1746130261.598489:0:7924:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092a6e800/0x4ce24e578735f0f7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3d7d6 expref: 6 pid: 10554 timeout: 559 lvb_type: 0 00010000:00010000:0.0:1746130261.598505:0:7924:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092a6e800/0x4ce24e578735f0f7 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3d7d6 expref: 6 pid: 10554 timeout: 559 lvb_type: 0 00010000:00010000:0.0:1746130261.598533:0:7924:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746130261.598554:0:7924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a64d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+5:1961:x1830949848275072:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 98us (1081us total) trans 0 rc 0/0 00000100:00100000:0.0:1746130261.598559:0:7924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 12951 00000100:00100000:0.0:1746130261.599459:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130261.599848:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130261.605355:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130261.607660:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130261.610555:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130261.615633:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130261.626185:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130261.626590:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130261.630436:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130261.634700:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130261.636901:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130261.641037:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130261.651080:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130261.653295:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130261.658524:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130261.658606:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130261.662555:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130261.662921:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848278144 00000100:00100000:0.0:1746130261.662927:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848278144 00002000:00100000:0.0:1746130261.662960:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff88008d158000 x1830949848278144/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:247/0 lens 488/0 e 0 to 0 dl 1746130272 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746130261.662969:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d158000 with x1830949848278144 ext(0->4095) 00010000:00010000:0.0:1746130261.662977:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092a6ec00/0x4ce24e578735f121 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3d800 expref: 82 pid: 10554 timeout: 559 lvb_type: 0 00010000:00010000:0.0:1746130261.662989:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092a6ec00/0x4ce24e578735f121 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3d800 expref: 82 pid: 10554 timeout: 559 lvb_type: 0 00002000:00010000:0.0:1746130261.662995:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008d158000 00000100:00100000:0.0:1746130261.663022:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 1465 00000100:00100000:0.0:1746130261.663028:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d158000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+82:1962:x1830949848278144:12345-192.168.204.51@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746130261.663151:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d158000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+82:1962:x1830949848278144:12345-192.168.204.51@tcp:3:rw_seq_cst_vs_d.0 Request processed in 124us (597us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746130261.663157:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 1465 00002000:00100000:0.0:1746130261.663161:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff88008d158000 x1830949848278144/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:247/0 lens 488/4536 e 0 to 0 dl 1746130272 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746130261.663167:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d158000 with x1830949848278144 ext(0->4095) 00010000:00010000:0.0:1746130261.663172:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092a6ec00/0x4ce24e578735f121 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3d800 expref: 82 pid: 10554 timeout: 559 lvb_type: 0 00010000:00010000:0.0:1746130261.663179:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092a6ec00/0x4ce24e578735f121 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3d800 expref: 82 pid: 10554 timeout: 559 lvb_type: 0 00002000:00010000:0.0:1746130261.663185:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008d158000 00000100:00100000:0.0:1746130261.669839:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130261.671949:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130261.675599:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130261.678062:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130261.679557:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130261.680192:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130261.682141:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130261.682800:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130261.683149:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130261.685252:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130261.689751:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130261.694575:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00010000:00010000:0.0:1746130261.695810:0:7924:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092a6f000/0x4ce24e578735f13d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3d81c expref: 5 pid: 10554 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746130261.695822:0:7924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013514ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7924:1830949841324544:192.168.204.51@tcp:105: 00000100:00100000:0.0:1746130261.695901:0:7924:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009bc95840 going to sleep for 11 seconds 00000100:00100000:0.0:1746130261.700515:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130261.706189:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130261.706317:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130261.708883:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130261.708921:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130261.711892:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130261.712247:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130261.714417:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130261.721364:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130261.725466:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130261.728617:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130261.731372:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130261.733483:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130261.737185:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130261.743052:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130261.747066:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130261.750571:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130261.753443:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130261.753490:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130261.755907:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130261.755955:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130261.757659:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130261.759774:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130261.763750:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130261.767557:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130261.770434:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130261.773055:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130261.773140:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130261.775888:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130261.775942:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130261.778157:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130261.778188:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130261.780311:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130261.782904:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130261.785087:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130261.788932:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130261.792476:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130261.796836:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130261.796894:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130261.799487:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130261.799690:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848287744 00000100:00100000:0.0:1746130261.799694:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848287744 00010000:00010000:0.0:1746130261.799715:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092a6e200/0x4ce24e578735f18a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3d869 expref: 95 pid: 8467 timeout: 559 lvb_type: 0 00000100:00100000:0.0:1746130261.800142:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 12971 00000100:00100000:0.0:1746130261.800148:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f133480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+95:1962:x1830949848287744:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746130261.800157:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746130261.800237:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092a6e200/0x4ce24e578735f18a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3d869 expref: 95 pid: 8467 timeout: 559 lvb_type: 0 00010000:00010000:0.0:1746130261.800415:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092a6e200/0x4ce24e578735f18a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3d869 expref: 95 pid: 8467 timeout: 559 lvb_type: 0 00010000:00010000:0.0:1746130261.800433:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092a6e200/0x4ce24e578735f18a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3d869 expref: 95 pid: 8467 timeout: 559 lvb_type: 0 00010000:00010000:0.0:1746130261.800678:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746130261.800713:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f133480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+94:1962:x1830949848287744:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 565us (1042us total) trans 0 rc 0/0 00000100:00100000:0.0:1746130261.800719:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 12971 00000100:00100000:0.0:1746130261.803630:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130261.807228:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130261.811525:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130261.816107:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130261.820015:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130261.828185:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130261.828345:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130261.828379:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848288896 00000100:00100000:0.0:1746130261.828385:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848288896 00002000:00100000:0.0:1746130261.828420:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff8801350bfb80 x1830949848288896/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:247/0 lens 488/0 e 0 to 0 dl 1746130272 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746130261.828430:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801350bfb80 with x1830949848288896 ext(0->4095) 00002000:00010000:0.0:1746130261.828434:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801350bfb80 00000100:00100000:0.0:1746130261.828448:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 3996 00000100:00100000:0.0:1746130261.828454:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801350bfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949848288896:12345-192.168.204.51@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746130261.828593:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801350bfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949848288896:12345-192.168.204.51@tcp:3:rw_seq_cst_vs_d.0 Request processed in 138us (247us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746130261.828599:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 3996 00002000:00100000:0.0:1746130261.828604:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff8801350bfb80 x1830949848288896/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:247/0 lens 488/4536 e 0 to 0 dl 1746130272 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746130261.828611:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801350bfb80 with x1830949848288896 ext(0->4095) 00002000:00010000:0.0:1746130261.828614:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801350bfb80 00000100:00100000:0.0:1746130261.831637:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130261.832240:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130261.835975:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130261.839364:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130261.847957:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130261.851298:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130261.855544:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130261.855583:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130261.858878:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130261.858920:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130261.861340:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130261.863372:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130261.867509:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130261.870518:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130261.873354:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130261.875705:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130261.878368:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130261.882237:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130261.882350:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130261.883593:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130261.884642:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130261.886416:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130261.887846:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130261.891108:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130261.893700:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130261.895651:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130261.897297:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130261.900394:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130261.900945:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130261.902977:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130261.903172:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130261.903227:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130261.905593:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130261.907635:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130261.909557:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130261.912308:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130261.914090:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130261.916716:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848295936 00000100:00100000:0.0:1746130261.916723:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848295936 00002000:00100000:0.0:1746130261.916765:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff88008ac4ed80 x1830949848295936/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:247/0 lens 488/0 e 0 to 0 dl 1746130272 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746130261.916773:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ac4ed80 with x1830949848295936 ext(0->4095) 00002000:00010000:0.0:1746130261.916778:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008ac4ed80 00000100:00100000:0.0:1746130261.916804:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4004 00000100:00100000:0.0:1746130261.916810:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ac4ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949848295936:12345-192.168.204.51@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746130261.917406:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ac4ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949848295936:12345-192.168.204.51@tcp:3:rw_seq_cst_vs_d.0 Request processed in 595us (737us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746130261.917412:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4004 00002000:00100000:0.0:1746130261.917418:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff88008ac4ed80 x1830949848295936/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:247/0 lens 488/4536 e 0 to 0 dl 1746130272 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746130261.917425:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ac4ed80 with x1830949848295936 ext(0->4095) 00002000:00010000:0.0:1746130261.917428:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008ac4ed80 00000100:00100000:0.0:1746130261.919579:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130261.920141:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130261.922872:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130261.922915:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130261.923541:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130261.926711:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130261.929924:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130261.932536:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130261.938462:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130261.945949:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130261.947160:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130261.951637:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130261.951694:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130261.953460:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130261.957067:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130261.964446:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130261.968030:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130261.973248:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130261.973318:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130261.973509:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4727 00000100:00100000:0.0:1746130261.973516:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801344c9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:640ea846-b909-4eea-9a54-417e15bd627b+108:30924:x1830949848299520:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746130261.973524:0:8467:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746130261.973537:0:8467:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800995bac00/0x4ce24e578735f21d lrc: 2/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3d8f5 expref: -99 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130261.973566:0:8467:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092a28800/0x4ce24e578735f20f lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3d8ee expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130261.973573:0:8467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130261.973574:0:8467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130261.973577:0:8467:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800995bac00/0x4ce24e578735f21d lrc: 4/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3d8f5 expref: 109 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130261.973600:0:8467:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092a28800/0x4ce24e578735f20f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3d8ee expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130261.973610:0:8467:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092a28800/0x4ce24e578735f20f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3d8ee expref: 5 pid: 8469 timeout: 560 lvb_type: 0 00000100:00100000:0.0:1746130261.973619:0:8467:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801344caa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8467:1830949841331328:192.168.204.51@tcp:104: 00000100:00100000:0.0:1746130261.973695:0:8467:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009bc956c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746130261.975755:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130261.979215:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130261.982072:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130261.985809:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130261.994408:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130261.999061:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130261.999100:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130262.002549:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130262.006122:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130262.010257:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130262.013459:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130262.015953:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130262.022433:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130262.022651:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130262.024889:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130262.024939:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130262.026659:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130262.026727:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130262.029676:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130262.040135:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130262.048445:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130262.048529:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130262.053212:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130262.056345:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130262.059488:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130262.063021:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130262.065256:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130262.071000:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130262.079085:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130262.079338:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130262.082060:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130262.082136:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130262.084110:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130262.087055:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130262.094053:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130262.097957:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130262.100001:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130262.102609:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130262.102977:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130262.105654:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130262.105704:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130262.106856:0:7098:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848306688 00000100:00100000:0.0:1746130262.106860:0:7098:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848306688 00010000:00010000:0.0:1746130262.106880:0:7098:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009431dc00/0x4ce24e578735f25c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3d93b expref: 120 pid: 8467 timeout: 560 lvb_type: 0 00000100:00100000:0.0:1746130262.106896:0:7098:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 13002 00000100:00100000:0.0:1746130262.106900:0:7098:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135205880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:640ea846-b909-4eea-9a54-417e15bd627b+120:1962:x1830949848306688:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746130262.106907:0:7098:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746130262.106925:0:7098:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009431dc00/0x4ce24e578735f25c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3d93b expref: 120 pid: 8467 timeout: 560 lvb_type: 0 00010000:00010000:0.0:1746130262.106933:0:7098:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009431dc00/0x4ce24e578735f25c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3d93b expref: 120 pid: 8467 timeout: 560 lvb_type: 0 00010000:00010000:0.0:1746130262.106947:0:7098:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009431dc00/0x4ce24e578735f25c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3d93b expref: 120 pid: 8467 timeout: 560 lvb_type: 0 00010000:00010000:0.0:1746130262.106960:0:7098:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746130262.106979:0:7098:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135205880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:640ea846-b909-4eea-9a54-417e15bd627b+119:1962:x1830949848306688:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 79us (1331us total) trans 0 rc 0/0 00000100:00100000:0.0:1746130262.106984:0:7098:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 13002 00000100:00100000:0.0:1746130262.111538:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130262.114014:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130262.117433:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130262.119984:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130262.122456:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130262.129410:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130262.137493:0:8470:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848308608 00000100:00100000:0.0:1746130262.137501:0:8470:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848308608 00000100:00100000:0.0:1746130262.137539:0:8470:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4741 00000100:00100000:0.0:1746130262.137545:0:8470:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ac4fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:640ea846-b909-4eea-9a54-417e15bd627b+120:30924:x1830949848308608:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746130262.137559:0:8470:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746130262.137576:0:8470:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800995bba00/0x4ce24e578735f27f lrc: 2/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3d95e expref: -99 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130262.137600:0:8470:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009431de00/0x4ce24e578735f271 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3d950 expref: 121 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130262.137609:0:8470:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092a6f400/0x4ce24e578735f278 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3d957 expref: 5 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130262.137614:0:8470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130262.137617:0:8470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130262.137620:0:8470:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800995bba00/0x4ce24e578735f27f lrc: 5/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3d95e expref: 121 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130262.137643:0:8470:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092a6f400/0x4ce24e578735f278 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3d957 expref: 5 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130262.137654:0:8470:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092a6f400/0x4ce24e578735f278 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3d957 expref: 5 pid: 8470 timeout: 560 lvb_type: 0 00000100:00100000:0.0:1746130262.137664:0:8470:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092f61c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8470:1830949841334656:192.168.204.51@tcp:104: 00010000:00010000:0.0:1746130262.137755:0:8470:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009431de00/0x4ce24e578735f271 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3d950 expref: 121 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130262.137763:0:8470:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009431de00/0x4ce24e578735f271 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3d950 expref: 121 pid: 8467 timeout: 560 lvb_type: 0 00000100:00100000:0.0:1746130262.137770:0:8470:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092f63100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8470:1830949841334784:192.168.204.51@tcp:104: 00000100:00100000:0.0:1746130262.137786:0:8470:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009bc95c00 going to sleep for 11 seconds 00000100:00100000:0.0:1746130262.142381:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130262.144876:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130262.144939:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130262.148690:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848309248 00000100:00100000:0.0:1746130262.148696:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848309248 00002000:00100000:0.0:1746130262.148746:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff880136398e00 x1830949848309248/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:248/0 lens 488/0 e 0 to 0 dl 1746130273 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746130262.148756:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880136398e00 with x1830949848309248 ext(0->4095) 00010000:00010000:0.0:1746130262.148764:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800995bba00/0x4ce24e578735f27f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3d95e expref: 120 pid: 8470 timeout: 560 lvb_type: 0 00010000:00010000:0.0:1746130262.148775:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800995bba00/0x4ce24e578735f27f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3d95e expref: 120 pid: 8470 timeout: 560 lvb_type: 0 00002000:00010000:0.0:1746130262.148780:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880136398e00 00000100:00100000:0.0:1746130262.148794:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 1509 00000100:00100000:0.0:1746130262.148800:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136398e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+120:1961:x1830949848309248:12345-192.168.204.51@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746130262.148922:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136398e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+120:1961:x1830949848309248:12345-192.168.204.51@tcp:3:rw_seq_cst_vs_d.0 Request processed in 122us (324us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746130262.148927:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 1509 00002000:00100000:0.0:1746130262.148932:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff880136398e00 x1830949848309248/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:248/0 lens 488/4536 e 0 to 0 dl 1746130273 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746130262.148938:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880136398e00 with x1830949848309248 ext(0->4095) 00010000:00010000:0.0:1746130262.148943:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800995bba00/0x4ce24e578735f27f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3d95e expref: 120 pid: 8470 timeout: 560 lvb_type: 0 00010000:00010000:0.0:1746130262.148951:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800995bba00/0x4ce24e578735f27f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3d95e expref: 120 pid: 8470 timeout: 560 lvb_type: 0 00002000:00010000:0.0:1746130262.148955:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880136398e00 00000100:00100000:0.0:1746130262.150786:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130262.153687:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130262.160990:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130262.165828:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130262.167133:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130262.168068:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130262.169344:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130262.171544:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130262.171630:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130262.174870:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130262.178881:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130262.187779:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130262.187867:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130262.190176:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00002000:00100000:0.0:1746130262.190958:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff88009436ad80 x1830949848311808/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:248/0 lens 488/0 e 0 to 0 dl 1746130273 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746130262.190969:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009436ad80 with x1830949848311808 ext(0->4095) 00010000:00010000:0.0:1746130262.190976:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009431dc00/0x4ce24e578735f29b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3d97a expref: 6 pid: 8467 timeout: 560 lvb_type: 0 00010000:00010000:0.0:1746130262.190987:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009431dc00/0x4ce24e578735f29b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3d97a expref: 6 pid: 8467 timeout: 560 lvb_type: 0 00002000:00010000:0.0:1746130262.190994:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009436ad80 00000100:00100000:0.0:1746130262.191023:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 1514 00000100:00100000:0.0:1746130262.191030:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009436ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949848311808:12345-192.168.204.51@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746130262.191167:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009436ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949848311808:12345-192.168.204.51@tcp:3:rw_seq_cst_vs_d.0 Request processed in 137us (989us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746130262.191173:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 1514 00002000:00100000:0.0:1746130262.191178:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff88009436ad80 x1830949848311808/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:248/0 lens 488/4536 e 0 to 0 dl 1746130273 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746130262.191185:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009436ad80 with x1830949848311808 ext(0->4095) 00010000:00010000:0.0:1746130262.191189:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009431dc00/0x4ce24e578735f29b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3d97a expref: 6 pid: 8467 timeout: 560 lvb_type: 0 00010000:00010000:0.0:1746130262.191197:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009431dc00/0x4ce24e578735f29b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3d97a expref: 6 pid: 8467 timeout: 560 lvb_type: 0 00002000:00010000:0.0:1746130262.191203:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009436ad80 00000100:00100000:0.0:1746130262.193621:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130262.195585:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130262.197535:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130262.202396:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130262.205816:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130262.212537:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130262.212589:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130262.216941:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130262.217175:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130262.219584:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130262.222003:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130262.227186:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130262.231947:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130262.237727:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130262.238192:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130262.240620:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130262.243595:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130262.244363:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130262.250121:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130262.252567:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130262.256351:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130262.258619:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130262.263469:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130262.265781:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130262.266691:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130262.269633:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130262.269662:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130262.269694:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130262.271647:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130262.283179:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130262.287781:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130262.290690:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130262.294355:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130262.294716:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848318464 00000100:00100000:0.0:1746130262.294722:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848318464 00002000:00100000:0.0:1746130262.294766:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff88008a64d180 x1830949848318464/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:248/0 lens 488/0 e 0 to 0 dl 1746130273 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746130262.294774:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a64d180 with x1830949848318464 ext(0->4095) 00010000:00010000:0.0:1746130262.294780:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092a6ec00/0x4ce24e578735f2e1 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3d9c0 expref: 134 pid: 8469 timeout: 560 lvb_type: 0 00010000:00010000:0.0:1746130262.294789:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092a6ec00/0x4ce24e578735f2e1 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3d9c0 expref: 134 pid: 8469 timeout: 560 lvb_type: 0 00002000:00010000:0.0:1746130262.294794:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008a64d180 00000100:00100000:0.0:1746130262.295132:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 1525 00000100:00100000:0.0:1746130262.295141:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a64d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+134:1961:x1830949848318464:12345-192.168.204.51@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746130262.295277:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a64d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+134:1961:x1830949848318464:12345-192.168.204.51@tcp:3:rw_seq_cst_vs_d.0 Request processed in 125us (912us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746130262.295283:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 1525 00002000:00100000:0.0:1746130262.295288:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff88008a64d180 x1830949848318464/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:248/0 lens 488/4536 e 0 to 0 dl 1746130273 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746130262.295295:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a64d180 with x1830949848318464 ext(0->4095) 00010000:00010000:0.0:1746130262.295299:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092a6ec00/0x4ce24e578735f2e1 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3d9c0 expref: 134 pid: 8469 timeout: 560 lvb_type: 0 00010000:00010000:0.0:1746130262.295306:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092a6ec00/0x4ce24e578735f2e1 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3d9c0 expref: 134 pid: 8469 timeout: 560 lvb_type: 0 00002000:00010000:0.0:1746130262.295311:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008a64d180 00000100:00100000:0.0:1746130262.297120:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130262.297295:0:9860:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 13021 00000100:00100000:0.0:1746130262.297302:0:9860:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a64c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949848318592:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746130262.297356:0:9860:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746130262.297375:0:9860:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092a6fe00/0x4ce24e578735f2e8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3d9c7 expref: 6 pid: 8469 timeout: 560 lvb_type: 0 00010000:00010000:0.0:1746130262.297383:0:9860:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092a6fe00/0x4ce24e578735f2e8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3d9c7 expref: 6 pid: 8469 timeout: 560 lvb_type: 0 00010000:00010000:0.0:1746130262.297402:0:9860:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092a6fe00/0x4ce24e578735f2e8 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3d9c7 expref: 6 pid: 8469 timeout: 560 lvb_type: 0 00010000:00010000:0.0:1746130262.297415:0:9860:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746130262.297430:0:9860:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a64c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c84b93b0-d496-484f-8e1e-94008838f2dd+5:1962:x1830949848318592:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 129us (310us total) trans 0 rc 0/0 00000100:00100000:0.0:1746130262.297435:0:9860:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 13021 00000100:00100000:0.0:1746130262.298530:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130262.298621:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130262.300838:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130262.308478:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130262.313167:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130262.316320:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130262.319476:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130262.321711:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130262.321773:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130262.324189:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130262.327027:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130262.329205:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130262.331856:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130262.337836:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130262.341456:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130262.347157:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130262.348585:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130262.352621:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130262.353679:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130262.355176:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130262.355407:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130262.355421:0:7098:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848322816 00000100:00100000:0.0:1746130262.355424:0:7098:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848322816 00010000:00010000:0.0:1746130262.355437:0:7098:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009431dc00/0x4ce24e578735f30b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3d9ea expref: 137 pid: 8469 timeout: 560 lvb_type: 0 00000100:00100000:0.0:1746130262.355463:0:7098:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 13028 00000100:00100000:0.0:1746130262.355467:0:7098:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132f7dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:640ea846-b909-4eea-9a54-417e15bd627b+137:1961:x1830949848322816:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746130262.355473:0:7098:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746130262.355487:0:7098:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009431dc00/0x4ce24e578735f30b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3d9ea expref: 137 pid: 8469 timeout: 560 lvb_type: 0 00010000:00010000:0.0:1746130262.355496:0:7098:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009431dc00/0x4ce24e578735f30b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3d9ea expref: 137 pid: 8469 timeout: 560 lvb_type: 0 00010000:00010000:0.0:1746130262.355641:0:7098:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009431dc00/0x4ce24e578735f30b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3d9ea expref: 137 pid: 8469 timeout: 560 lvb_type: 0 00010000:00010000:0.0:1746130262.355923:0:7098:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130262.355925:0:7098:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130262.355931:0:7098:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009431ce00/0x4ce24e578735f319 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3d9f8 expref: 136 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130262.355938:0:7098:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009431ce00/0x4ce24e578735f319 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3d9f8 expref: 136 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130262.355958:0:7098:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009431ce00/0x4ce24e578735f319 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3d9f8 expref: 136 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130262.355968:0:7098:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009431ce00/0x4ce24e578735f319 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3d9f8 expref: 136 pid: 8469 timeout: 560 lvb_type: 0 00000100:00100000:0.0:1746130262.355979:0:7098:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132f7ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7098:1830949841339904:192.168.204.51@tcp:105: 00000100:00100000:0.0:1746130262.356300:0:7098:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009bc950c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746130262.357876:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130262.360395:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130262.362769:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130262.366915:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130262.367085:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848323840 00000100:00100000:0.0:1746130262.367090:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848323840 00002000:00100000:0.0:1746130262.367122:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff880132f7e300 x1830949848323840/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:248/0 lens 488/0 e 0 to 0 dl 1746130273 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746130262.367130:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132f7e300 with x1830949848323840 ext(0->4095) 00002000:00010000:0.0:1746130262.367134:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880132f7e300 00000100:00100000:0.0:1746130262.367146:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4027 00000100:00100000:0.0:1746130262.367151:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132f7e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949848323840:12345-192.168.204.51@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746130262.367259:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132f7e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949848323840:12345-192.168.204.51@tcp:3:rw_seq_cst_vs_d.0 Request processed in 107us (345us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746130262.367264:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4027 00002000:00100000:0.0:1746130262.367286:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff880132f7e300 x1830949848323840/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:248/0 lens 488/4536 e 0 to 0 dl 1746130273 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746130262.367292:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132f7e300 with x1830949848323840 ext(0->4095) 00002000:00010000:0.0:1746130262.367294:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880132f7e300 00000100:00100000:0.0:1746130262.369529:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130262.373973:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130262.375775:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130262.375818:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130262.377576:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130262.377643:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130262.381100:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130262.387638:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130262.390412:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130262.393324:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130262.396159:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130262.400014:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130262.400575:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130262.405809:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130262.405839:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130262.405862:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130262.418879:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130262.424864:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130262.431037:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130262.431491:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130262.432632:0:8470:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848327680 00000100:00100000:0.0:1746130262.432636:0:8470:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848327680 00000100:00100000:0.0:1746130262.432667:0:8470:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4772 00000100:00100000:0.0:1746130262.432672:0:8470:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ac4fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:640ea846-b909-4eea-9a54-417e15bd627b+143:30934:x1830949848327680:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746130262.432678:0:8470:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746130262.432684:0:8470:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800995baa00/0x4ce24e578735f358 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3da37 expref: -99 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130262.432694:0:8470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130262.432697:0:8470:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009431c000/0x4ce24e578735f351 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3da30 expref: 144 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130262.432703:0:8470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746130262.432706:0:8470:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800995baa00/0x4ce24e578735f358 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3da37 expref: 144 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130262.432723:0:8470:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009431c000/0x4ce24e578735f351 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3da30 expref: 144 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130262.432746:0:8470:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800995baa00/0x4ce24e578735f358 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3da37 expref: 144 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130262.432754:0:8470:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800995baa00, rc 0) 00000100:00100000:0.0:1746130262.432785:0:8470:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ac4fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:640ea846-b909-4eea-9a54-417e15bd627b+144:30934:x1830949848327680:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 113us (209us total) trans 0 rc 0/0 00000100:00100000:0.0:1746130262.432790:0:8470:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4772 00000100:00100000:0.0:1746130262.433785:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130262.437491:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130262.443076:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130262.446865:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130262.452045:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130262.454054:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130262.454999:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130262.457371:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130262.457415:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130262.459567:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130262.459603:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130262.462528:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130262.467461:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130262.471612:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130262.480371:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130262.486903:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130262.486983:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130262.490617:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130262.490665:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130262.493486:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130262.493777:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00010000:00010000:0.0:1746130262.495913:0:10554:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092a29c00/0x4ce24e578735f374 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3da5a expref: 146 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130262.495927:0:10554:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092a29c00/0x4ce24e578735f374 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3da5a expref: 146 pid: 10554 timeout: 560 lvb_type: 0 00000100:00100000:0.0:1746130262.495937:0:10554:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009249a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10554:1830949841342976:192.168.204.51@tcp:104: 00000100:00100000:0.0:1746130262.496018:0:10554:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009bc95a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746130262.497699:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130262.498600:0:10554:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009249a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10554:1830949841342976:192.168.204.51@tcp:104: 00010000:00010000:0.0:1746130262.498622:0:10554:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092a28a00/0x4ce24e578735f382 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3da61 expref: 6 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130262.498633:0:10554:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092a28a00, rc 0) 00000100:00100000:0.0:1746130262.498650:0:10554:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092499c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+6:30934:x1830949848331520:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4439us (5171us total) trans 0 rc 0/0 00000100:00100000:0.0:1746130262.498657:0:10554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4778 00000100:00100000:0.0:1746130262.503813:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130262.506572:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130262.511487:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130262.513337:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130262.514816:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130262.518563:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130262.518607:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130262.520948:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130262.520982:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130262.521030:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130262.521234:0:7924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 13045 00000100:00100000:0.0:1746130262.521240:0:7924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009249a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+8:1963:x1830949848333440:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746130262.521246:0:7924:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746130262.521256:0:7924:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092a28a00/0x4ce24e578735f382 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3da61 expref: 8 pid: 10554 timeout: 560 lvb_type: 0 00010000:00010000:0.0:1746130262.521263:0:7924:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092a28a00/0x4ce24e578735f382 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3da61 expref: 7 pid: 10554 timeout: 560 lvb_type: 0 00010000:00010000:0.0:1746130262.521292:0:7924:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092a28a00/0x4ce24e578735f382 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3da61 expref: 7 pid: 10554 timeout: 560 lvb_type: 0 00010000:00010000:0.0:1746130262.521339:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130262.521341:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130262.521348:0:7924:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092a29a00/0x4ce24e578735f390 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3da6f expref: 147 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130262.521355:0:7924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092a29a00/0x4ce24e578735f390 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3da6f expref: 147 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130262.521412:0:7924:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092a29a00/0x4ce24e578735f390 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3da6f expref: 147 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130262.521425:0:7924:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092a29a00/0x4ce24e578735f390 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3da6f expref: 147 pid: 8469 timeout: 560 lvb_type: 0 00000100:00100000:0.0:1746130262.521435:0:7924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091d22300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7924:1830949841343616:192.168.204.51@tcp:105: 00000100:00100000:0.0:1746130262.521484:0:7924:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009bc95a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746130262.523180:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130262.526992:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130262.531988:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130262.535709:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130262.537629:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130262.538446:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130262.540479:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130262.543535:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130262.546411:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130262.552083:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130262.556968:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130262.561800:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130262.562401:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130262.564466:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130262.569234:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130262.573956:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130262.582081:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130262.586099:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130262.590221:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130262.590609:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130262.594154:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130262.598352:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130262.601716:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130262.606234:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130262.611061:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130262.613806:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130262.617592:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130262.618306:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130262.620394:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130262.621419:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130262.623648:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130262.623686:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130262.626744:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130262.630516:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130262.632442:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130262.635094:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130262.636662:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130262.638913:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130262.642409:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130262.642861:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130262.645447:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130262.645479:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130262.646799:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130262.649884:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130262.652161:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130262.658069:0:7924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848342272 00000100:00100000:0.0:1746130262.658078:0:7924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848342272 00010000:00010000:0.0:1746130262.658119:0:7924:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009431ce00/0x4ce24e578735f3e4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3dac3 expref: 161 pid: 10554 timeout: 560 lvb_type: 0 00000100:00100000:0.0:1746130262.658288:0:7924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 13058 00000100:00100000:0.0:1746130262.658296:0:7924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013639ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+161:1964:x1830949848342272:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746130262.658307:0:7924:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746130262.658325:0:7924:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009431ce00/0x4ce24e578735f3e4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3dac3 expref: 161 pid: 10554 timeout: 560 lvb_type: 0 00010000:00010000:0.0:1746130262.658336:0:7924:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009431ce00/0x4ce24e578735f3e4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3dac3 expref: 161 pid: 10554 timeout: 560 lvb_type: 0 00010000:00010000:0.0:1746130262.658354:0:7924:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009431ce00/0x4ce24e578735f3e4 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3dac3 expref: 161 pid: 10554 timeout: 560 lvb_type: 0 00010000:00010000:0.0:1746130262.658381:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130262.658382:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130262.658388:0:7924:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092a28a00/0x4ce24e578735f3eb lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3daca expref: 160 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130262.658395:0:7924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092a28a00/0x4ce24e578735f3eb lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3daca expref: 160 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130262.658428:0:7924:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092a28a00/0x4ce24e578735f3eb lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3daca expref: 160 pid: 8469 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746130262.658443:0:7924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801344c9880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7924:1830949841346560:192.168.204.51@tcp:105: 00000100:00100000:0.0:1746130262.658528:0:7924:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009bc953c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746130262.662304:0:7924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801344c9880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7924:1830949841346560:192.168.204.51@tcp:105: 00010000:00010000:0.0:1746130262.662328:0:7924:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746130262.662377:0:7924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013639ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+160:1964:x1830949848342272:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 4081us (4771us total) trans 0 rc 0/0 00000100:00100000:0.0:1746130262.662387:0:7924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 13058 00000100:00100000:0.0:1746130262.667372:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130262.667470:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130262.671213:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130262.675440:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130262.678613:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130262.681676:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130262.690551:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130262.692743:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130262.698363:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130262.711236:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130262.711281:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130262.711305:0:9860:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848344832 00000100:00100000:0.0:1746130262.711310:0:9860:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848344832 00010000:00010000:0.0:1746130262.711340:0:9860:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092a29e00/0x4ce24e578735f3f2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3dad1 expref: 6 pid: 8469 timeout: 560 lvb_type: 0 00000100:00100000:0.0:1746130262.711539:0:9860:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848344704 00000100:00100000:0.0:1746130262.711543:0:9860:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848344704 00010000:00010000:0.0:1746130262.711558:0:9860:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009431d200/0x4ce24e578735f400 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3dadf expref: 164 pid: 10554 timeout: 560 lvb_type: 0 00000100:00100000:0.0:1746130262.711605:0:9860:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 13062 00000100:00100000:0.0:1746130262.711610:0:9860:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801344c9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:640ea846-b909-4eea-9a54-417e15bd627b+164:1962:x1830949848344704:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746130262.711617:0:9860:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746130262.711626:0:9860:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009431d200/0x4ce24e578735f400 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3dadf expref: 164 pid: 10554 timeout: 560 lvb_type: 0 00010000:00010000:0.0:1746130262.711634:0:9860:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009431d200/0x4ce24e578735f400 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3dadf expref: 164 pid: 10554 timeout: 560 lvb_type: 0 00010000:00010000:0.0:1746130262.711647:0:9860:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009431d200/0x4ce24e578735f400 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3dadf expref: 164 pid: 10554 timeout: 560 lvb_type: 0 00010000:00010000:0.0:1746130262.711658:0:9860:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130262.711660:0:9860:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130262.711665:0:9860:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092a29c00/0x4ce24e578735f407 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3dae6 expref: 163 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130262.711672:0:9860:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092a29c00/0x4ce24e578735f407 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3dae6 expref: 164 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130262.711738:0:9860:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092a29c00/0x4ce24e578735f407 lrc: 6/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3dae6 expref: 164 pid: 8469 timeout: 560 lvb_type: 0 00010000:00010000:0.0:1746130262.711747:0:9860:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092a29c00/0x4ce24e578735f407 lrc: 6/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3dae6 expref: 164 pid: 8469 timeout: 560 lvb_type: 0 00000100:00100000:0.0:1746130262.711759:0:9860:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009bc7c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:9860:1830949841347584:192.168.204.51@tcp:105: 00000100:00100000:0.0:1746130262.711805:0:9860:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009bc953c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746130262.715230:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130262.717713:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130262.722919:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130262.735926:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130262.736434:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130262.738600:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130262.738806:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130262.741764:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130262.747413:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130262.749359:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130262.752123:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130262.757526:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130262.757974:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130262.760459:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130262.763625:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130262.767353:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130262.770210:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130262.774987:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130262.777035:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130262.779860:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130262.784070:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130262.794874:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130262.795555:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130262.795590:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130262.809810:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130262.814509:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130262.817459:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130262.822344:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130262.822437:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130262.825562:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130262.830019:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130262.832348:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130262.834600:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130262.836771:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130262.840072:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130262.845975:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130262.846020:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130262.846327:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848352256 00000100:00100000:0.0:1746130262.846330:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848352256 00002000:00100000:0.0:1746130262.846353:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff880135518700 x1830949848352256/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:248/0 lens 488/0 e 0 to 0 dl 1746130273 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746130262.846362:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135518700 with x1830949848352256 ext(0->4095) 00010000:00010000:0.0:1746130262.846367:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009431d600/0x4ce24e578735f454 lrc: 7/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3db33 expref: 6 pid: 10554 timeout: 560 lvb_type: 0 00010000:00010000:0.0:1746130262.846376:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009431d600/0x4ce24e578735f454 lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3db33 expref: 6 pid: 10554 timeout: 560 lvb_type: 0 00002000:00010000:0.0:1746130262.846382:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880135518700 00000100:00100000:0.0:1746130262.846394:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 1578 00000100:00100000:0.0:1746130262.846399:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135518700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949848352256:12345-192.168.204.51@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746130262.846577:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135518700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949848352256:12345-192.168.204.51@tcp:3:rw_seq_cst_vs_d.0 Request processed in 177us (556us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746130262.846583:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 1578 00002000:00100000:0.0:1746130262.846587:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff880135518700 x1830949848352256/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:248/0 lens 488/4536 e 0 to 0 dl 1746130273 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746130262.846594:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135518700 with x1830949848352256 ext(0->4095) 00010000:00010000:0.0:1746130262.846598:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009431d600/0x4ce24e578735f454 lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3db33 expref: 6 pid: 10554 timeout: 560 lvb_type: 0 00010000:00010000:0.0:1746130262.846606:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009431d600/0x4ce24e578735f454 lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3db33 expref: 6 pid: 10554 timeout: 560 lvb_type: 0 00002000:00010000:0.0:1746130262.846611:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880135518700 00000100:00100000:0.0:1746130262.849868:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130262.850105:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130262.853698:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130262.855700:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130262.875420:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130262.875462:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130262.882188:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130262.887594:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130262.888531:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130262.891520:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130262.895857:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130262.898300:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130262.901362:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130262.903217:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130262.908124:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130262.910888:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130262.911052:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130262.915576:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130262.915612:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130262.915643:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130262.922127:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130262.924800:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130262.928524:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130262.930216:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130262.932640:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130262.935114:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130262.937750:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130262.938131:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130262.941613:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130262.941654:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130262.941679:0:10554:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848357760 00000100:00100000:0.0:1746130262.941684:0:10554:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848357760 00000100:00100000:0.0:1746130262.941715:0:10554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4818 00000100:00100000:0.0:1746130262.941732:0:10554:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134b85500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+6:30934:x1830949848357760:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746130262.941745:0:10554:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746130262.941758:0:10554:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800995bba00/0x4ce24e578735f49a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3db79 expref: -99 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130262.941775:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130262.941780:0:10554:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009431c200/0x4ce24e578735f493 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3db72 expref: 179 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130262.941789:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746130262.941791:0:10554:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800995bba00/0x4ce24e578735f49a lrc: 4/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3db79 expref: 7 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130262.941818:0:10554:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009431c200/0x4ce24e578735f493 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3db72 expref: 179 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130262.941828:0:10554:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800995bba00/0x4ce24e578735f49a lrc: 3/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3db79 expref: 7 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130262.941836:0:10554:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800995bba00, rc 0) 00000100:00100000:0.0:1746130262.941877:0:10554:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134b85500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+7:30934:x1830949848357760:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 150us (216us total) trans 0 rc 0/0 00000100:00100000:0.0:1746130262.941883:0:10554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4818 00000100:00100000:0.0:1746130262.941926:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130262.947123:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130262.951631:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130262.955040:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130262.958133:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848358784 00000100:00100000:0.0:1746130262.958142:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848358784 00002000:00100000:0.0:1746130262.958180:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff880136398a80 x1830949848358784/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:248/0 lens 488/0 e 0 to 0 dl 1746130273 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746130262.958190:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880136398a80 with x1830949848358784 ext(0->4095) 00002000:00010000:0.0:1746130262.958195:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880136398a80 00000100:00100000:0.0:1746130262.958224:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4055 00000100:00100000:0.0:1746130262.958230:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136398a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949848358784:12345-192.168.204.51@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746130262.958400:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136398a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949848358784:12345-192.168.204.51@tcp:3:rw_seq_cst_vs_d.0 Request processed in 170us (333us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746130262.958407:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4055 00002000:00100000:0.0:1746130262.958412:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff880136398a80 x1830949848358784/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:248/0 lens 488/4536 e 0 to 0 dl 1746130273 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746130262.958418:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880136398a80 with x1830949848358784 ext(0->4095) 00002000:00010000:0.0:1746130262.958420:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880136398a80 00000100:00100000:0.0:1746130262.963179:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130262.963300:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130262.965896:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130262.965974:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130262.968753:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130262.968842:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130262.973411:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130262.976152:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130262.980817:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130262.984882:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130262.989227:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130262.989573:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130262.992042:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130262.994596:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130262.996656:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130263.000073:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130263.002487:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00080000:0.0:1746130263.002754:0:7108:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746130263.006168:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00080000:0.0:1746130263.007487:0:7108:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746130263.008986:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130263.011659:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130263.014221:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130263.016410:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130263.016439:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130263.016481:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130263.019227:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130263.021884:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130263.024496:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130263.031002:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130263.036921:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130263.039369:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130263.040093:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130263.042130:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130263.042202:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130263.042233:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130263.042444:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 13093 00000100:00100000:0.0:1746130263.042451:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135a12300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+187:1964:x1830949848364672:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746130263.042457:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746130263.042547:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092a29400/0x4ce24e578735f4d9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 9 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3dbb8 expref: 187 pid: 10554 timeout: 561 lvb_type: 0 00010000:00010000:0.0:1746130263.042556:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092a29400/0x4ce24e578735f4d9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3dbb8 expref: 187 pid: 10554 timeout: 561 lvb_type: 0 00010000:00010000:0.0:1746130263.042567:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092a29400/0x4ce24e578735f4d9 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3dbb8 expref: 187 pid: 10554 timeout: 561 lvb_type: 0 00010000:00010000:0.0:1746130263.042596:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746130263.042618:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135a12300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+186:1964:x1830949848364672:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 168us (416us total) trans 0 rc 0/0 00000100:00100000:0.0:1746130263.042624:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 13093 00000100:00100000:0.0:1746130263.044041:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130263.047170:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130263.051154:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130263.054511:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130263.056873:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130263.060140:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130263.063505:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130263.066648:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130263.067963:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130263.072248:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130263.073128:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130263.077617:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130263.083783:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130263.088159:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130263.091401:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130263.093891:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130263.106953:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130263.107307:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130263.111694:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130263.112236:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130263.116768:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130263.116815:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130263.119928:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130263.122480:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130263.125604:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130263.129166:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130263.133245:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130263.136791:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130263.137202:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130263.139924:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130263.139961:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130263.139990:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130263.140079:0:9860:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848370432 00000100:00100000:0.0:1746130263.140086:0:9860:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848370432 00010000:00010000:0.0:1746130263.140117:0:9860:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009431d200/0x4ce24e578735f511 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3dbf0 expref: 6 pid: 8467 timeout: 561 lvb_type: 0 00000100:00100000:0.0:1746130263.140144:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848370560 00000100:00100000:0.0:1746130263.140147:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848370560 00010000:00010000:0.0:1746130263.140156:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009431cc00/0x4ce24e578735f518 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3dbf7 expref: 194 pid: 8467 timeout: 561 lvb_type: 0 00000100:00100000:0.0:1746130263.140180:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 13101 00000100:00100000:0.0:1746130263.140186:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801350be680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949848370432:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746130263.140200:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746130263.140217:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009431d200/0x4ce24e578735f511 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3dbf0 expref: 7 pid: 8467 timeout: 561 lvb_type: 0 00010000:00010000:0.0:1746130263.140226:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009431d200/0x4ce24e578735f511 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3dbf0 expref: 7 pid: 8467 timeout: 561 lvb_type: 0 00010000:00010000:0.0:1746130263.140566:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746130263.140597:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801350be680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+7:1961:x1830949848370432:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 412us (683us total) trans 0 rc 0/0 00000100:00100000:0.0:1746130263.140603:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 13101 00000100:00100000:0.0:1746130263.147190:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130263.149808:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130263.153533:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130263.160946:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130263.165186:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130263.165235:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130263.165912:0:8470:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4840 00000100:00100000:0.0:1746130263.165921:0:8470:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099524a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:640ea846-b909-4eea-9a54-417e15bd627b+195:30924:x1830949848371840:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746130263.165927:0:8470:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746130263.165934:0:8470:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800995bb800/0x4ce24e578735f534 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3dc13 expref: -99 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130263.165949:0:8470:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009431dc00/0x4ce24e578735f526 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3dc05 expref: 5 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130263.165956:0:8470:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009431ca00/0x4ce24e578735f52d lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3dc0c expref: 195 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130263.165961:0:8470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130263.165963:0:8470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130263.165965:0:8470:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800995bb800/0x4ce24e578735f534 lrc: 5/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3dc13 expref: 195 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130263.165998:0:8470:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009431ca00/0x4ce24e578735f52d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3dc0c expref: 195 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130263.166011:0:8470:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009431ca00/0x4ce24e578735f52d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3dc0c expref: 195 pid: 8467 timeout: 561 lvb_type: 0 00000100:00100000:0.0:1746130263.166022:0:8470:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099524000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8470:1830949841356800:192.168.204.51@tcp:104: 00010000:00010000:0.0:1746130263.166088:0:8470:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009431dc00/0x4ce24e578735f526 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3dc05 expref: 5 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130263.166096:0:8470:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009431dc00/0x4ce24e578735f526 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3dc05 expref: 5 pid: 8467 timeout: 561 lvb_type: 0 00000100:00100000:0.0:1746130263.166104:0:8470:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099524e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8470:1830949841356928:192.168.204.51@tcp:104: 00000100:00100000:0.0:1746130263.166122:0:8470:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009bc95780 going to sleep for 11 seconds 00000100:00100000:0.0:1746130263.168875:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130263.168963:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130263.171213:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130263.171263:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130263.177546:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130263.188757:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130263.191463:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130263.191557:0:8470:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848373248 00000100:00100000:0.0:1746130263.191563:0:8470:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848373248 00000100:00100000:0.0:1746130263.191595:0:8470:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4842 00000100:00100000:0.0:1746130263.191602:0:8470:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4c1cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:640ea846-b909-4eea-9a54-417e15bd627b+196:30924:x1830949848373248:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746130263.191615:0:8470:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746130263.191627:0:8470:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800995bae00/0x4ce24e578735f542 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3dc21 expref: -99 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130263.191648:0:8470:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092a29e00/0x4ce24e578735f53b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3dc1a expref: 5 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130263.191654:0:8470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130263.191656:0:8470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130263.191659:0:8470:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800995bae00/0x4ce24e578735f542 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3dc21 expref: 197 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130263.191679:0:8470:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092a29e00/0x4ce24e578735f53b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3dc1a expref: 5 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130263.191689:0:8470:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092a29e00/0x4ce24e578735f53b lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3dc1a expref: 5 pid: 8470 timeout: 561 lvb_type: 0 00000100:00100000:0.0:1746130263.191698:0:8470:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099525f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8470:1830949841357440:192.168.204.51@tcp:104: 00000100:00100000:0.0:1746130263.191745:0:8470:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009bc95180 going to sleep for 11 seconds 00000100:00100000:0.0:1746130263.195075:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130263.198399:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130263.202238:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130263.206133:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130263.213326:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130263.218644:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130263.222391:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130263.227315:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130263.227900:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130263.229314:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130263.232809:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130263.239868:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130263.243977:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130263.247923:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130263.251622:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130263.251696:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130263.253861:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130263.253894:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130263.257891:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130263.263612:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130263.267063:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130263.270318:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130263.271920:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130263.276410:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130263.286685:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130263.286776:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130263.293244:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130263.296849:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130263.299620:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130263.303828:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130263.306440:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130263.308313:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130263.311196:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130263.311993:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130263.315606:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130263.315679:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130263.323222:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130263.331119:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130263.334494:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130263.334579:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130263.336365:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130263.338509:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130263.341858:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130263.345355:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130263.347416:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130263.349410:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130263.352013:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130263.353845:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130263.355496:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130263.356317:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130263.360781:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130263.364584:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130263.372152:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130263.376125:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848382848 00000100:00100000:0.0:1746130263.376131:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848382848 00002000:00100000:0.0:1746130263.376165:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff88008ac4ce00 x1830949848382848/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:249/0 lens 488/0 e 0 to 0 dl 1746130274 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746130263.376174:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ac4ce00 with x1830949848382848 ext(0->4095) 00002000:00010000:0.0:1746130263.376179:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008ac4ce00 00000100:00100000:0.0:1746130263.376197:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4076 00000100:00100000:0.0:1746130263.376204:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ac4ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+211:1961:x1830949848382848:12345-192.168.204.51@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746130263.377180:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ac4ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+210:1961:x1830949848382848:12345-192.168.204.51@tcp:3:rw_seq_cst_vs_d.0 Request processed in 975us (1270us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746130263.377187:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4076 00002000:00100000:0.0:1746130263.377191:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff88008ac4ce00 x1830949848382848/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:249/0 lens 488/4536 e 0 to 0 dl 1746130274 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746130263.377198:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ac4ce00 with x1830949848382848 ext(0->4095) 00002000:00010000:0.0:1746130263.377201:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008ac4ce00 00000100:00100000:0.0:1746130263.381248:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130263.383951:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130263.384573:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130263.384594:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848383360 00000100:00100000:0.0:1746130263.384597:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848383360 00002000:00100000:0.0:1746130263.384627:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff880091950e00 x1830949848383360/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:249/0 lens 488/0 e 0 to 0 dl 1746130274 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746130263.384636:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091950e00 with x1830949848383360 ext(0->4095) 00010000:00010000:0.0:1746130263.384641:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009431cc00/0x4ce24e578735f5b2 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3dc91 expref: 6 pid: 8469 timeout: 561 lvb_type: 0 00010000:00010000:0.0:1746130263.384649:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009431cc00/0x4ce24e578735f5b2 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3dc91 expref: 6 pid: 8469 timeout: 561 lvb_type: 0 00002000:00010000:0.0:1746130263.384655:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091950e00 00000100:00100000:0.0:1746130263.384668:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 1625 00000100:00100000:0.0:1746130263.384673:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091950e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949848383360:12345-192.168.204.51@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746130263.384811:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091950e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949848383360:12345-192.168.204.51@tcp:3:rw_seq_cst_vs_d.0 Request processed in 137us (237us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746130263.384820:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 1625 00002000:00100000:0.0:1746130263.384824:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff880091950e00 x1830949848383360/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:249/0 lens 488/4536 e 0 to 0 dl 1746130274 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746130263.384830:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091950e00 with x1830949848383360 ext(0->4095) 00010000:00010000:0.0:1746130263.384834:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009431cc00/0x4ce24e578735f5b2 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3dc91 expref: 6 pid: 8469 timeout: 561 lvb_type: 0 00010000:00010000:0.0:1746130263.384840:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009431cc00/0x4ce24e578735f5b2 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3dc91 expref: 6 pid: 8469 timeout: 561 lvb_type: 0 00002000:00010000:0.0:1746130263.384845:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091950e00 00000100:00100000:0.0:1746130263.388951:0:7098:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 13123 00000100:00100000:0.0:1746130263.388959:0:7098:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f133b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:640ea846-b909-4eea-9a54-417e15bd627b+213:1962:x1830949848383488:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746130263.388966:0:7098:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746130263.389068:0:7098:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092a6fe00/0x4ce24e578735f5ab lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3dc8a expref: 212 pid: 8467 timeout: 561 lvb_type: 0 00010000:00010000:0.0:1746130263.389078:0:7098:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092a6fe00/0x4ce24e578735f5ab lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3dc8a expref: 212 pid: 8467 timeout: 561 lvb_type: 0 00010000:00010000:0.0:1746130263.389091:0:7098:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092a6fe00/0x4ce24e578735f5ab lrc: 0/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3dc8a expref: 212 pid: 8467 timeout: 561 lvb_type: 0 00010000:00010000:0.0:1746130263.389104:0:7098:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746130263.389124:0:7098:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f133b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:640ea846-b909-4eea-9a54-417e15bd627b+211:1962:x1830949848383488:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 166us (1083us total) trans 0 rc 0/0 00000100:00100000:0.0:1746130263.389129:0:7098:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 13123 00000100:00100000:0.0:1746130263.389140:0:7098:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 13124 00000100:00100000:0.0:1746130263.389144:0:7098:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f132a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949848383744:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746130263.389149:0:7098:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746130263.389156:0:7098:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009431cc00/0x4ce24e578735f5b2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3dc91 expref: 6 pid: 8469 timeout: 561 lvb_type: 0 00010000:00010000:0.0:1746130263.389165:0:7098:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009431cc00/0x4ce24e578735f5b2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3dc91 expref: 6 pid: 8469 timeout: 561 lvb_type: 0 00010000:00010000:0.0:1746130263.389176:0:7098:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009431cc00/0x4ce24e578735f5b2 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3dc91 expref: 6 pid: 8469 timeout: 561 lvb_type: 0 00010000:00010000:0.0:1746130263.389183:0:7098:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130263.389185:0:7098:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130263.389189:0:7098:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009431d600/0x4ce24e578735f5b9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3dc98 expref: 210 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130263.389196:0:7098:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009431d600/0x4ce24e578735f5b9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3dc98 expref: 210 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130263.389213:0:7098:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009431d600/0x4ce24e578735f5b9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3dc98 expref: 210 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130263.389284:0:7098:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009431d600/0x4ce24e578735f5b9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3dc98 expref: 210 pid: 8469 timeout: 561 lvb_type: 0 00000100:00100000:0.0:1746130263.389301:0:7098:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091952a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7098:1830949841361664:192.168.204.51@tcp:105: 00000100:00100000:0.0:1746130263.389357:0:7098:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009bc95600 going to sleep for 11 seconds 00000100:00100000:0.0:1746130263.392237:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130263.395024:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130263.403907:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130263.407015:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130263.410590:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130263.410676:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130263.416060:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130263.420136:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130263.424791:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848385536 00000100:00100000:0.0:1746130263.424799:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848385536 00002000:00100000:0.0:1746130263.424835:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x18:0x0] (0->7) req@ffff88008ac4ca80 x1830949848385536/t0(0) o4->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:249/0 lens 496/0 e 0 to 0 dl 1746130274 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746130263.424844:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ac4ca80 with x1830949848385536 ext(0->7) 00010000:00010000:0.0:1746130263.424852:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009431d600/0x4ce24e578735f5c7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3dca6 expref: 212 pid: 8469 timeout: 561 lvb_type: 0 00010000:00010000:0.0:1746130263.424863:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009431d600/0x4ce24e578735f5c7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3dca6 expref: 212 pid: 8469 timeout: 561 lvb_type: 0 00002000:00010000:0.0:1746130263.424869:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008ac4ca80 00000100:00100000:0.0:1746130263.424898:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 1629 00000100:00100000:0.0:1746130263.424905:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ac4ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+212:1964:x1830949848385536:12345-192.168.204.51@tcp:4:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746130263.425177:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ac4ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+214:1964:x1830949848385536:12345-192.168.204.51@tcp:4:rw_seq_cst_vs_d.0 Request processed in 272us (571us total) trans 4294968656 rc 0/0 00000100:00100000:0.0:1746130263.425187:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 1629 00002000:00100000:0.0:1746130263.425194:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x18:0x0] (0->7) req@ffff88008ac4ca80 x1830949848385536/t4294968656(0) o4->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:249/0 lens 496/448 e 0 to 0 dl 1746130274 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746130263.425200:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ac4ca80 with x1830949848385536 ext(0->7) 00010000:00010000:0.0:1746130263.425204:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009431d600/0x4ce24e578735f5c7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3dca6 expref: 214 pid: 8469 timeout: 561 lvb_type: 0 00010000:00010000:0.0:1746130263.425212:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009431d600/0x4ce24e578735f5c7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3dca6 expref: 214 pid: 8469 timeout: 561 lvb_type: 0 00002000:00010000:0.0:1746130263.425217:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008ac4ca80 00000100:00100000:0.0:1746130263.426455:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130263.435158:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130263.436505:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130263.440933:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130263.441012:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130263.446595:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130263.451346:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130263.453910:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130263.459426:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130263.459476:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130263.462099:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130263.464423:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130263.467847:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130263.472827:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130263.476647:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130263.478588:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130263.480053:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130263.481383:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130263.483123:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130263.485589:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130263.487137:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130263.490139:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130263.494482:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130263.499819:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130263.499895:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130263.499936:0:8470:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4870 00000100:00100000:0.0:1746130263.499955:0:8470:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135206d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:640ea846-b909-4eea-9a54-417e15bd627b+220:30924:x1830949848390400:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746130263.500357:0:8470:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746130263.500365:0:8470:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800995bba00/0x4ce24e578735f60d lrc: 2/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3dce5 expref: -99 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130263.500381:0:8470:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009431de00/0x4ce24e578735f5ff lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3dcde expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130263.500389:0:8470:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009431ca00/0x4ce24e578735f606 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3dcec expref: 222 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130263.500394:0:8470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130263.500395:0:8470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130263.500398:0:8470:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800995bba00/0x4ce24e578735f60d lrc: 5/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3dce5 expref: 222 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130263.500576:0:8470:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009431ca00/0x4ce24e578735f606 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3dcec expref: 222 pid: 8469 timeout: 561 lvb_type: 0 00010000:00010000:0.0:1746130263.500584:0:8470:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009431ca00/0x4ce24e578735f606 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3dcec expref: 222 pid: 8469 timeout: 561 lvb_type: 0 00000100:00100000:0.0:1746130263.500594:0:8470:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135204e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8470:1830949841364096:192.168.204.51@tcp:104: 00010000:00010000:0.0:1746130263.501490:0:8470:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009431de00/0x4ce24e578735f5ff lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3dcde expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130263.501501:0:8470:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009431de00/0x4ce24e578735f5ff lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3dcde expref: 5 pid: 8469 timeout: 561 lvb_type: 0 00000100:00100000:0.0:1746130263.501509:0:8470:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092f63b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8470:1830949841364224:192.168.204.51@tcp:104: 00000100:00100000:0.0:1746130263.501538:0:8470:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009bc953c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746130263.508076:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130263.509308:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130263.517254:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130263.517324:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130263.521135:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130263.523019:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130263.525901:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848391808 00000100:00100000:0.0:1746130263.525907:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848391808 00010000:00010000:0.0:1746130263.525931:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800995bba00/0x4ce24e578735f60d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3dce5 expref: 222 pid: 8470 timeout: 561 lvb_type: 0 00000100:00100000:0.0:1746130263.526085:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 13137 00000100:00100000:0.0:1746130263.526092:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ac4e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+222:1961:x1830949848391808:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746130263.526102:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746130263.526121:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800995bba00/0x4ce24e578735f60d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3dce5 expref: 222 pid: 8470 timeout: 561 lvb_type: 0 00010000:00010000:0.0:1746130263.526130:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800995bba00/0x4ce24e578735f60d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3dce5 expref: 222 pid: 8470 timeout: 561 lvb_type: 0 00010000:00010000:0.0:1746130263.526356:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800995bba00/0x4ce24e578735f60d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3dce5 expref: 222 pid: 8470 timeout: 561 lvb_type: 0 00010000:00010000:0.0:1746130263.526431:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130263.526433:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130263.526439:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009431cc00/0x4ce24e578735f614 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3dcf3 expref: 5 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130263.526445:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009431cc00/0x4ce24e578735f614 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3dcf3 expref: 5 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130263.526471:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009431cc00/0x4ce24e578735f614 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3dcf3 expref: 5 pid: 8470 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746130263.526481:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a79efb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7097:1830949841364608:192.168.204.51@tcp:105: 00000100:00100000:0.0:1746130263.526805:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009bc95a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746130263.528492:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130263.531132:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130263.536117:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130263.538593:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130263.538874:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130263.538901:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130263.541521:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130263.543297:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130263.546951:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130263.548788:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130263.552215:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130263.556260:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130263.559074:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130263.559805:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130263.563972:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130263.564018:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130263.567506:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130263.572518:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130263.574581:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130263.578342:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130263.579948:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130263.582416:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130263.590263:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130263.593369:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130263.593747:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130263.615506:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130263.615934:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130263.615976:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130263.618812:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130263.621136:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130263.628397:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130263.637102:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130263.639306:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130263.639370:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130263.642970:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130263.643024:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130263.646113:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130263.649774:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130263.652087:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130263.658587:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130263.663997:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130263.665127:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130263.667570:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130263.669553:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130263.669932:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130263.673034:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130263.675120:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130263.677322:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130263.680114:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130263.682616:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130263.688041:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130263.688216:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130263.690795:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130263.691357:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130263.692661:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130263.694034:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130263.698548:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130263.707413:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130263.709814:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130263.714630:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130263.714683:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130263.717186:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130263.719810:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130263.721942:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130263.725640:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130263.730020:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130263.732245:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130263.734868:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130263.734914:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130263.737431:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130263.737888:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130263.737930:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130263.737951:0:7924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848404992 00000100:00100000:0.0:1746130263.737955:0:7924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848404992 00010000:00010000:0.0:1746130263.737983:0:7924:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009431ce00/0x4ce24e578735f692 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3dd71 expref: 6 pid: 8470 timeout: 561 lvb_type: 0 00000100:00100000:0.0:1746130263.738041:0:7924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848404864 00000100:00100000:0.0:1746130263.738043:0:7924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848404864 00010000:00010000:0.0:1746130263.738052:0:7924:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092a29400/0x4ce24e578735f6a0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3dd7f expref: 237 pid: 8469 timeout: 561 lvb_type: 0 00000100:00100000:0.0:1746130263.738294:0:7924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 13158 00000100:00100000:0.0:1746130263.738299:0:7924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c4ffb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+237:1961:x1830949848404864:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746130263.738308:0:7924:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746130263.738317:0:7924:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092a29400/0x4ce24e578735f6a0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3dd7f expref: 237 pid: 8469 timeout: 561 lvb_type: 0 00010000:00010000:0.0:1746130263.738325:0:7924:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092a29400/0x4ce24e578735f6a0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3dd7f expref: 237 pid: 8469 timeout: 561 lvb_type: 0 00010000:00010000:0.0:1746130263.738336:0:7924:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092a29400/0x4ce24e578735f6a0 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3dd7f expref: 237 pid: 8469 timeout: 561 lvb_type: 0 00010000:00010000:0.0:1746130263.738347:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130263.738348:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130263.738354:0:7924:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092a29c00/0x4ce24e578735f6a7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3dd86 expref: 236 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130263.738361:0:7924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092a29c00/0x4ce24e578735f6a7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3dd86 expref: 236 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130263.738535:0:7924:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092a29c00/0x4ce24e578735f6a7 lrc: 6/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3dd86 expref: 236 pid: 8469 timeout: 561 lvb_type: 0 00010000:00010000:0.0:1746130263.738542:0:7924:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092a29c00/0x4ce24e578735f6a7 lrc: 6/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3dd86 expref: 236 pid: 8469 timeout: 561 lvb_type: 0 00000100:00100000:0.0:1746130263.738549:0:7924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c4fca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7924:1830949841369344:192.168.204.51@tcp:105: 00000100:00100000:0.0:1746130263.738855:0:7924:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009bc950c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746130263.740122:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130263.741809:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130263.743683:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130263.748662:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130263.751584:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130263.754497:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00010000:00010000:0.0:1746130263.756577:0:7100:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746130263.757675:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130263.757738:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130263.761173:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130263.761204:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130263.761237:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130263.763817:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130263.767145:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130263.769976:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130263.773439:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130263.776875:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130263.780327:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130263.780786:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130263.782872:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130263.782920:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130263.784949:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130263.785093:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130263.787910:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130263.787933:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848409472 00000100:00100000:0.0:1746130263.787937:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848409472 00002000:00100000:0.0:1746130263.787966:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff8801344c8e00 x1830949848409472/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:249/0 lens 488/0 e 0 to 0 dl 1746130274 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746130263.787974:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801344c8e00 with x1830949848409472 ext(0->4095) 00010000:00010000:0.0:1746130263.787979:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092a6ec00/0x4ce24e578735f6d1 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ddb0 expref: 241 pid: 8470 timeout: 561 lvb_type: 0 00010000:00010000:0.0:1746130263.787989:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092a6ec00/0x4ce24e578735f6d1 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ddb0 expref: 241 pid: 8470 timeout: 561 lvb_type: 0 00002000:00010000:0.0:1746130263.787994:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801344c8e00 00000100:00100000:0.0:1746130263.788018:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 1663 00000100:00100000:0.0:1746130263.788024:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801344c8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+241:1961:x1830949848409472:12345-192.168.204.51@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746130263.788163:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801344c8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+240:1961:x1830949848409472:12345-192.168.204.51@tcp:3:rw_seq_cst_vs_d.0 Request processed in 139us (253us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746130263.788169:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 1663 00002000:00100000:0.0:1746130263.788174:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff8801344c8e00 x1830949848409472/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:249/0 lens 488/4536 e 0 to 0 dl 1746130274 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746130263.788181:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801344c8e00 with x1830949848409472 ext(0->4095) 00010000:00010000:0.0:1746130263.788185:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092a6ec00/0x4ce24e578735f6d1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ddb0 expref: 240 pid: 8470 timeout: 561 lvb_type: 0 00010000:00010000:0.0:1746130263.788194:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092a6ec00/0x4ce24e578735f6d1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ddb0 expref: 240 pid: 8470 timeout: 561 lvb_type: 0 00002000:00010000:0.0:1746130263.788199:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801344c8e00 00000100:00100000:0.0:1746130263.790376:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130263.794612:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130263.797588:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130263.800373:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130263.801415:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130263.803176:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130263.805198:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130263.806505:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130263.806538:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130263.810159:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130263.813207:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130263.818862:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130263.823299:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848411904 00000100:00100000:0.0:1746130263.823305:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848411904 00002000:00100000:0.0:1746130263.823338:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff88008ac4f800 x1830949848411904/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:249/0 lens 488/0 e 0 to 0 dl 1746130274 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746130263.823347:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ac4f800 with x1830949848411904 ext(0->4095) 00002000:00010000:0.0:1746130263.823351:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008ac4f800 00000100:00100000:0.0:1746130263.823375:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4101 00000100:00100000:0.0:1746130263.823382:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ac4f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949848411904:12345-192.168.204.51@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746130263.824085:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ac4f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949848411904:12345-192.168.204.51@tcp:3:rw_seq_cst_vs_d.0 Request processed in 700us (844us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746130263.824093:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4101 00002000:00100000:0.0:1746130263.824099:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff88008ac4f800 x1830949848411904/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:249/0 lens 488/4536 e 0 to 0 dl 1746130274 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746130263.824107:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ac4f800 with x1830949848411904 ext(0->4095) 00002000:00010000:0.0:1746130263.824110:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008ac4f800 00000100:00100000:0.0:1746130263.825491:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130263.827260:0:8470:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848412160 00000100:00100000:0.0:1746130263.827352:0:8470:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848412160 00000100:00100000:0.0:1746130263.827393:0:8470:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4905 00000100:00100000:0.0:1746130263.827400:0:8470:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013639bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:640ea846-b909-4eea-9a54-417e15bd627b+245:30934:x1830949848412160:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746130263.827412:0:8470:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746130263.827422:0:8470:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800995bbe00/0x4ce24e578735f6fb lrc: 2/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3ddda expref: -99 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130263.827439:0:8470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130263.827444:0:8470:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092a6e400/0x4ce24e578735f6f4 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ddd3 expref: 246 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130263.827449:0:8470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746130263.827452:0:8470:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800995bbe00/0x4ce24e578735f6fb lrc: 4/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ddda expref: 246 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130263.827475:0:8470:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092a6e400/0x4ce24e578735f6f4 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ddd3 expref: 246 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130263.827485:0:8470:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800995bbe00/0x4ce24e578735f6fb lrc: 3/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ddda expref: 246 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130263.827494:0:8470:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800995bbe00, rc 0) 00000100:00100000:0.0:1746130263.827538:0:8470:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013639bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:640ea846-b909-4eea-9a54-417e15bd627b+246:30934:x1830949848412160:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 138us (509us total) trans 0 rc 0/0 00000100:00100000:0.0:1746130263.827543:0:8470:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4905 00000100:00100000:0.0:1746130263.828713:0:7924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848412288 00000100:00100000:0.0:1746130263.828717:0:7924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848412288 00010000:00010000:0.0:1746130263.828738:0:7924:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092a6ec00/0x4ce24e578735f6ed lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ddcc expref: 6 pid: 8470 timeout: 561 lvb_type: 0 00000100:00100000:0.0:1746130263.828771:0:7924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 13169 00000100:00100000:0.0:1746130263.828777:0:7924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e24f850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949848412288:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746130263.828785:0:7924:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746130263.828803:0:7924:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092a6ec00/0x4ce24e578735f6ed lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ddcc expref: 6 pid: 8470 timeout: 561 lvb_type: 0 00010000:00010000:0.0:1746130263.828813:0:7924:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092a6ec00/0x4ce24e578735f6ed lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ddcc expref: 6 pid: 8470 timeout: 561 lvb_type: 0 00010000:00010000:0.0:1746130263.828828:0:7924:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092a6ec00/0x4ce24e578735f6ed lrc: 0/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ddcc expref: 6 pid: 8470 timeout: 561 lvb_type: 0 00010000:00010000:0.0:1746130263.828853:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130263.828856:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130263.828862:0:7924:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092a6e400/0x4ce24e578735f6f4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ddd3 expref: 244 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130263.828870:0:7924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092a6e400/0x4ce24e578735f6f4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ddd3 expref: 244 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130263.828890:0:7924:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092a6e400/0x4ce24e578735f6f4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ddd3 expref: 244 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130263.828900:0:7924:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092a6e400/0x4ce24e578735f6f4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ddd3 expref: 244 pid: 8469 timeout: 561 lvb_type: 0 00000100:00100000:0.0:1746130263.828912:0:7924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091d21500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7924:1830949841371776:192.168.204.51@tcp:105: 00000100:00100000:0.0:1746130263.829091:0:7924:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009bc95540 going to sleep for 11 seconds 00000100:00100000:0.0:1746130263.830625:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130263.833793:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130263.836783:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130263.840570:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130263.848738:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130263.848784:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130263.852301:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130263.857305:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130263.861739:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130263.865210:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130263.867408:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130263.870857:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130263.870905:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130263.873664:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130263.873834:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130263.874595:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009412f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+249:1963:x1830949848415104:12345-192.168.204.51@tcp:3:rw_seq_cst_vs_d.0 Request processed in 357us (760us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746130263.874601:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 1672 00002000:00100000:0.0:1746130263.874606:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff88009412f100 x1830949848415104/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:249/0 lens 488/4536 e 0 to 0 dl 1746130274 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746130263.874613:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009412f100 with x1830949848415104 ext(0->4095) 00010000:00010000:0.0:1746130263.874617:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092a6f200/0x4ce24e578735f710 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ddf6 expref: 249 pid: 8469 timeout: 562 lvb_type: 0 00010000:00010000:0.0:1746130263.874626:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092a6f200/0x4ce24e578735f710 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ddf6 expref: 249 pid: 8469 timeout: 562 lvb_type: 0 00002000:00010000:0.0:1746130263.874631:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009412f100 00000100:00100000:0.0:1746130263.876909:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130263.877635:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130263.880684:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130263.884518:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130263.887364:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130263.889502:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130263.892954:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130263.896098:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130263.898890:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130263.899528:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130263.901968:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130263.902714:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130263.902921:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130263.904966:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130263.906789:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130263.911141:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130263.915200:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130263.919344:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130263.920216:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130263.922380:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130263.922543:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130263.926147:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130263.929162:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130263.937652:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130263.941082:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130263.946224:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130263.947994:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130263.951762:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130263.954579:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130263.956443:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130263.958232:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130263.960407:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130263.962367:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130263.963836:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130263.965654:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130263.970414:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130263.970456:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130263.972321:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130263.972466:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130263.972588:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130263.975455:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130263.980151:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130263.984826:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130263.989014:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130263.991741:0:8470:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848423296 00000100:00100000:0.0:1746130263.991748:0:8470:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848423296 00000100:00100000:0.0:1746130263.991793:0:8470:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4922 00000100:00100000:0.0:1746130263.991799:0:8470:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ac4e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c84b93b0-d496-484f-8e1e-94008838f2dd+5:30934:x1830949848423296:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746130263.991817:0:8470:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746130263.991832:0:8470:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800995ba800/0x4ce24e578735f772 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3de51 expref: -99 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130263.991854:0:8470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130263.991855:0:8470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130263.991862:0:8470:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800995ba800/0x4ce24e578735f772 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3de51 expref: 6 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130263.991875:0:8470:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800995ba800/0x4ce24e578735f772 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3de51 expref: 6 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130263.991884:0:8470:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800995ba800, rc 0) 00000100:00100000:0.0:1746130263.992006:0:8470:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ac4e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c84b93b0-d496-484f-8e1e-94008838f2dd+6:30934:x1830949848423296:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 206us (353us total) trans 0 rc 0/0 00000100:00100000:0.0:1746130263.992012:0:8470:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4922 00000100:00100000:0.0:1746130263.993626:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130263.994441:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130263.997892:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130263.997952:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130263.997977:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130264.002733:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130264.006738:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130264.009252:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130264.012954:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130264.016051:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130264.016105:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130264.020531:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130264.021325:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130264.023813:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130264.026318:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130264.031435:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130264.035840:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130264.039584:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130264.040530:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130264.043484:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130264.048588:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130264.051665:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130264.057466:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130264.062415:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130264.065071:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130264.067344:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130264.067964:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130264.070376:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130264.070790:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130264.070805:0:7098:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848428800 00000100:00100000:0.0:1746130264.070808:0:7098:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848428800 00010000:00010000:0.0:1746130264.070820:0:7098:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092a28000/0x4ce24e578735f7a3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3de82 expref: 265 pid: 8470 timeout: 562 lvb_type: 0 00000100:00100000:0.0:1746130264.070850:0:7098:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 13196 00000100:00100000:0.0:1746130264.070855:0:7098:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092254700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:640ea846-b909-4eea-9a54-417e15bd627b+265:1962:x1830949848428800:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746130264.070861:0:7098:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746130264.070870:0:7098:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092a28000/0x4ce24e578735f7a3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3de82 expref: 265 pid: 8470 timeout: 562 lvb_type: 0 00010000:00010000:0.0:1746130264.070878:0:7098:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092a28000/0x4ce24e578735f7a3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3de82 expref: 265 pid: 8470 timeout: 562 lvb_type: 0 00010000:00010000:0.0:1746130264.070889:0:7098:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092a28000/0x4ce24e578735f7a3 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3de82 expref: 265 pid: 8470 timeout: 562 lvb_type: 0 00010000:00010000:0.0:1746130264.070906:0:7098:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130264.070908:0:7098:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130264.070914:0:7098:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092a29a00/0x4ce24e578735f7b1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3de90 expref: 264 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130264.070921:0:7098:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092a29a00/0x4ce24e578735f7b1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3de90 expref: 264 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130264.070942:0:7098:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092a29a00/0x4ce24e578735f7b1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3de90 expref: 264 pid: 8470 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746130264.070952:0:7098:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092257800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7098:1830949841377664:192.168.204.51@tcp:105: 00000100:00100000:0.0:1746130264.071072:0:7098:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009bc956c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746130264.072634:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130264.075256:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130264.077376:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130264.083115:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130264.084420:0:3300:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092254a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3300:1830949841378304:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1746130264.084459:0:3300:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746130264.084483:0:3300:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091952a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3300:1830949841378816:0@lo:400:kworker.0 00000100:00100000:0.0:1746130264.084502:0:3300:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746130264.084817:0:3300:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:0.0:1746130264.084824:0:3300:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013639b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3300:1830949841378176:0@lo:400:kworker.0 00000100:00100000:0.0:1746130264.084842:0:3300:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746130264.084863:0:3300:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091951180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3300:1830949841378688:0@lo:400:kworker.0 00000100:00100000:0.0:1746130264.084880:0:3300:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746130264.084900:0:7107:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949841378048 00000100:00100000:0.0:1746130264.084904:0:7107:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949841378048 00000100:00100000:0.0:1746130264.085041:0:7107:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 366 00000100:00100000:0.0:1746130264.085047:0:7107:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b23ffc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:c27f3a83-b0ee-4dd6-bb65-34207604533c+18:3298:x1830949841378048:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746130264.085074:0:7107:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b23ffc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:c27f3a83-b0ee-4dd6-bb65-34207604533c+18:3298:x1830949841378048:12345-0@lo:400:kworker.0 Request processed in 28us (612us total) trans 0 rc 0/0 00000100:00100000:0.0:1746130264.085080:0:7107:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 366 00000100:00100000:0.0:1746130264.085114:0:3300:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013639b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3300:1830949841378176:0@lo:400:kworker.0 00000100:00100000:0.0:1746130264.085123:0:3300:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091951180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3300:1830949841378688:0@lo:400:kworker.0 00000100:00100000:0.0:1746130264.085130:0:3300:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091952a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3300:1830949841378816:0@lo:400:kworker.0 00000100:00100000:0.0:1746130264.085140:0:3300:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092254a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3300:1830949841378304:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1746130264.086365:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130264.088250:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130264.089518:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130264.091252:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130264.092532:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130264.095559:0:7098:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091952300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7098:1830949841379328:192.168.204.51@tcp:105: 00010000:00010000:0.0:1746130264.095576:0:7098:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746130264.095625:0:7098:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092d0d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c84b93b0-d496-484f-8e1e-94008838f2dd+5:1961:x1830949848430720:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 3028us (3092us total) trans 0 rc 0/0 00000100:00100000:0.0:1746130264.095637:0:7098:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 13199 00000100:00100000:0.0:1746130264.097848:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130264.101616:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130264.107644:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130264.111776:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130264.111820:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130264.118409:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130264.121411:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130264.124014:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130264.127584:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130264.132051:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130264.135812:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130264.141224:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130264.141389:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130264.147051:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130264.147907:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130264.149679:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130264.155639:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130264.158515:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130264.162884:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130264.170163:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130264.170219:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130264.176412:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130264.179150:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130264.182164:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130264.191587:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130264.193587:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130264.204014:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130264.206227:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130264.207935:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130264.209434:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130264.212750:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130264.218550:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130264.218631:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130264.221885:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130264.222197:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130264.222498:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130264.222508:0:7098:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848438400 00000100:00100000:0.0:1746130264.222511:0:7098:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848438400 00010000:00010000:0.0:1746130264.222522:0:7098:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092a6e200/0x4ce24e578735f80c lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3deeb expref: 278 pid: 8470 timeout: 562 lvb_type: 0 00000100:00100000:0.0:1746130264.222534:0:7098:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 13211 00000100:00100000:0.0:1746130264.222538:0:7098:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e24e050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:640ea846-b909-4eea-9a54-417e15bd627b+278:1961:x1830949848438400:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746130264.222544:0:7098:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746130264.222551:0:7098:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092a6e200/0x4ce24e578735f80c lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3deeb expref: 278 pid: 8470 timeout: 562 lvb_type: 0 00010000:00010000:0.0:1746130264.222559:0:7098:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092a6e200/0x4ce24e578735f80c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3deeb expref: 278 pid: 8470 timeout: 562 lvb_type: 0 00010000:00010000:0.0:1746130264.222570:0:7098:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130264.222571:0:7098:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130264.222577:0:7098:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092a6fa00/0x4ce24e578735f81a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3def9 expref: 278 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130264.222588:0:7098:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092a6fa00/0x4ce24e578735f81a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3def9 expref: 278 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130264.222608:0:7098:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092a6fa00/0x4ce24e578735f81a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3def9 expref: 277 pid: 8470 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746130264.222616:0:7098:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800924e3480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7098:1830949841382016:192.168.204.51@tcp:105: 00000100:00100000:0.0:1746130264.222648:0:7098:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009bc95840 going to sleep for 11 seconds 00000100:00100000:0.0:1746130264.224250:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130264.226541:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130264.228986:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130264.231755:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130264.233895:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130264.235184:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130264.247149:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130264.250334:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130264.251260:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130264.257016:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130264.257476:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130264.257727:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130264.262926:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130264.270427:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130264.274771:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130264.276464:0:7924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 13215 00000100:00100000:0.0:1746130264.276477:0:7924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e2ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+281:1961:x1830949848441344:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746130264.276490:0:7924:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746130264.276513:0:7924:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092a28c00/0x4ce24e578735f82f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3df0e expref: 281 pid: 10554 timeout: 562 lvb_type: 0 00010000:00010000:0.0:1746130264.276526:0:7924:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092a28c00/0x4ce24e578735f82f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3df0e expref: 281 pid: 10554 timeout: 562 lvb_type: 0 00010000:00010000:0.0:1746130264.276545:0:7924:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092a28c00/0x4ce24e578735f82f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3df0e expref: 281 pid: 10554 timeout: 562 lvb_type: 0 00010000:00010000:0.0:1746130264.280761:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130264.280766:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130264.280778:0:7924:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092a29600/0x4ce24e578735f836 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3df15 expref: 280 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130264.280787:0:7924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092a29600/0x4ce24e578735f836 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3df15 expref: 280 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130264.280826:0:7924:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092a29600/0x4ce24e578735f836 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3df15 expref: 280 pid: 10554 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746130264.280836:0:7924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092e2d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7924:1830949841382912:192.168.204.51@tcp:105: 00000100:00100000:0.0:1746130264.283650:0:7924:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009bc95840 going to sleep for 11 seconds 00000100:00100000:0.0:1746130264.288304:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130264.292525:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130264.293139:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130264.300386:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130264.306584:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130264.320078:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130264.323365:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130264.339181:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130264.345129:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130264.345188:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130264.349023:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130264.349044:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130264.349071:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130264.351958:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130264.356366:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130264.360239:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130264.365020:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130264.371213:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130264.371257:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130264.374514:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130264.374849:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130264.377363:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130264.380544:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130264.383043:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130264.385320:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130264.393438:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130264.394708:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130264.396812:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130264.400062:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130264.401658:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130264.405434:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130264.408228:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130264.410221:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130264.411780:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130264.413851:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130264.415521:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130264.419736:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130264.422670:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130264.422736:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130264.422780:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130264.422802:0:7924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848448640 00000100:00100000:0.0:1746130264.422809:0:7924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848448640 00010000:00010000:0.0:1746130264.422839:0:7924:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092a6f000/0x4ce24e578735f883 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3df62 expref: 291 pid: 8469 timeout: 562 lvb_type: 0 00000100:00100000:0.0:1746130264.422857:0:7924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848448768 00000100:00100000:0.0:1746130264.422860:0:7924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848448768 00010000:00010000:0.0:1746130264.422868:0:7924:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092a6fa00/0x4ce24e578735f87c lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3df5b expref: 6 pid: 8469 timeout: 562 lvb_type: 0 00000100:00100000:0.0:1746130264.422879:0:7924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 13226 00000100:00100000:0.0:1746130264.422884:0:7924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c4fdc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+292:1963:x1830949848448640:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746130264.422895:0:7924:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746130264.422912:0:7924:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092a6f000/0x4ce24e578735f883 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3df62 expref: 292 pid: 8469 timeout: 562 lvb_type: 0 00010000:00010000:0.0:1746130264.422921:0:7924:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092a6f000/0x4ce24e578735f883 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3df62 expref: 292 pid: 8469 timeout: 562 lvb_type: 0 00010000:00010000:0.0:1746130264.423204:0:7924:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092a6f000/0x4ce24e578735f883 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3df62 expref: 292 pid: 8469 timeout: 562 lvb_type: 0 00010000:00010000:0.0:1746130264.423220:0:7924:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746130264.423358:0:7924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c4fdc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+290:1963:x1830949848448640:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 472us (694us total) trans 0 rc 0/0 00000100:00100000:0.0:1746130264.423364:0:7924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 13226 00000100:00100000:0.0:1746130264.427343:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130264.428905:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130264.431056:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130264.434321:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130264.436547:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130264.438523:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130264.441505:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130264.444305:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130264.448256:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130264.448318:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130264.448858:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130264.452324:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130264.456555:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130264.464323:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130264.467553:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130264.469820:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130264.469866:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130264.472599:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130264.474169:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130264.478821:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130264.479252:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130264.482534:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130264.485687:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130264.490223:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130264.493661:0:7924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008ac4c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7924:1830949841387136:192.168.204.51@tcp:105: 00010000:00010000:0.0:1746130264.493992:0:7924:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746130264.494017:0:7924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4cd6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+293:1961:x1830949848453376:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 3617us (3800us total) trans 0 rc 0/0 00000100:00100000:0.0:1746130264.494024:0:7924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 13234 00000100:00100000:0.0:1746130264.495392:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130264.498921:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130264.504889:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130264.505003:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130264.508605:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130264.508641:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130264.509165:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130264.513333:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130264.519334:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130264.525208:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130264.531339:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130264.531545:0:7924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f132300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7924:1830949841387776:192.168.204.51@tcp:105: 00010000:00010000:0.0:1746130264.531562:0:7924:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746130264.531601:0:7924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f079180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+297:1962:x1830949848455424:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 6222us (6401us total) trans 0 rc 0/0 00000100:00100000:0.0:1746130264.531609:0:7924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 13237 00000100:00100000:0.0:1746130264.533948:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130264.538168:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130264.540472:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130264.542628:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130264.544444:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130264.549173:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130264.554345:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130264.559026:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130264.562093:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130264.564703:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130264.565392:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130264.567545:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130264.567592:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130264.568026:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130264.571389:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130264.575383:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130264.578874:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130264.582396:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130264.585873:0:8469:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4979 00000100:00100000:0.0:1746130264.585879:0:8469:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ac4e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:640ea846-b909-4eea-9a54-417e15bd627b+300:30934:x1830949848459264:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746130264.585884:0:8469:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746130264.585889:0:8469:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800995bb800/0x4ce24e578735f901 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3dfe0 expref: -99 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130264.585914:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130264.585917:0:8469:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009431ca00/0x4ce24e578735f8fa lrc: 4/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3dfd9 expref: 302 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130264.585921:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746130264.585923:0:8469:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800995bb800/0x4ce24e578735f901 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3dfe0 expref: 302 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130264.585951:0:8469:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009431ca00/0x4ce24e578735f8fa lrc: 4/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3dfd9 expref: 302 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130264.585962:0:8469:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800995bb800/0x4ce24e578735f901 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3dfe0 expref: 302 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130264.585970:0:8469:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800995bb800, rc 0) 00000100:00100000:0.0:1746130264.586012:0:8469:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ac4e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:640ea846-b909-4eea-9a54-417e15bd627b+302:30934:x1830949848459264:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 133us (322us total) trans 0 rc 0/0 00000100:00100000:0.0:1746130264.586018:0:8469:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4979 00000100:00100000:0.0:1746130264.587750:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130264.590337:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130264.592720:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130264.595885:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130264.599844:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130264.603102:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130264.608772:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130264.608829:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130264.614286:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130264.615119:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130264.617560:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130264.621969:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130264.626606:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130264.631221:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130264.636974:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848462336 00000100:00100000:0.0:1746130264.636980:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848462336 00002000:00100000:0.0:1746130264.637015:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff88008f133b80 x1830949848462336/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:250/0 lens 488/0 e 0 to 0 dl 1746130275 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746130264.637023:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f133b80 with x1830949848462336 ext(0->4095) 00002000:00010000:0.0:1746130264.637027:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008f133b80 00000100:00100000:0.0:1746130264.637072:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4149 00000100:00100000:0.0:1746130264.637077:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f133b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949848462336:12345-192.168.204.51@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746130264.637188:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f133b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949848462336:12345-192.168.204.51@tcp:3:rw_seq_cst_vs_d.0 Request processed in 111us (393us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746130264.637193:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4149 00002000:00100000:0.0:1746130264.637197:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff88008f133b80 x1830949848462336/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:250/0 lens 488/4536 e 0 to 0 dl 1746130275 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746130264.637203:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f133b80 with x1830949848462336 ext(0->4095) 00002000:00010000:0.0:1746130264.637206:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008f133b80 00000100:00100000:0.0:1746130264.640129:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130264.640245:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130264.647491:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130264.653832:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130264.660750:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130264.664144:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130264.664232:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130264.666867:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130264.669935:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130264.678809:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130264.683306:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130264.688470:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130264.691346:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130264.692207:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130264.694240:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130264.696854:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130264.699826:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130264.704765:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130264.706905:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130264.708520:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130264.709153:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130264.710015:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130264.712051:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130264.714562:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130264.716752:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130264.718472:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130264.720684:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130264.725672:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130264.728600:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130264.731566:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848468352 00000100:00100000:0.0:1746130264.731571:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848468352 00002000:00100000:0.0:1746130264.731593:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff880094a75180 x1830949848468352/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:250/0 lens 488/0 e 0 to 0 dl 1746130275 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746130264.731602:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094a75180 with x1830949848468352 ext(0->4095) 00010000:00010000:0.0:1746130264.731608:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092a6e200/0x4ce24e578735f95c lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3e03b expref: 314 pid: 8467 timeout: 562 lvb_type: 0 00010000:00010000:0.0:1746130264.731619:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092a6e200/0x4ce24e578735f95c lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3e03b expref: 314 pid: 8467 timeout: 562 lvb_type: 0 00002000:00010000:0.0:1746130264.731628:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094a75180 00000100:00100000:0.0:1746130264.731657:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 1750 00000100:00100000:0.0:1746130264.731663:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094a75180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+314:1964:x1830949848468352:12345-192.168.204.51@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746130264.731875:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094a75180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+314:1964:x1830949848468352:12345-192.168.204.51@tcp:3:rw_seq_cst_vs_d.0 Request processed in 210us (415us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746130264.731881:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 1750 00002000:00100000:0.0:1746130264.731886:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff880094a75180 x1830949848468352/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:250/0 lens 488/4536 e 0 to 0 dl 1746130275 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746130264.731893:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094a75180 with x1830949848468352 ext(0->4095) 00010000:00010000:0.0:1746130264.731898:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092a6e200/0x4ce24e578735f95c lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3e03b expref: 314 pid: 8467 timeout: 562 lvb_type: 0 00010000:00010000:0.0:1746130264.731905:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092a6e200/0x4ce24e578735f95c lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3e03b expref: 314 pid: 8467 timeout: 562 lvb_type: 0 00002000:00010000:0.0:1746130264.731911:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880094a75180 00000100:00100000:0.0:1746130264.733716:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130264.733792:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130264.735136:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130264.736316:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130264.738602:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130264.740433:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130264.742173:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130264.748005:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130264.750534:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130264.752777:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130264.752850:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130264.755494:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130264.755998:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130264.756776:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130264.757994:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130264.761115:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130264.762795:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130264.765999:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130264.769317:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130264.772483:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130264.774611:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130264.774677:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130264.776736:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130264.776768:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130264.776805:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130264.778434:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130264.779932:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130264.782549:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130264.786484:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130264.789318:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130264.790754:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130264.793477:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130264.794555:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130264.797510:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130264.797547:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130264.797792:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130264.799931:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130264.802367:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130264.804518:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130264.811056:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130264.815407:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130264.815501:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130264.818068:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130264.820701:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130264.823485:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130264.826288:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130264.831880:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130264.835426:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130264.837927:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130264.840774:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130264.841508:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130264.843788:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130264.843891:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130264.843909:0:7098:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848477952 00000100:00100000:0.0:1746130264.843914:0:7098:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848477952 00010000:00010000:0.0:1746130264.843943:0:7098:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092a6ec00/0x4ce24e578735f9be lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3e09d expref: 323 pid: 8470 timeout: 562 lvb_type: 0 00000100:00100000:0.0:1746130264.843961:0:7098:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848478080 00000100:00100000:0.0:1746130264.844317:0:7098:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848478080 00010000:00010000:0.0:1746130264.844330:0:7098:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092a29200/0x4ce24e578735f9b0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3e096 expref: 6 pid: 8469 timeout: 562 lvb_type: 0 00000100:00100000:0.0:1746130264.844344:0:7098:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 13272 00000100:00100000:0.0:1746130264.844349:0:7098:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f07bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949848478080:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746130264.844356:0:7098:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746130264.844364:0:7098:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092a29200/0x4ce24e578735f9b0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3e096 expref: 6 pid: 8469 timeout: 562 lvb_type: 0 00010000:00010000:0.0:1746130264.844373:0:7098:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092a29200/0x4ce24e578735f9b0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3e096 expref: 6 pid: 8469 timeout: 562 lvb_type: 0 00010000:00010000:0.0:1746130264.844385:0:7098:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092a29200/0x4ce24e578735f9b0 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3e096 expref: 6 pid: 8469 timeout: 562 lvb_type: 0 00010000:00010000:0.0:1746130264.844397:0:7098:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130264.844398:0:7098:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130264.844404:0:7098:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092a6fe00/0x4ce24e578735f9c5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3e0a4 expref: 322 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130264.844411:0:7098:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092a6fe00/0x4ce24e578735f9c5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3e0a4 expref: 322 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130264.844431:0:7098:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092a6fe00/0x4ce24e578735f9c5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3e0a4 expref: 322 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130264.844441:0:7098:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092a6fe00/0x4ce24e578735f9c5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3e0a4 expref: 322 pid: 8470 timeout: 562 lvb_type: 0 00000100:00100000:0.0:1746130264.844451:0:7098:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f078000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7098:1830949841395840:192.168.204.51@tcp:105: 00000100:00100000:0.0:1746130264.844940:0:7098:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009bc95c00 going to sleep for 11 seconds 00000100:00100000:0.0:1746130264.847062:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130264.849241:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130264.851100:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130264.853964:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130264.856356:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130264.859546:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130264.864013:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130264.864590:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130264.866693:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130264.867587:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130264.867653:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130264.870165:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130264.875792:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130264.881892:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130264.885793:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130264.888350:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130264.889442:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130264.891392:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130264.893124:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130264.895548:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130264.897422:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130264.902203:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130264.906121:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130264.909104:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130264.910838:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130264.914044:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130264.914076:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130264.914116:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130264.914137:0:7924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848483200 00000100:00100000:0.0:1746130264.914144:0:7924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848483200 00010000:00010000:0.0:1746130264.914172:0:7924:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092a29e00/0x4ce24e578735f9f6 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3e0d5 expref: 6 pid: 8469 timeout: 563 lvb_type: 0 00000100:00100000:0.0:1746130264.914191:0:7924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848483072 00000100:00100000:0.0:1746130264.914193:0:7924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848483072 00010000:00010000:0.0:1746130264.914202:0:7924:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009431c200/0x4ce24e578735f9ef lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3e0ce expref: 330 pid: 8470 timeout: 563 lvb_type: 0 00000100:00100000:0.0:1746130264.914216:0:7924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 13279 00000100:00100000:0.0:1746130264.914223:0:7924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c62a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949848483200:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746130264.914233:0:7924:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746130264.914253:0:7924:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092a29e00/0x4ce24e578735f9f6 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3e0d5 expref: 6 pid: 8469 timeout: 563 lvb_type: 0 00010000:00010000:0.0:1746130264.914262:0:7924:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092a29e00/0x4ce24e578735f9f6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3e0d5 expref: 6 pid: 8469 timeout: 563 lvb_type: 0 00010000:00010000:0.0:1746130264.914309:0:7924:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746130264.914345:0:7924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c62a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949848483200:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 122us (307us total) trans 0 rc 0/0 00000100:00100000:0.0:1746130264.914351:0:7924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 13279 00000100:00100000:0.0:1746130264.914363:0:7924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 13280 00000100:00100000:0.0:1746130264.914368:0:7924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c62ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+330:1963:x1830949848483072:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746130264.914374:0:7924:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746130264.914380:0:7924:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009431c200/0x4ce24e578735f9ef lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3e0ce expref: 330 pid: 8470 timeout: 563 lvb_type: 0 00010000:00010000:0.0:1746130264.914393:0:7924:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009431c200/0x4ce24e578735f9ef lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3e0ce expref: 330 pid: 8470 timeout: 563 lvb_type: 0 00010000:00010000:0.0:1746130264.914404:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130264.914405:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130264.914411:0:7924:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092a29200/0x4ce24e578735f9fd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3e0dc expref: 330 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130264.914419:0:7924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092a29200/0x4ce24e578735f9fd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3e0dc expref: 330 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130264.914443:0:7924:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092a29200/0x4ce24e578735f9fd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3e0dc expref: 330 pid: 8467 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746130264.914453:0:7924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c62b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7924:1830949841397504:192.168.204.51@tcp:105: 00000100:00100000:0.0:1746130264.914499:0:7924:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009bc95540 going to sleep for 11 seconds 00000100:00100000:0.0:1746130264.917218:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130264.919221:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130264.923331:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130264.928796:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130264.931755:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130264.931798:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130264.934119:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130264.937263:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130264.939218:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130264.941629:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130264.944097:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130264.947624:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130264.947876:0:10554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5019 00000100:00100000:0.0:1746130264.947885:0:10554:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d158700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:640ea846-b909-4eea-9a54-417e15bd627b+331:30934:x1830949848485632:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746130264.947902:0:10554:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746130264.947917:0:10554:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800995bb400/0x4ce24e578735fa19 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3e0f8 expref: -99 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130264.947938:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130264.947940:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130264.947946:0:10554:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800995bb400/0x4ce24e578735fa19 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3e0f8 expref: 332 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130264.947958:0:10554:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800995bb400/0x4ce24e578735fa19 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3e0f8 expref: 332 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130264.947967:0:10554:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800995bb400, rc 0) 00000100:00100000:0.0:1746130264.948021:0:10554:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d158700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:640ea846-b909-4eea-9a54-417e15bd627b+332:30934:x1830949848485632:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 138us (402us total) trans 0 rc 0/0 00000100:00100000:0.0:1746130264.948027:0:10554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5019 00000100:00100000:0.0:1746130264.950823:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130264.955484:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130264.955560:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130264.957882:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130264.960606:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130264.963375:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130264.966781:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130264.969353:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130264.974698:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130264.974780:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130264.976063:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5023 00000100:00100000:0.0:1746130264.976069:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d15aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c84b93b0-d496-484f-8e1e-94008838f2dd+5:30934:x1830949848487808:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746130264.976080:0:8467:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746130264.976094:0:8467:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800995ba800/0x4ce24e578735fa35 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3e114 expref: -99 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130264.976112:0:8467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130264.976114:0:8467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130264.976119:0:8467:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800995ba800/0x4ce24e578735fa35 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3e114 expref: 6 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130264.976164:0:8467:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800995ba800/0x4ce24e578735fa35 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3e114 expref: 6 pid: 8467 timeout: 563 lvb_type: 0 00010000:00010000:0.0:1746130264.976170:0:8467:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800995ba800/0x4ce24e578735fa35 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3e114 expref: 6 pid: 8467 timeout: 563 lvb_type: 0 00010000:00010000:0.0:1746130264.976177:0:8467:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800995ba800, rc 0) 00000100:00100000:0.0:1746130264.976219:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d15aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c84b93b0-d496-484f-8e1e-94008838f2dd+6:30934:x1830949848487808:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 151us (1440us total) trans 0 rc 0/0 00000100:00100000:0.0:1746130264.976225:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5023 00000100:00100000:0.0:1746130264.977864:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130264.977913:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130264.979776:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130264.982576:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130264.985489:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130264.987119:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130264.990215:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130264.993039:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130264.996093:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130264.996824:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130264.998236:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130265.000016:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130265.001378:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130265.003305:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130265.009351:0:7098:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008ac4c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7098:1830949841400064:192.168.204.51@tcp:105: 00010000:00010000:0.0:1746130265.009365:0:7098:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746130265.009404:0:7098:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a79ef800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:640ea846-b909-4eea-9a54-417e15bd627b+338:1962:x1830949848490240:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 5883us (6138us total) trans 0 rc 0/0 00000100:00100000:0.0:1746130265.009412:0:7098:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 13291 00000100:00100000:0.0:1746130265.011197:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130265.013814:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130265.018210:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130265.019335:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130265.028017:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130265.028052:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130265.028080:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130265.028116:0:10554:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848491648 00000100:00100000:0.0:1746130265.028122:0:10554:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848491648 00000100:00100000:0.0:1746130265.028551:0:7924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 13292 00000100:00100000:0.0:1746130265.028558:0:7924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013514d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+339:1961:x1830949848491520:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746130265.028569:0:7924:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746130265.028635:0:7924:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092a28c00/0x4ce24e578735fa4a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 8 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3e129 expref: 339 pid: 10554 timeout: 563 lvb_type: 0 00010000:00010000:0.0:1746130265.028655:0:7924:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092a28c00/0x4ce24e578735fa4a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3e129 expref: 339 pid: 10554 timeout: 563 lvb_type: 0 00010000:00010000:0.0:1746130265.028675:0:7924:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092a28c00/0x4ce24e578735fa4a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 8 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3e129 expref: 339 pid: 10554 timeout: 563 lvb_type: 0 00010000:00010000:0.0:1746130265.028723:0:7924:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746130265.028747:0:7924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013514d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+338:1961:x1830949848491520:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 190us (738us total) trans 0 rc 0/0 00000100:00100000:0.0:1746130265.028753:0:7924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 13292 00000100:00100000:0.0:1746130265.031629:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130265.033902:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130265.035541:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130265.042452:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130265.045630:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130265.049659:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130265.053093:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130265.053181:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130265.055457:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130265.055526:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130265.055747:0:7098:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 13296 00000100:00100000:0.0:1746130265.055755:0:7098:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4cd4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949848493568:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746130265.055763:0:7098:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746130265.055772:0:7098:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009431d200/0x4ce24e578735fa5f lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3e13e expref: 6 pid: 8470 timeout: 563 lvb_type: 0 00010000:00010000:0.0:1746130265.055781:0:7098:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009431d200/0x4ce24e578735fa5f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3e13e expref: 6 pid: 8470 timeout: 563 lvb_type: 0 00010000:00010000:0.0:1746130265.055795:0:7098:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130265.055797:0:7098:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130265.055802:0:7098:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009431de00/0x4ce24e578735fa6d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3e14c expref: 341 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130265.055809:0:7098:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009431de00/0x4ce24e578735fa6d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3e14c expref: 341 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130265.055830:0:7098:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009431de00/0x4ce24e578735fa6d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3e14c expref: 341 pid: 8470 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746130265.055839:0:7098:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a4cd5f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7098:1830949841401088:192.168.204.51@tcp:105: 00000100:00100000:0.0:1746130265.055880:0:7098:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009bc95cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746130265.056339:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130265.057541:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130265.059255:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130265.061235:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130265.064086:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130265.066895:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130265.069336:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130265.071321:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130265.072834:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130265.075040:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130265.075294:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130265.076770:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130265.080809:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130265.084138:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130265.086915:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130265.093106:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130265.094298:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130265.097928:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130265.101605:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130265.105828:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130265.109086:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130265.111213:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130265.113860:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130265.120380:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130265.122281:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130265.124184:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130265.125430:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130265.128390:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130265.128437:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130265.131765:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130265.134516:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130265.136964:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130265.140337:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130265.142257:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130265.146405:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130265.149827:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130265.149871:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130265.151599:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130265.151631:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130265.151749:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130265.154558:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130265.156370:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130265.159247:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130265.163033:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130265.165642:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130265.171243:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130265.172173:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130265.178603:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130265.178651:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130265.181815:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130265.192499:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130265.196340:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130265.198874:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130265.202235:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130265.204454:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130265.205373:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130265.212528:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130265.212558:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130265.212615:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130265.217551:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848505472 00000100:00100000:0.0:1746130265.217560:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848505472 00002000:00100000:0.0:1746130265.217606:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff880091951880 x1830949848505472/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:251/0 lens 488/0 e 0 to 0 dl 1746130276 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746130265.217623:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091951880 with x1830949848505472 ext(0->4095) 00010000:00010000:0.0:1746130265.217632:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009431c200/0x4ce24e578735fae4 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3e1c3 expref: 354 pid: 10554 timeout: 563 lvb_type: 0 00010000:00010000:0.0:1746130265.217647:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009431c200/0x4ce24e578735fae4 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3e1c3 expref: 354 pid: 10554 timeout: 563 lvb_type: 0 00002000:00010000:0.0:1746130265.217654:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091951880 00000100:00100000:0.0:1746130265.217694:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 1796 00000100:00100000:0.0:1746130265.217702:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091951880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+354:1962:x1830949848505472:12345-192.168.204.51@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746130265.217886:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091951880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+354:1962:x1830949848505472:12345-192.168.204.51@tcp:3:rw_seq_cst_vs_d.0 Request processed in 184us (407us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746130265.217893:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 1796 00002000:00100000:0.0:1746130265.217898:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff880091951880 x1830949848505472/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:251/0 lens 488/4536 e 0 to 0 dl 1746130276 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746130265.217905:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091951880 with x1830949848505472 ext(0->4095) 00010000:00010000:0.0:1746130265.217909:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009431c200/0x4ce24e578735fae4 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3e1c3 expref: 354 pid: 10554 timeout: 563 lvb_type: 0 00010000:00010000:0.0:1746130265.217919:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009431c200/0x4ce24e578735fae4 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3e1c3 expref: 354 pid: 10554 timeout: 563 lvb_type: 0 00002000:00010000:0.0:1746130265.217925:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880091951880 00000100:00100000:0.0:1746130265.220352:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130265.226735:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130265.232665:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130265.234871:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130265.238128:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130265.240985:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130265.241431:0:8469:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5051 00000100:00100000:0.0:1746130265.241440:0:8469:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b9aa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:640ea846-b909-4eea-9a54-417e15bd627b+354:30924:x1830949848506624:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746130265.241457:0:8469:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746130265.241475:0:8469:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800995baa00/0x4ce24e578735faf9 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3e1d8 expref: -99 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130265.241503:0:8469:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009431de00/0x4ce24e578735faeb lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3e1ca expref: 355 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130265.241510:0:8469:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092a6f400/0x4ce24e578735faf2 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3e1d1 expref: 5 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130265.241515:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130265.241517:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130265.241519:0:8469:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800995baa00/0x4ce24e578735faf9 lrc: 5/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3e1d8 expref: 355 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130265.241545:0:8469:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092a6f400/0x4ce24e578735faf2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3e1d1 expref: 5 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130265.241555:0:8469:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092a6f400/0x4ce24e578735faf2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3e1d1 expref: 5 pid: 8470 timeout: 563 lvb_type: 0 00000100:00100000:0.0:1746130265.241570:0:8469:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b9aa680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8469:1830949841405184:192.168.204.51@tcp:104: 00010000:00010000:0.0:1746130265.242080:0:8469:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009431de00/0x4ce24e578735faeb lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3e1ca expref: 355 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130265.242088:0:8469:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009431de00/0x4ce24e578735faeb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3e1ca expref: 355 pid: 10554 timeout: 563 lvb_type: 0 00000100:00100000:0.0:1746130265.242096:0:8469:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008b9aaa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8469:1830949841405312:192.168.204.51@tcp:104: 00000100:00100000:0.0:1746130265.242128:0:8469:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009bc95a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746130265.242292:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848506880 00000100:00100000:0.0:1746130265.242296:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848506880 00002000:00100000:0.0:1746130265.242320:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff88008ac4fb80 x1830949848506880/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:251/0 lens 488/0 e 0 to 0 dl 1746130276 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746130265.242328:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ac4fb80 with x1830949848506880 ext(0->4095) 00010000:00010000:0.0:1746130265.242334:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009431de00/0x4ce24e578735faeb lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3e1ca expref: 356 pid: 10554 timeout: 563 lvb_type: 0 00010000:00010000:0.0:1746130265.242341:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009431de00/0x4ce24e578735faeb lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3e1ca expref: 356 pid: 10554 timeout: 563 lvb_type: 0 00002000:00010000:0.0:1746130265.242347:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008ac4fb80 00000100:00100000:0.0:1746130265.242372:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 1798 00000100:00100000:0.0:1746130265.242377:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ac4fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+356:1964:x1830949848506880:12345-192.168.204.51@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746130265.242539:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ac4fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+356:1964:x1830949848506880:12345-192.168.204.51@tcp:3:rw_seq_cst_vs_d.0 Request processed in 161us (302us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746130265.242546:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 1798 00002000:00100000:0.0:1746130265.242551:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff88008ac4fb80 x1830949848506880/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:251/0 lens 488/4536 e 0 to 0 dl 1746130276 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746130265.242558:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ac4fb80 with x1830949848506880 ext(0->4095) 00010000:00010000:0.0:1746130265.242562:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009431de00/0x4ce24e578735faeb lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3e1ca expref: 356 pid: 10554 timeout: 563 lvb_type: 0 00010000:00010000:0.0:1746130265.242569:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009431de00/0x4ce24e578735faeb lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3e1ca expref: 356 pid: 10554 timeout: 563 lvb_type: 0 00002000:00010000:0.0:1746130265.242574:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008ac4fb80 00000100:00100000:0.0:1746130265.243315:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130265.244208:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130265.245975:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130265.248191:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130265.251223:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130265.253894:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130265.257136:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130265.259466:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130265.265029:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130265.265089:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130265.269007:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130265.269955:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130265.270210:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130265.276215:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130265.281734:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130265.284746:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130265.289497:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130265.293561:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130265.293608:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130265.293896:0:10554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5056 00000100:00100000:0.0:1746130265.293905:0:10554:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f161180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+5:30934:x1830949848510336:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746130265.293921:0:10554:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746130265.293936:0:10554:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800995ba800/0x4ce24e578735fb1c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3e202 expref: -99 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130265.293958:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130265.293960:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130265.293966:0:10554:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800995ba800/0x4ce24e578735fb1c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3e202 expref: 6 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130265.294010:0:10554:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800995ba800/0x4ce24e578735fb1c lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3e202 expref: 6 pid: 10554 timeout: 563 lvb_type: 0 00010000:00010000:0.0:1746130265.294018:0:10554:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800995ba800/0x4ce24e578735fb1c lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3e202 expref: 6 pid: 10554 timeout: 563 lvb_type: 0 00010000:00010000:0.0:1746130265.294028:0:10554:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800995ba800, rc 0) 00000100:00100000:0.0:1746130265.294072:0:10554:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f161180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+6:30934:x1830949848510336:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 168us (522us total) trans 0 rc 0/0 00000100:00100000:0.0:1746130265.294077:0:10554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5056 00000100:00100000:0.0:1746130265.298347:0:7924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848510592 00000100:00100000:0.0:1746130265.298354:0:7924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848510592 00010000:00010000:0.0:1746130265.298382:0:7924:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092a6fa00/0x4ce24e578735fb15 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3e1f4 expref: 360 pid: 8470 timeout: 563 lvb_type: 0 00000100:00100000:0.0:1746130265.298486:0:7924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 13321 00000100:00100000:0.0:1746130265.298493:0:7924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d158e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+359:1964:x1830949848510592:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746130265.298506:0:7924:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746130265.298524:0:7924:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092a6fa00/0x4ce24e578735fb15 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3e1f4 expref: 359 pid: 8470 timeout: 563 lvb_type: 0 00010000:00010000:0.0:1746130265.298533:0:7924:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092a6fa00/0x4ce24e578735fb15 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3e1f4 expref: 359 pid: 8470 timeout: 563 lvb_type: 0 00010000:00010000:0.0:1746130265.298551:0:7924:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092a6fa00/0x4ce24e578735fb15 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3e1f4 expref: 359 pid: 8470 timeout: 563 lvb_type: 0 00010000:00010000:0.0:1746130265.298569:0:7924:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746130265.299049:0:7924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d158e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+358:1964:x1830949848510592:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 554us (1002us total) trans 0 rc 0/0 00000100:00100000:0.0:1746130265.299056:0:7924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 13321 00000100:00100000:0.0:1746130265.304946:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130265.307425:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130265.311338:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130265.313762:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130265.317129:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130265.324344:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130265.325783:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130265.327412:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130265.327737:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130265.331320:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130265.331741:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130265.333836:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130265.337388:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130265.339806:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130265.342352:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130265.345535:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130265.349643:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130265.352619:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130265.352837:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130265.355726:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130265.357122:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130265.357148:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130265.361231:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130265.367783:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848515328 00000100:00100000:0.0:1746130265.367794:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848515328 00002000:00100000:0.0:1746130265.367899:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x18:0x0] (0->7) req@ffff88008ac4c380 x1830949848515328/t0(0) o4->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:251/0 lens 496/0 e 0 to 0 dl 1746130276 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746130265.367908:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ac4c380 with x1830949848515328 ext(0->7) 00010000:00010000:0.0:1746130265.367916:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092a6fe00/0x4ce24e578735fb4d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3e22c expref: 363 pid: 8469 timeout: 563 lvb_type: 0 00010000:00010000:0.0:1746130265.367927:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092a6fe00/0x4ce24e578735fb4d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3e22c expref: 363 pid: 8469 timeout: 563 lvb_type: 0 00002000:00010000:0.0:1746130265.367937:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008ac4c380 00000100:00100000:0.0:1746130265.367965:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 1810 00000100:00100000:0.0:1746130265.367971:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ac4c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+363:1962:x1830949848515328:12345-192.168.204.51@tcp:4:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746130265.368245:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ac4c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+365:1962:x1830949848515328:12345-192.168.204.51@tcp:4:rw_seq_cst_vs_d.0 Request processed in 272us (534us total) trans 4294968731 rc 0/0 00000100:00100000:0.0:1746130265.368251:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 1810 00002000:00100000:0.0:1746130265.368256:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x18:0x0] (0->7) req@ffff88008ac4c380 x1830949848515328/t4294968731(0) o4->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:251/0 lens 496/448 e 0 to 0 dl 1746130276 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746130265.368263:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ac4c380 with x1830949848515328 ext(0->7) 00010000:00010000:0.0:1746130265.368285:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092a6fe00/0x4ce24e578735fb4d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3e22c expref: 365 pid: 8469 timeout: 563 lvb_type: 0 00010000:00010000:0.0:1746130265.368294:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092a6fe00/0x4ce24e578735fb4d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3e22c expref: 365 pid: 8469 timeout: 563 lvb_type: 0 00002000:00010000:0.0:1746130265.368299:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008ac4c380 00000100:00100000:0.0:1746130265.370615:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130265.376498:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130265.377141:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130265.379250:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130265.382541:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130265.386492:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130265.392249:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130265.398070:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130265.400385:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130265.403713:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130265.405590:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130265.406622:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130265.408132:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130265.408180:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130265.410632:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130265.413033:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848518400 00000100:00100000:0.0:1746130265.413039:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848518400 00002000:00100000:0.0:1746130265.413067:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x18:0x0] (0->7) req@ffff88008ac4d180 x1830949848518400/t0(0) o4->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:251/0 lens 496/0 e 0 to 0 dl 1746130276 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746130265.413076:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ac4d180 with x1830949848518400 ext(0->7) 00010000:00010000:0.0:1746130265.413082:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092a29200/0x4ce24e578735fb70 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3e24f expref: 366 pid: 10554 timeout: 563 lvb_type: 0 00010000:00010000:0.0:1746130265.413094:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092a29200/0x4ce24e578735fb70 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3e24f expref: 366 pid: 10554 timeout: 563 lvb_type: 0 00002000:00010000:0.0:1746130265.413100:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008ac4d180 00000100:00100000:0.0:1746130265.413124:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 1815 00000100:00100000:0.0:1746130265.413130:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ac4d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+366:1963:x1830949848518400:12345-192.168.204.51@tcp:4:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746130265.413421:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ac4d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+368:1963:x1830949848518400:12345-192.168.204.51@tcp:4:rw_seq_cst_vs_d.0 Request processed in 290us (449us total) trans 4294968733 rc 0/0 00000100:00100000:0.0:1746130265.413427:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 1815 00002000:00100000:0.0:1746130265.413433:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x18:0x0] (0->7) req@ffff88008ac4d180 x1830949848518400/t4294968733(0) o4->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:251/0 lens 496/448 e 0 to 0 dl 1746130276 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746130265.413440:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ac4d180 with x1830949848518400 ext(0->7) 00010000:00010000:0.0:1746130265.413444:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092a29200/0x4ce24e578735fb70 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3e24f expref: 368 pid: 10554 timeout: 563 lvb_type: 0 00010000:00010000:0.0:1746130265.413457:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092a29200/0x4ce24e578735fb70 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3e24f expref: 368 pid: 10554 timeout: 563 lvb_type: 0 00002000:00010000:0.0:1746130265.413462:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008ac4d180 00000100:00100000:0.0:1746130265.416416:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130265.419311:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130265.423463:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130265.426552:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130265.428613:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130265.429602:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130265.430777:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130265.431219:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130265.431249:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130265.431260:0:7098:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848519808 00000100:00100000:0.0:1746130265.431263:0:7098:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848519808 00010000:00010000:0.0:1746130265.431295:0:7098:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092a29c00/0x4ce24e578735fb77 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3e256 expref: 6 pid: 10554 timeout: 563 lvb_type: 0 00000100:00100000:0.0:1746130265.431309:0:7098:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 13336 00000100:00100000:0.0:1746130265.431314:0:7098:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094b9c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949848519808:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746130265.431320:0:7098:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746130265.431328:0:7098:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092a29c00/0x4ce24e578735fb77 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3e256 expref: 6 pid: 10554 timeout: 563 lvb_type: 0 00010000:00010000:0.0:1746130265.431336:0:7098:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092a29c00/0x4ce24e578735fb77 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3e256 expref: 6 pid: 10554 timeout: 563 lvb_type: 0 00010000:00010000:0.0:1746130265.431351:0:7098:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092a29c00/0x4ce24e578735fb77 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3e256 expref: 6 pid: 10554 timeout: 563 lvb_type: 0 00010000:00010000:0.0:1746130265.431363:0:7098:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130265.431364:0:7098:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130265.431370:0:7098:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092a6e800/0x4ce24e578735fb85 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3e264 expref: 368 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130265.431376:0:7098:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092a6e800/0x4ce24e578735fb85 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3e264 expref: 368 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130265.431396:0:7098:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092a6e800/0x4ce24e578735fb85 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3e264 expref: 368 pid: 8467 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746130265.431404:0:7098:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094b9e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7098:1830949841409792:192.168.204.51@tcp:105: 00000100:00100000:0.0:1746130265.431447:0:7098:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009bc95600 going to sleep for 11 seconds 00000100:00100000:0.0:1746130265.434251:0:7098:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094b9e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7098:1830949841409792:192.168.204.51@tcp:105: 00010000:00010000:0.0:1746130265.434280:0:7098:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746130265.434309:0:7098:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094b9c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c84b93b0-d496-484f-8e1e-94008838f2dd+5:1962:x1830949848519808:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 2994us (3059us total) trans 0 rc 0/0 00000100:00100000:0.0:1746130265.434317:0:7098:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 13336 00000100:00100000:0.0:1746130265.434354:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130265.435757:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130265.439777:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130265.442393:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130265.444304:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130265.447167:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130265.447256:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130265.449655:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130265.449695:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130265.449733:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130265.451981:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130265.454031:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130265.459851:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130265.463099:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130265.466120:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130265.468085:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130265.468140:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130265.471833:0:7098:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 13342 00000100:00100000:0.0:1746130265.471840:0:7098:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d158a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:640ea846-b909-4eea-9a54-417e15bd627b+375:1964:x1830949848523264:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746130265.471849:0:7098:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746130265.472595:0:7098:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092a6e200/0x4ce24e578735fba1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3e280 expref: 375 pid: 8469 timeout: 563 lvb_type: 0 00010000:00010000:0.0:1746130265.472604:0:7098:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092a6e200/0x4ce24e578735fba1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3e280 expref: 375 pid: 8469 timeout: 563 lvb_type: 0 00010000:00010000:0.0:1746130265.472617:0:7098:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092a6e200/0x4ce24e578735fba1 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3e280 expref: 375 pid: 8469 timeout: 563 lvb_type: 0 00010000:00010000:0.0:1746130265.472638:0:7098:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130265.472640:0:7098:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130265.472646:0:7098:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092a28200/0x4ce24e578735fbaf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3e28e expref: 374 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130265.472658:0:7098:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092a28200/0x4ce24e578735fbaf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3e28e expref: 374 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130265.472692:0:7098:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092a28200/0x4ce24e578735fbaf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3e28e expref: 374 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130265.472704:0:7098:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092a28200/0x4ce24e578735fbaf lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3e28e expref: 374 pid: 10554 timeout: 563 lvb_type: 0 00000100:00100000:0.0:1746130265.472714:0:7098:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800939b5180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7098:1830949841411072:192.168.204.51@tcp:105: 00000100:00100000:0.0:1746130265.472773:0:7098:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009bc95600 going to sleep for 11 seconds 00000100:00100000:0.0:1746130265.474790:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130265.477494:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130265.484394:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130265.487437:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130265.489731:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130265.489773:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130265.490084:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5080 00000100:00100000:0.0:1746130265.490091:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135a12d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:640ea846-b909-4eea-9a54-417e15bd627b+374:30924:x1830949848524672:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746130265.490098:0:8467:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746130265.490103:0:8467:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800995ba800/0x4ce24e578735fbc4 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3e2a3 expref: -99 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130265.490117:0:8467:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092a6fe00/0x4ce24e578735fbb6 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3e295 expref: 375 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130265.490128:0:8467:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092a6f000/0x4ce24e578735fbbd lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3e29c expref: 6 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130265.490134:0:8467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130265.490135:0:8467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130265.490138:0:8467:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800995ba800/0x4ce24e578735fbc4 lrc: 5/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3e2a3 expref: 375 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130265.490166:0:8467:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092a6f000/0x4ce24e578735fbbd lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3e29c expref: 6 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130265.490176:0:8467:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092a6f000/0x4ce24e578735fbbd lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3e29c expref: 6 pid: 8470 timeout: 563 lvb_type: 0 00000100:00100000:0.0:1746130265.490186:0:8467:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135a13800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8467:1830949841411456:192.168.204.51@tcp:104: 00010000:00010000:0.0:1746130265.490251:0:8467:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092a6fe00/0x4ce24e578735fbb6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3e295 expref: 375 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130265.490258:0:8467:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092a6fe00/0x4ce24e578735fbb6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3e295 expref: 375 pid: 8469 timeout: 563 lvb_type: 0 00000100:00100000:0.0:1746130265.490285:0:8467:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135a10700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8467:1830949841411584:192.168.204.51@tcp:104: 00000100:00100000:0.0:1746130265.490311:0:8467:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009bc95780 going to sleep for 11 seconds 00000100:00100000:0.0:1746130265.491850:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130265.493067:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130265.495362:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130265.495404:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130265.498377:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130265.502365:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130265.510066:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130265.517416:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130265.517928:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130265.520286:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130265.521253:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130265.526305:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130265.529358:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130265.533081:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130265.538841:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130265.541789:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130265.546830:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130265.547163:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130265.547190:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848528000 00000100:00100000:0.0:1746130265.547197:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848528000 00002000:00100000:0.0:1746130265.547244:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff8800942cea00 x1830949848528000/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:251/0 lens 488/0 e 0 to 0 dl 1746130276 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746130265.547252:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800942cea00 with x1830949848528000 ext(0->4095) 00010000:00010000:0.0:1746130265.547260:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092a29600/0x4ce24e578735fbe0 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3e2bf expref: 380 pid: 10554 timeout: 563 lvb_type: 0 00010000:00010000:0.0:1746130265.547296:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092a29600/0x4ce24e578735fbe0 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3e2bf expref: 380 pid: 10554 timeout: 563 lvb_type: 0 00002000:00010000:0.0:1746130265.547303:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800942cea00 00000100:00100000:0.0:1746130265.547326:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 1830 00000100:00100000:0.0:1746130265.547333:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800942cea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+380:1962:x1830949848528000:12345-192.168.204.51@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746130265.547474:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800942cea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+380:1962:x1830949848528000:12345-192.168.204.51@tcp:3:rw_seq_cst_vs_d.0 Request processed in 141us (315us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746130265.547480:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 1830 00002000:00100000:0.0:1746130265.547485:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff8800942cea00 x1830949848528000/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:251/0 lens 488/4536 e 0 to 0 dl 1746130276 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746130265.547491:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800942cea00 with x1830949848528000 ext(0->4095) 00010000:00010000:0.0:1746130265.547495:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092a29600/0x4ce24e578735fbe0 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3e2bf expref: 380 pid: 10554 timeout: 563 lvb_type: 0 00010000:00010000:0.0:1746130265.547502:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092a29600/0x4ce24e578735fbe0 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3e2bf expref: 380 pid: 10554 timeout: 563 lvb_type: 0 00002000:00010000:0.0:1746130265.547507:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800942cea00 00000100:00100000:0.0:1746130265.553185:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130265.553209:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130265.553230:0:7924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848528128 00000100:00100000:0.0:1746130265.553236:0:7924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848528128 00010000:00010000:0.0:1746130265.553263:0:7924:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092a6f400/0x4ce24e578735fbd9 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3e2b8 expref: 6 pid: 8467 timeout: 563 lvb_type: 0 00000100:00100000:0.0:1746130265.554485:0:7924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 13349 00000100:00100000:0.0:1746130265.554497:0:7924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800942cce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949848528128:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746130265.554511:0:7924:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746130265.554533:0:7924:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092a6f400/0x4ce24e578735fbd9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3e2b8 expref: 6 pid: 8467 timeout: 563 lvb_type: 0 00010000:00010000:0.0:1746130265.554545:0:7924:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092a6f400/0x4ce24e578735fbd9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3e2b8 expref: 6 pid: 8467 timeout: 563 lvb_type: 0 00010000:00010000:0.0:1746130265.554564:0:7924:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092a6f400/0x4ce24e578735fbd9 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3e2b8 expref: 6 pid: 8467 timeout: 563 lvb_type: 0 00010000:00010000:0.0:1746130265.554591:0:7924:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746130265.555469:0:7924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800942cce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+7:1962:x1830949848528128:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 974us (2288us total) trans 0 rc 0/0 00000100:00100000:0.0:1746130265.555477:0:7924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 13349 00000100:00100000:0.0:1746130265.559697:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130265.576083:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848529536 00000100:00100000:0.0:1746130265.576087:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848529536 00002000:00100000:0.0:1746130265.576127:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x18:0x0] (0->7) req@ffff88008ac4c700 x1830949848529536/t0(0) o4->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:251/0 lens 496/0 e 0 to 0 dl 1746130276 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746130265.576137:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ac4c700 with x1830949848529536 ext(0->7) 00010000:00010000:0.0:1746130265.576145:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092a29c00/0x4ce24e578735fbe7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3e2c6 expref: 378 pid: 10554 timeout: 563 lvb_type: 0 00010000:00010000:0.0:1746130265.576160:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092a29c00/0x4ce24e578735fbe7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3e2c6 expref: 378 pid: 10554 timeout: 563 lvb_type: 0 00002000:00010000:0.0:1746130265.576167:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008ac4c700 00000100:00100000:0.0:1746130265.576181:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 1832 00000100:00100000:0.0:1746130265.576187:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ac4c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+378:1962:x1830949848529536:12345-192.168.204.51@tcp:4:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746130265.578735:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ac4c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+380:1962:x1830949848529536:12345-192.168.204.51@tcp:4:rw_seq_cst_vs_d.0 Request processed in 2546us (2885us total) trans 4294968739 rc 0/0 00000100:00100000:0.0:1746130265.578743:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 1832 00002000:00100000:0.0:1746130265.578750:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x18:0x0] (0->7) req@ffff88008ac4c700 x1830949848529536/t4294968739(0) o4->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:251/0 lens 496/448 e 0 to 0 dl 1746130276 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746130265.579049:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ac4c700 with x1830949848529536 ext(0->7) 00010000:00010000:0.0:1746130265.579058:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092a29c00/0x4ce24e578735fbe7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3e2c6 expref: 380 pid: 10554 timeout: 563 lvb_type: 0 00010000:00010000:0.0:1746130265.579071:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092a29c00/0x4ce24e578735fbe7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3e2c6 expref: 380 pid: 10554 timeout: 563 lvb_type: 0 00002000:00010000:0.0:1746130265.579078:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008ac4c700 00000100:00100000:0.0:1746130265.580153:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130265.581202:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130265.586190:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130265.586224:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848530048 00000100:00100000:0.0:1746130265.586237:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848530048 00002000:00100000:0.0:1746130265.586302:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff8800942ced80 x1830949848530048/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:251/0 lens 488/0 e 0 to 0 dl 1746130276 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746130265.586312:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800942ced80 with x1830949848530048 ext(0->4095) 00010000:00010000:0.0:1746130265.586321:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009431de00/0x4ce24e578735fbee lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3e2cd expref: 6 pid: 8470 timeout: 563 lvb_type: 0 00010000:00010000:0.0:1746130265.586335:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009431de00/0x4ce24e578735fbee lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3e2cd expref: 6 pid: 8470 timeout: 563 lvb_type: 0 00002000:00010000:0.0:1746130265.586345:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800942ced80 00000100:00100000:0.0:1746130265.586978:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 1833 00000100:00100000:0.0:1746130265.586986:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800942ced80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949848530048:12345-192.168.204.51@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746130265.587571:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800942ced80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949848530048:12345-192.168.204.51@tcp:3:rw_seq_cst_vs_d.0 Request processed in 584us (1389us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746130265.587577:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 1833 00002000:00100000:0.0:1746130265.587583:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff8800942ced80 x1830949848530048/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:251/0 lens 488/4536 e 0 to 0 dl 1746130276 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746130265.587592:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800942ced80 with x1830949848530048 ext(0->4095) 00010000:00010000:0.0:1746130265.587598:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009431de00/0x4ce24e578735fbee lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3e2cd expref: 6 pid: 8470 timeout: 563 lvb_type: 0 00010000:00010000:0.0:1746130265.587608:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009431de00/0x4ce24e578735fbee lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3e2cd expref: 6 pid: 8470 timeout: 563 lvb_type: 0 00002000:00010000:0.0:1746130265.587615:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800942ced80 00000100:00100000:0.0:1746130265.590099:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130265.594614:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130265.597711:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130265.602379:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130265.605240:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130265.617743:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130265.618617:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130265.620017:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130265.625039:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130265.630253:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130265.634749:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130265.638868:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130265.641172:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130265.643497:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130265.643958:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130265.646095:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130265.646120:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130265.646151:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130265.650749:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130265.653142:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130265.658085:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130265.663331:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130265.666847:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130265.666903:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130265.669963:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130265.673430:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130265.673474:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130265.676861:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130265.681904:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130265.686155:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130265.689406:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130265.692537:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130265.694730:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130265.695448:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130265.697865:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130265.704455:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130265.716409:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130265.716468:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130265.721351:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130265.721378:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848537856 00000100:00100000:0.0:1746130265.721383:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848537856 00010000:00010000:0.0:1746130265.721579:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009431c200/0x4ce24e578735fc42 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3e321 expref: 391 pid: 8467 timeout: 563 lvb_type: 0 00000100:00100000:0.0:1746130265.721600:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 13364 00000100:00100000:0.0:1746130265.721606:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f133b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+391:1961:x1830949848537856:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746130265.721615:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746130265.721632:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009431c200/0x4ce24e578735fc42 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3e321 expref: 391 pid: 8467 timeout: 563 lvb_type: 0 00010000:00010000:0.0:1746130265.721644:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009431c200/0x4ce24e578735fc42 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3e321 expref: 391 pid: 8467 timeout: 563 lvb_type: 0 00010000:00010000:0.0:1746130265.721661:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009431c200/0x4ce24e578735fc42 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3e321 expref: 391 pid: 8467 timeout: 563 lvb_type: 0 00010000:00010000:0.0:1746130265.721686:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130265.721688:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130265.721694:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092a29c00/0x4ce24e578735fc49 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3e328 expref: 390 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130265.721700:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092a29c00/0x4ce24e578735fc49 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3e328 expref: 390 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130265.721729:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092a29c00/0x4ce24e578735fc49 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3e328 expref: 390 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130265.721739:0:7097:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092a29c00/0x4ce24e578735fc49 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3e328 expref: 390 pid: 10554 timeout: 563 lvb_type: 0 00000100:00100000:0.0:1746130265.721749:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f132d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7097:1830949841416320:192.168.204.51@tcp:105: 00000100:00100000:0.0:1746130265.721846:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009bc95480 going to sleep for 11 seconds 00000001:00080000:0.0:1746130265.740651:0:9939:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968739 is committed 00000001:00080000:0.0:1746130265.740799:0:9939:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968742 is committed 00000001:00080000:0.0:1746130265.740941:0:9939:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968744 is committed 00000100:00100000:0.0:1746130265.742559:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130265.742832:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130265.746517:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130265.746627:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130265.751121:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130265.753374:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130265.756292:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848539776 00000100:00100000:0.0:1746130265.756300:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848539776 00010000:00010000:0.0:1746130265.756333:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009431d200/0x4ce24e578735fc57 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3e336 expref: 11 pid: 10554 timeout: 563 lvb_type: 0 00000100:00100000:0.0:1746130265.756368:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 13367 00000100:00100000:0.0:1746130265.756374:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ac4f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+11:1962:x1830949848539776:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746130265.756385:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746130265.756402:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009431d200/0x4ce24e578735fc57 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3e336 expref: 11 pid: 10554 timeout: 563 lvb_type: 0 00010000:00010000:0.0:1746130265.756412:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009431d200/0x4ce24e578735fc57 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3e336 expref: 11 pid: 10554 timeout: 563 lvb_type: 0 00010000:00010000:0.0:1746130265.756432:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009431d200/0x4ce24e578735fc57 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3e336 expref: 11 pid: 10554 timeout: 563 lvb_type: 0 00010000:00010000:0.0:1746130265.756456:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130265.756458:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130265.756464:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092a29a00/0x4ce24e578735fc5e lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3e33d expref: 10 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130265.756472:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092a29a00/0x4ce24e578735fc5e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3e33d expref: 10 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130265.756500:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092a29a00/0x4ce24e578735fc5e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3e33d expref: 10 pid: 8470 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746130265.756511:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f133b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7097:1830949841416960:192.168.204.51@tcp:105: 00000100:00100000:0.0:1746130265.756970:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009bc95780 going to sleep for 11 seconds 00000100:00100000:0.0:1746130265.759876:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f133b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7097:1830949841416960:192.168.204.51@tcp:105: 00010000:00010000:0.0:1746130265.759895:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746130265.759947:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ac4f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+10:1962:x1830949848539776:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 3572us (3703us total) trans 0 rc 0/0 00000100:00100000:0.0:1746130265.759960:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 13367 00010000:00010000:0.0:1746130265.760709:0:7100:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746130265.762018:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130265.768095:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130265.771923:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130265.772007:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130265.773714:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130265.774376:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130265.774408:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130265.776856:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130265.779801:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130265.785458:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130265.789660:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130265.792910:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130265.792980:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130265.794470:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130265.794529:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130265.798035:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130265.798134:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130265.801048:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130265.802914:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130265.805429:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130265.810844:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130265.816641:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130265.817624:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130265.820188:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130265.820223:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130265.822300:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130265.822420:0:8470:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848544768 00000100:00100000:0.0:1746130265.822424:0:8470:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848544768 00000100:00100000:0.0:1746130265.822451:0:8470:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5112 00000100:00100000:0.0:1746130265.822456:0:8470:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d159f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c84b93b0-d496-484f-8e1e-94008838f2dd+5:30934:x1830949848544768:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746130265.822466:0:8470:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746130265.822474:0:8470:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800995bba00/0x4ce24e578735fc9d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3e37c expref: -99 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130265.822488:0:8470:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800b40c3200/0x4ce24e578735fc96 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3e36e expref: 14 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130265.822493:0:8470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746130265.822494:0:8470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746130265.822496:0:8470:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800995bba00/0x4ce24e578735fc9d lrc: 4/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3e37c expref: 6 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130265.822715:0:8470:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800b40c3200/0x4ce24e578735fc96 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3e36e expref: 14 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130265.822724:0:8470:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800b40c3200/0x4ce24e578735fc96 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3e36e expref: 14 pid: 8470 timeout: 563 lvb_type: 0 00000100:00100000:0.0:1746130265.822733:0:8470:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800924e3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8470:1830949841418752:192.168.204.51@tcp:104: 00000100:00100000:0.0:1746130265.822809:0:8470:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009bc95780 going to sleep for 11 seconds 00000100:00100000:0.0:1746130265.825728:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848545024 00000100:00100000:0.0:1746130265.825734:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848545024 00002000:00100000:0.0:1746130265.825762:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff88008ac4f480 x1830949848545024/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:251/0 lens 488/0 e 0 to 0 dl 1746130276 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746130265.825770:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ac4f480 with x1830949848545024 ext(0->4095) 00010000:00010000:0.0:1746130265.825776:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800b40c3200/0x4ce24e578735fc96 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3e36e expref: 14 pid: 8470 timeout: 563 lvb_type: 0 00010000:00010000:0.0:1746130265.825785:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800b40c3200/0x4ce24e578735fc96 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3e36e expref: 14 pid: 8470 timeout: 563 lvb_type: 0 00002000:00010000:0.0:1746130265.825791:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008ac4f480 00000100:00100000:0.0:1746130265.825803:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 1857 00000100:00100000:0.0:1746130265.825809:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ac4f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+14:1961:x1830949848545024:12345-192.168.204.51@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746130265.827608:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ac4f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+14:1961:x1830949848545024:12345-192.168.204.51@tcp:3:rw_seq_cst_vs_d.0 Request processed in 1789us (1950us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746130265.827619:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 1857 00002000:00100000:0.0:1746130265.827628:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff88008ac4f480 x1830949848545024/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:251/0 lens 488/4536 e 0 to 0 dl 1746130276 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746130265.827637:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ac4f480 with x1830949848545024 ext(0->4095) 00010000:00010000:0.0:1746130265.827645:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800b40c3200/0x4ce24e578735fc96 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3e36e expref: 14 pid: 8470 timeout: 563 lvb_type: 0 00010000:00010000:0.0:1746130265.827656:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800b40c3200/0x4ce24e578735fc96 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3e36e expref: 14 pid: 8470 timeout: 563 lvb_type: 0 00002000:00010000:0.0:1746130265.827662:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008ac4f480 00000100:00100000:0.0:1746130265.829355:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130265.833685:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130265.836901:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130265.838645:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130265.841793:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130265.841877:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130265.844091:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130265.844115:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130265.844192:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130265.848126:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130265.850592:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130265.856884:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130265.860638:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130265.866987:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130265.869740:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130265.872929:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130265.875156:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130265.878503:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130265.886145:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130265.887337:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130265.889286:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130265.890446:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130265.892369:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130265.896527:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130265.906323:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130265.917718:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130265.918641:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130265.919776:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130265.922599:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130265.924687:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130265.928392:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130265.931136:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130265.933335:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130265.935770:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130265.940394:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5124 00000100:00100000:0.0:1746130265.940401:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ac4fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:640ea846-b909-4eea-9a54-417e15bd627b+25:30934:x1830949848551808:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746130265.940407:0:8467:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746130265.940413:0:8467:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800995baa00/0x4ce24e578735fcf1 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3e3d0 expref: -99 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130265.940423:0:8467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130265.940427:0:8467:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009955d200/0x4ce24e578735fcea lrc: 3/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3e3c9 expref: 26 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130265.940432:0:8467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746130265.940435:0:8467:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800995baa00/0x4ce24e578735fcf1 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3e3d0 expref: 26 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130265.940453:0:8467:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009955d200/0x4ce24e578735fcea lrc: 4/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3e3c9 expref: 26 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130265.940462:0:8467:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800995baa00/0x4ce24e578735fcf1 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3e3d0 expref: 26 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130265.940471:0:8467:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800995baa00, rc 0) 00000100:00100000:0.0:1746130265.940493:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ac4fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:640ea846-b909-4eea-9a54-417e15bd627b+26:30934:x1830949848551808:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 94us (600us total) trans 0 rc 0/0 00000100:00100000:0.0:1746130265.940499:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5124 00000100:00100000:0.0:1746130265.942596:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130265.945760:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130265.947517:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130265.949476:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130265.962796:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130265.963694:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130265.969021:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130265.969438:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130265.969979:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130265.971471:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130265.973473:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130265.975218:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130265.977823:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130265.982529:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130265.985075:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130265.987478:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130265.988072:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130265.989797:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130265.991080:0:8470:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848555776 00000100:00100000:0.0:1746130265.991084:0:8470:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848555776 00000100:00100000:0.0:1746130265.991114:0:8470:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5130 00000100:00100000:0.0:1746130265.991120:0:8470:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ac4ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c84b93b0-d496-484f-8e1e-94008838f2dd+5:30934:x1830949848555776:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746130265.991130:0:8470:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746130265.991446:0:8470:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800995bb800/0x4ce24e578735fd1b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3e3fa expref: -99 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130265.991463:0:8470:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094734400/0x4ce24e578735fd14 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3e3f3 expref: 28 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130265.991468:0:8470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746130265.991470:0:8470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746130265.991472:0:8470:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800995bb800/0x4ce24e578735fd1b lrc: 4/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3e3fa expref: 6 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130265.991486:0:8470:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094734400/0x4ce24e578735fd14 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3e3f3 expref: 28 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130265.991495:0:8470:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094734400/0x4ce24e578735fd14 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3e3f3 expref: 28 pid: 8470 timeout: 564 lvb_type: 0 00000100:00100000:0.0:1746130265.991549:0:8470:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094b12a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8470:1830949841422848:192.168.204.51@tcp:104: 00000100:00100000:0.0:1746130265.991571:0:8470:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009bc95a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746130265.993841:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130265.996179:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130266.005374:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130266.008543:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130266.010565:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130266.013214:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130266.016570:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848557184 00000100:00100000:0.0:1746130266.016575:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848557184 00002000:00100000:0.0:1746130266.016608:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff88008d159180 x1830949848557184/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:252/0 lens 488/0 e 0 to 0 dl 1746130277 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746130266.016616:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d159180 with x1830949848557184 ext(0->4095) 00002000:00010000:0.0:1746130266.016621:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008d159180 00000100:00100000:0.0:1746130266.016703:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4240 00000100:00100000:0.0:1746130266.016711:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d159180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+30:1962:x1830949848557184:12345-192.168.204.51@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746130266.016831:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d159180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+30:1962:x1830949848557184:12345-192.168.204.51@tcp:3:rw_seq_cst_vs_d.0 Request processed in 121us (315us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746130266.016837:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4240 00002000:00100000:0.0:1746130266.016842:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff88008d159180 x1830949848557184/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:252/0 lens 488/4536 e 0 to 0 dl 1746130277 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746130266.016848:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d159180 with x1830949848557184 ext(0->4095) 00002000:00010000:0.0:1746130266.016851:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008d159180 00000100:00100000:0.0:1746130266.020525:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130266.028322:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130266.030125:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130266.034703:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848557952 00000100:00100000:0.0:1746130266.034706:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848557952 00002000:00100000:0.0:1746130266.034728:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff88008d15a300 x1830949848557952/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:252/0 lens 488/0 e 0 to 0 dl 1746130277 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746130266.034737:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d15a300 with x1830949848557952 ext(0->4095) 00002000:00010000:0.0:1746130266.034741:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008d15a300 00000100:00100000:0.0:1746130266.034755:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4241 00000100:00100000:0.0:1746130266.034759:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d15a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949848557952:12345-192.168.204.51@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746130266.034872:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d15a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949848557952:12345-192.168.204.51@tcp:3:rw_seq_cst_vs_d.0 Request processed in 112us (371us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746130266.034877:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4241 00002000:00100000:0.0:1746130266.034881:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff88008d15a300 x1830949848557952/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:252/0 lens 488/4536 e 0 to 0 dl 1746130277 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746130266.034888:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d15a300 with x1830949848557952 ext(0->4095) 00010000:00010000:0.0:1746130266.034892:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009431dc00/0x4ce24e578735fd29 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3e408 expref: 6 pid: 8470 timeout: 564 lvb_type: 0 00010000:00010000:0.0:1746130266.034901:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009431dc00/0x4ce24e578735fd29 lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3e408 expref: 6 pid: 8470 timeout: 564 lvb_type: 0 00002000:00010000:0.0:1746130266.034907:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008d15a300 00000100:00100000:0.0:1746130266.036920:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130266.037470:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130266.039954:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130266.042377:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130266.044963:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130266.048990:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130266.051358:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130266.052754:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130266.055119:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130266.056925:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130266.060743:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130266.060785:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130266.060804:0:7924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848560128 00000100:00100000:0.0:1746130266.060810:0:7924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848560128 00010000:00010000:0.0:1746130266.061152:0:7924:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009955c000/0x4ce24e578735fd37 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3e416 expref: 35 pid: 10554 timeout: 564 lvb_type: 0 00000100:00100000:0.0:1746130266.062697:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130266.063394:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130266.064801:0:10554:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008d159500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10554:1830949841424512:192.168.204.51@tcp:104: 00010000:00010000:0.0:1746130266.064818:0:10554:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009955c800/0x4ce24e578735fd4c lrc: 3/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3e42b expref: 6 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130266.064832:0:10554:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009955c800, rc 0) 00000100:00100000:0.0:1746130266.064864:0:10554:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e2ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+6:30934:x1830949848560256:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2053us (2168us total) trans 0 rc 0/0 00000100:00100000:0.0:1746130266.064870:0:10554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5137 00000100:00100000:0.0:1746130266.067006:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130266.075510:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130266.081683:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130266.081729:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130266.081757:0:10554:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848561280 00000100:00100000:0.0:1746130266.081763:0:10554:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848561280 00000100:00100000:0.0:1746130266.082216:0:10554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5138 00000100:00100000:0.0:1746130266.082222:0:10554:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e2d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:640ea846-b909-4eea-9a54-417e15bd627b+35:30924:x1830949848561280:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746130266.082230:0:10554:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746130266.082244:0:10554:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800995bba00/0x4ce24e578735fd53 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3e432 expref: -99 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130266.082280:0:10554:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009955c800/0x4ce24e578735fd4c lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3e42b expref: 6 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130266.082288:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130266.082290:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130266.082294:0:10554:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800995bba00/0x4ce24e578735fd53 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3e432 expref: 36 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130266.082319:0:10554:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009955c800/0x4ce24e578735fd4c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3e42b expref: 6 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130266.082333:0:10554:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009955c800/0x4ce24e578735fd4c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3e42b expref: 6 pid: 10554 timeout: 564 lvb_type: 0 00000100:00100000:0.0:1746130266.082342:0:10554:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5968380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10554:1830949841424768:192.168.204.51@tcp:104: 00000100:00100000:0.0:1746130266.082395:0:10554:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009bc950c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746130266.084208:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130266.084239:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130266.087812:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130266.091205:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130266.093676:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130266.100107:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130266.105548:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130266.106475:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130266.109251:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130266.109634:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130266.113560:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130266.118402:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848563456 00000100:00100000:0.0:1746130266.118408:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848563456 00002000:00100000:0.0:1746130266.118437:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff88008ac4e300 x1830949848563456/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:252/0 lens 488/0 e 0 to 0 dl 1746130277 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746130266.118445:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ac4e300 with x1830949848563456 ext(0->4095) 00002000:00010000:0.0:1746130266.118449:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008ac4e300 00000100:00100000:0.0:1746130266.118461:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4247 00000100:00100000:0.0:1746130266.118467:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ac4e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+38:1961:x1830949848563456:12345-192.168.204.51@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746130266.118589:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ac4e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+38:1961:x1830949848563456:12345-192.168.204.51@tcp:3:rw_seq_cst_vs_d.0 Request processed in 121us (686us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746130266.118594:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4247 00002000:00100000:0.0:1746130266.118599:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff88008ac4e300 x1830949848563456/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:252/0 lens 488/4536 e 0 to 0 dl 1746130277 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746130266.118604:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ac4e300 with x1830949848563456 ext(0->4095) 00002000:00010000:0.0:1746130266.118607:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008ac4e300 00000100:00100000:0.0:1746130266.120970:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130266.126838:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130266.130015:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130266.135764:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130266.140322:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130266.141890:0:8470:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848564352 00000100:00100000:0.0:1746130266.141894:0:8470:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848564352 00000100:00100000:0.0:1746130266.141923:0:8470:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5144 00000100:00100000:0.0:1746130266.141928:0:8470:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d15b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:640ea846-b909-4eea-9a54-417e15bd627b+41:30934:x1830949848564352:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746130266.141936:0:8470:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746130266.141943:0:8470:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800995ba800/0x4ce24e578735fd7d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3e45c expref: -99 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130266.141955:0:8470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130266.141960:0:8470:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092a28e00/0x4ce24e578735fd76 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3e455 expref: 42 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130266.141966:0:8470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746130266.141968:0:8470:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800995ba800/0x4ce24e578735fd7d lrc: 4/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3e45c expref: 42 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130266.141988:0:8470:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092a28e00/0x4ce24e578735fd76 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3e455 expref: 42 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130266.141998:0:8470:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800995ba800/0x4ce24e578735fd7d lrc: 3/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3e45c expref: 42 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130266.142008:0:8470:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800995ba800, rc 0) 00000100:00100000:0.0:1746130266.142500:0:8470:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d15b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:640ea846-b909-4eea-9a54-417e15bd627b+42:30934:x1830949848564352:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 570us (841us total) trans 0 rc 0/0 00000100:00100000:0.0:1746130266.142505:0:8470:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5144 00000100:00100000:0.0:1746130266.145593:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130266.148124:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130266.151058:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130266.154795:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130266.157773:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130266.160903:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130266.164689:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130266.165031:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130266.168749:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130266.168841:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130266.168879:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130266.175521:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130266.178366:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130266.181744:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130266.184811:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130266.187555:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130266.189687:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130266.190413:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130266.196919:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130266.197058:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130266.202160:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130266.205774:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130266.209513:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130266.213708:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130266.218039:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130266.218087:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130266.220031:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130266.220071:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130266.220089:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848569600 00000100:00100000:0.0:1746130266.220093:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848569600 00002000:00100000:0.0:1746130266.220118:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff8801344c8380 x1830949848569600/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:252/0 lens 488/0 e 0 to 0 dl 1746130277 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746130266.220126:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801344c8380 with x1830949848569600 ext(0->4095) 00010000:00010000:0.0:1746130266.220132:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009955de00/0x4ce24e578735fdae lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3e48d expref: 6 pid: 8470 timeout: 564 lvb_type: 0 00010000:00010000:0.0:1746130266.220140:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009955de00/0x4ce24e578735fdae lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3e48d expref: 6 pid: 8470 timeout: 564 lvb_type: 0 00002000:00010000:0.0:1746130266.220146:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801344c8380 00000100:00100000:0.0:1746130266.220291:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 1893 00000100:00100000:0.0:1746130266.220297:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801344c8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949848569600:12345-192.168.204.51@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746130266.220406:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801344c8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949848569600:12345-192.168.204.51@tcp:3:rw_seq_cst_vs_d.0 Request processed in 109us (334us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746130266.220412:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 1893 00002000:00100000:0.0:1746130266.220417:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff8801344c8380 x1830949848569600/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:252/0 lens 488/4536 e 0 to 0 dl 1746130277 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746130266.220424:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801344c8380 with x1830949848569600 ext(0->4095) 00010000:00010000:0.0:1746130266.220428:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009955de00/0x4ce24e578735fdae lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3e48d expref: 6 pid: 8470 timeout: 564 lvb_type: 0 00010000:00010000:0.0:1746130266.220437:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009955de00/0x4ce24e578735fdae lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3e48d expref: 6 pid: 8470 timeout: 564 lvb_type: 0 00002000:00010000:0.0:1746130266.220442:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801344c8380 00000100:00100000:0.0:1746130266.224592:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130266.226833:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130266.229355:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130266.231568:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130266.233960:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130266.237475:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130266.240081:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130266.244721:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130266.244770:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130266.247520:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130266.248958:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130266.249601:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130266.252262:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130266.256100:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130266.262767:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130266.267095:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130266.267704:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130266.270878:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130266.270968:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130266.274052:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130266.276778:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130266.278751:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130266.280436:0:7924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 13422 00000100:00100000:0.0:1746130266.280445:0:7924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7d40700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+53:1963:x1830949848573696:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746130266.280459:0:7924:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746130266.280478:0:7924:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009955d800/0x4ce24e578735fdd8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3e4b7 expref: 53 pid: 8470 timeout: 564 lvb_type: 0 00010000:00010000:0.0:1746130266.280487:0:7924:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009955d800/0x4ce24e578735fdd8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3e4b7 expref: 53 pid: 8470 timeout: 564 lvb_type: 0 00010000:00010000:0.0:1746130266.280502:0:7924:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009955d800/0x4ce24e578735fdd8 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3e4b7 expref: 53 pid: 8470 timeout: 564 lvb_type: 0 00010000:00010000:0.0:1746130266.280524:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130266.280525:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130266.280530:0:7924:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092a6ea00/0x4ce24e578735fddf lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3e4be expref: 52 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130266.280535:0:7924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092a6ea00/0x4ce24e578735fddf lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3e4be expref: 52 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130266.280556:0:7924:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092a6ea00/0x4ce24e578735fddf lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3e4be expref: 52 pid: 10554 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746130266.280564:0:7924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7d42a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7924:1830949841429376:192.168.204.51@tcp:105: 00000100:00100000:0.0:1746130266.280701:0:7924:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009bc95cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746130266.282317:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130266.283850:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130266.286796:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130266.290171:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130266.292180:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130266.294354:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130266.300404:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130266.300440:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130266.301381:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130266.304777:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130266.315198:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130266.323101:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130266.323151:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130266.327654:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130266.331151:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130266.331994:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130266.334620:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130266.338172:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130266.342517:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130266.346012:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130266.348440:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130266.350491:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130266.352717:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130266.352763:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130266.356462:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130266.356528:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130266.360030:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848578944 00000100:00100000:0.0:1746130266.360035:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848578944 00002000:00100000:0.0:1746130266.360061:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff88008ac4e680 x1830949848578944/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:252/0 lens 488/0 e 0 to 0 dl 1746130277 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746130266.360068:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ac4e680 with x1830949848578944 ext(0->4095) 00010000:00010000:0.0:1746130266.360074:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009955cc00/0x4ce24e578735fe10 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3e4ef expref: 58 pid: 8470 timeout: 564 lvb_type: 0 00010000:00010000:0.0:1746130266.360083:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009955cc00/0x4ce24e578735fe10 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3e4ef expref: 58 pid: 8470 timeout: 564 lvb_type: 0 00002000:00010000:0.0:1746130266.360093:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008ac4e680 00000100:00100000:0.0:1746130266.360106:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 1907 00000100:00100000:0.0:1746130266.360112:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ac4e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+58:1963:x1830949848578944:12345-192.168.204.51@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746130266.360876:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ac4e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+58:1963:x1830949848578944:12345-192.168.204.51@tcp:3:rw_seq_cst_vs_d.0 Request processed in 761us (897us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746130266.360882:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 1907 00002000:00100000:0.0:1746130266.360888:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff88008ac4e680 x1830949848578944/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:252/0 lens 488/4536 e 0 to 0 dl 1746130277 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746130266.360895:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ac4e680 with x1830949848578944 ext(0->4095) 00010000:00010000:0.0:1746130266.360900:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009955cc00/0x4ce24e578735fe10 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3e4ef expref: 58 pid: 8470 timeout: 564 lvb_type: 0 00010000:00010000:0.0:1746130266.360912:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009955cc00/0x4ce24e578735fe10 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3e4ef expref: 58 pid: 8470 timeout: 564 lvb_type: 0 00002000:00010000:0.0:1746130266.360920:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008ac4e680 00000100:00100000:0.0:1746130266.364249:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130266.373263:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130266.378695:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130266.378741:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130266.378774:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848579712 00000100:00100000:0.0:1746130266.378780:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848579712 00002000:00100000:0.0:1746130266.378817:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff88008af74a80 x1830949848579712/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:252/0 lens 488/0 e 0 to 0 dl 1746130277 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746130266.378827:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008af74a80 with x1830949848579712 ext(0->4095) 00002000:00010000:0.0:1746130266.378832:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008af74a80 00000100:00100000:0.0:1746130266.378862:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4261 00000100:00100000:0.0:1746130266.378868:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008af74a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+59:1961:x1830949848579712:12345-192.168.204.51@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746130266.379003:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008af74a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+60:1961:x1830949848579712:12345-192.168.204.51@tcp:3:rw_seq_cst_vs_d.0 Request processed in 134us (260us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746130266.379009:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4261 00002000:00100000:0.0:1746130266.379015:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff88008af74a80 x1830949848579712/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:252/0 lens 488/4536 e 0 to 0 dl 1746130277 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746130266.379022:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008af74a80 with x1830949848579712 ext(0->4095) 00002000:00010000:0.0:1746130266.379025:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008af74a80 00000100:00100000:0.0:1746130266.380448:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130266.381430:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130266.385316:0:7098:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008ac4f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:7098:1830949841431552:192.168.204.51@tcp:105: 00010000:00010000:0.0:1746130266.385335:0:7098:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746130266.385601:0:7098:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008af74000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:640ea846-b909-4eea-9a54-417e15bd627b+59:1963:x1830949848579968:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 4026us (4169us total) trans 0 rc 0/0 00000100:00100000:0.0:1746130266.385610:0:7098:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 13431 00000100:00100000:0.0:1746130266.387103:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130266.389577:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130266.393100:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130266.396353:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130266.401853:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130266.404942:0:8469:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848581376 00000100:00100000:0.0:1746130266.404949:0:8469:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848581376 00000100:00100000:0.0:1746130266.404990:0:8469:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5170 00000100:00100000:0.0:1746130266.404996:0:8469:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4e2b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:640ea846-b909-4eea-9a54-417e15bd627b+60:30924:x1830949848581376:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746130266.405007:0:8469:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746130266.405020:0:8469:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800995bac00/0x4ce24e578735fe33 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3e512 expref: -99 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130266.405040:0:8469:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092a6ec00/0x4ce24e578735fe25 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3e504 expref: 6 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130266.405046:0:8469:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009431dc00/0x4ce24e578735fe2c lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3e50b expref: 61 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130266.405052:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130266.405053:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130266.405055:0:8469:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800995bac00/0x4ce24e578735fe33 lrc: 5/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3e512 expref: 61 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130266.405081:0:8469:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009431dc00/0x4ce24e578735fe2c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3e50b expref: 61 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130266.405090:0:8469:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009431dc00/0x4ce24e578735fe2c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3e50b expref: 61 pid: 8470 timeout: 564 lvb_type: 0 00000100:00100000:0.0:1746130266.405100:0:8469:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135a12d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8469:1830949841431808:192.168.204.51@tcp:104: 00010000:00010000:0.0:1746130266.405159:0:8469:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092a6ec00/0x4ce24e578735fe25 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3e504 expref: 6 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130266.405166:0:8469:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092a6ec00/0x4ce24e578735fe25 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3e504 expref: 6 pid: 10554 timeout: 564 lvb_type: 0 00000100:00100000:0.0:1746130266.405172:0:8469:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135a11500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8469:1830949841431936:192.168.204.51@tcp:104: 00000100:00100000:0.0:1746130266.405183:0:8469:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009bc95c00 going to sleep for 11 seconds 00000100:00100000:0.0:1746130266.407305:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130266.407871:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130266.407905:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130266.410292:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130266.413173:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130266.415958:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130266.419948:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130266.422463:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130266.424400:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130266.427848:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130266.430855:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130266.434159:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130266.434187:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130266.434222:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130266.436629:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130266.439303:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130266.443838:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130266.449713:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130266.453416:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130266.455691:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130266.455736:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130266.458417:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130266.458457:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130266.462076:0:7924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848586112 00000100:00100000:0.0:1746130266.462084:0:7924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848586112 00010000:00010000:0.0:1746130266.462121:0:7924:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009361fa00/0x4ce24e578735fe4f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3e52e expref: 6 pid: 10554 timeout: 564 lvb_type: 0 00000100:00100000:0.0:1746130266.462212:0:7924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 13440 00000100:00100000:0.0:1746130266.462220:0:7924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d158e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1963:x1830949848586112:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746130266.462232:0:7924:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746130266.462251:0:7924:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009361fa00/0x4ce24e578735fe4f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3e52e expref: 6 pid: 10554 timeout: 564 lvb_type: 0 00010000:00010000:0.0:1746130266.462261:0:7924:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009361fa00/0x4ce24e578735fe4f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3e52e expref: 6 pid: 10554 timeout: 564 lvb_type: 0 00010000:00010000:0.0:1746130266.462298:0:7924:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009361fa00/0x4ce24e578735fe4f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3e52e expref: 6 pid: 10554 timeout: 564 lvb_type: 0 00010000:00010000:0.0:1746130266.462322:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130266.462324:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130266.462334:0:7924:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092a6fe00/0x4ce24e578735fe5d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3e53c expref: 64 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130266.462341:0:7924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092a6fe00/0x4ce24e578735fe5d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3e53c expref: 64 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130266.462383:0:7924:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092a6fe00/0x4ce24e578735fe5d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3e53c expref: 65 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130266.462411:0:7924:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092a6fe00/0x4ce24e578735fe5d lrc: 6/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3e53c expref: 65 pid: 8470 timeout: 564 lvb_type: 0 00000100:00100000:0.0:1746130266.462419:0:7924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f161f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7924:1830949841433344:192.168.204.51@tcp:105: 00000100:00100000:0.0:1746130266.462498:0:7924:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009bc956c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746130266.464607:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130266.467649:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130266.470831:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130266.474640:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130266.481408:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130266.483141:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130266.483984:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130266.487416:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130266.490801:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130266.493704:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130266.495615:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130266.498062:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130266.501661:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130266.505352:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130266.509801:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130266.514763:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130266.514817:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130266.517935:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130266.518021:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130266.520356:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130266.521575:0:7924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008d158e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7924:1830949841434624:192.168.204.51@tcp:105: 00010000:00010000:0.0:1746130266.521590:0:7924:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746130266.521611:0:7924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132f7c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+70:1961:x1830949848589568:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 3125us (3589us total) trans 0 rc 0/0 00000100:00100000:0.0:1746130266.521619:0:7924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 13446 00000100:00100000:0.0:1746130266.526336:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130266.527733:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130266.529698:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130266.532383:0:3298:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1746130266.532400:0:3298:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008d158700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3298:1830949841435008:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1746130266.532450:0:3298:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746130266.532522:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130266.532665:0:3298:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008d158700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3298:1830949841435008:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1746130266.535770:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130266.540672:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130266.540897:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130266.543295:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130266.544161:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130266.545455:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130266.553854:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130266.557599:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130266.563825:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130266.568702:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130266.568750:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130266.571665:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130266.571739:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130266.574176:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130266.577090:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130266.580963:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130266.587016:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130266.596088:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130266.596179:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130266.598693:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130266.598737:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130266.601668:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130266.605292:0:7924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008ac4ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7924:1830949841436544:192.168.204.51@tcp:105: 00010000:00010000:0.0:1746130266.605308:0:7924:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746130266.605690:0:7924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c4fed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+5:1963:x1830949848594816:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 3729us (4040us total) trans 0 rc 0/0 00000100:00100000:0.0:1746130266.605698:0:7924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 13454 00000100:00100000:0.0:1746130266.609351:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130266.618739:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130266.625004:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130266.625045:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130266.630002:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130266.632499:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130266.636367:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130266.644356:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130266.650999:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130266.703624:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130266.707357:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130266.714061:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130266.717966:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130267.095341:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00010000:00010000:0.0:1746130267.095803:0:8470:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880136736c00/0x4ce24e578735ff1a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130267.095813:0:8470:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880136736c00/0x4ce24e578735ff1a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130267.095823:0:8470:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880136736c00/0x4ce24e578735ff1a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130267.095831:0:8470:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880136736c00/0x4ce24e578735ff1a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130267.095854:0:8470:0:(ldlm_lockd.c:2182:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1746130267.096370:0:8470:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ac4ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3297:x1830949841437312:12345-0@lo:6:osp-syn-1-0.0 Request processed in 4778us (4904us total) trans 4294968780 rc 0/0 00000100:00100000:0.0:1746130267.096379:0:8470:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5193 00000020:00000080:0.0:1746130268.865254:0:24585:0:(genops.c:863:class_export_destroy()) destroying export ffff8800936b3800/c84b93b0-d496-484f-8e1e-94008838f2dd for lustre-OST0000 00000020:00000080:0.0:1746130268.865306:0:24585:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff8800936b5000 for lustre-OST0000 00000100:00100000:0.0:1746130269.093695:0:3299:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091951c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:c27f3a83-b0ee-4dd6-bb65-34207604533c:3299:1830949841437568:0@lo:400:kworker.0 00000100:00100000:0.0:1746130269.093729:0:3299:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746130269.093760:0:3299:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091951f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3299:1830949841438080:0@lo:400:kworker.0 00000100:00100000:0.0:1746130269.093777:0:3299:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746130269.093789:0:3299:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:0.0:1746130269.093793:0:3299:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091952680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3299:1830949841437696:0@lo:400:kworker.0 00000100:00100000:0.0:1746130269.093806:0:3299:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746130269.093817:0:3299:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091951880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3299:1830949841438208:0@lo:400:kworker.0 00000100:00100000:0.0:1746130269.093832:0:3299:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746130269.093856:0:8470:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949841437952 00000100:00100000:0.0:1746130269.093859:0:8470:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949841437952 00000100:00100000:0.0:1746130269.093881:0:8470:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949841438208 00000100:00100000:0.0:1746130269.093883:0:8470:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949841438208 00000100:00100000:0.0:1746130269.093895:0:8470:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 398 00000100:00100000:0.0:1746130269.093899:0:8470:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091952a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3297:x1830949841437952:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746130269.093928:0:8470:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091952a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3297:x1830949841437952:12345-0@lo:400:kworker.0 Request processed in 29us (452us total) trans 0 rc 0/0 00000100:00100000:0.0:1746130269.093933:0:8470:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 398 00000100:00100000:0.0:1746130269.093973:0:3299:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091951880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3299:1830949841438208:0@lo:400:kworker.0 00000100:00100000:0.0:1746130269.094218:0:3299:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091951c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:c27f3a83-b0ee-4dd6-bb65-34207604533c:3299:1830949841437568:0@lo:400:kworker.0 00000100:00100000:0.0:1746130269.094225:0:3299:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091951f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3299:1830949841438080:0@lo:400:kworker.0 00000100:00100000:0.0:1746130269.094236:0:3299:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091952680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3299:1830949841437696:0@lo:400:kworker.0 00010000:00010000:0.0:1746130269.768385:0:7100:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746130269.932988:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00080000:0.0:1746130269.933560:0:7108:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746130269.944921:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00080000:0.0:1746130269.945601:0:7108:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746130269.948317:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00080000:0.0:1746130269.950220:0:7108:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746130269.951877:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130269.963320:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00010000:00010000:0.0:1746130269.963555:0:21138:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880094326c00/0x4ce24e578735ff8a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 21138 initiator: MDT0 00010000:00010000:0.0:1746130269.963560:0:21138:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094326c00/0x4ce24e578735ff8a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 21138 initiator: MDT0 00000001:00080000:0.0:1746130269.963661:0:21138:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294992188 00000004:00010000:0.0:1746130269.963701:0:21138:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff88008d158700 reply state ffff88009c330000 transno 4294992189 ns: mdt-lustre-MDT0000_UUID lock: ffff880094326c00/0x4ce24e578735ff8a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 21138 initiator: MDT0 00000100:00100000:0.0:1746130269.963707:0:21138:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1746130269.963768:0:21138:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d158700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+10:31578:x1830949848598656:12345-192.168.204.51@tcp:36:rw_seq_cst_vs_d.0 Request processed in 4035us (5847us total) trans 4294992189 rc 0/0 00000100:00100000:0.0:1746130269.963774:0:21138:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 60706 00000020:00080000:0.0:1746130269.963777:0:21138:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1746130269.965502:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130269.967967:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130269.970209:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00080000:0.0:1746130269.970407:0:7108:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746130269.974806:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130270.009743:0:21138:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848599552 00000100:00100000:0.0:1746130270.009752:0:21138:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848599552 00000100:00100000:0.0:1746130270.009794:0:21138:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 60708 00000100:00100000:0.0:1746130270.009799:0:21138:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d159f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+10:31578:x1830949848599552:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746130270.009813:0:21138:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746130270.009828:0:21138:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097bece00/0x4ce24e578735ffa6 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x46:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3e5f2 expref: -99 pid: 21138 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130270.009885:0:21138:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880097bed400/0x4ce24e578735ffad lrc: 3/1,0 mode: --/PR res: [0x200000401:0x46:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 21138 initiator: MDT0 00010000:00010000:0.0:1746130270.009894:0:21138:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880097bed400/0x4ce24e578735ffad lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 21138 initiator: MDT0 00010000:00010000:0.0:1746130270.009902:0:21138:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097bed400/0x4ce24e578735ffad lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 21138 initiator: MDT0 00000004:00200000:0.0:1746130270.009919:0:21138:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x46:0x0]: returning size 0 00000004:00200000:0.0:1746130270.009922:0:21138:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1746130270.009934:0:21138:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880097bed400/0x4ce24e578735ffad lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 21138 initiator: MDT0 00010000:00010000:0.0:1746130270.009952:0:21138:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880097bece00/0x4ce24e578735ffa6 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3e5f2 expref: 12 pid: 21138 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130270.009964:0:21138:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880097bed400/0x4ce24e578735ffad lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3e5f2 expref: 11 pid: 21138 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130270.009971:0:21138:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x46:0x0].0x0 (ffff88012c0c3600) 00010000:00010000:0.0:1746130270.009973:0:21138:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1746130270.009975:0:21138:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097bed400, rc 0) 00000100:00100000:0.0:1746130270.010025:0:21138:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d159f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+11:31578:x1830949848599552:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 225us (367us total) trans 0 rc 0/0 00000100:00100000:0.0:1746130270.010031:0:21138:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 60708 00000100:00100000:0.0:1746130270.013878:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130270.016652:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130270.019859:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130270.022205:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130270.026191:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130270.032666:0:7924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091952d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841439104:192.168.204.51@tcp:105: 00010000:00010000:0.0:1746130270.032691:0:7924:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746130270.032740:0:7924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4cd5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+5:1962:x1830949848600320:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 5928us (6549us total) trans 0 rc 0/0 00000100:00100000:0.0:1746130270.032748:0:7924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 13462 00000100:00100000:0.0:1746130270.043247:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130270.048086:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130270.057360:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130270.063746:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130270.070470:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130270.075247:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130270.081158:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130270.087935:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130270.089937:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130270.093080:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130270.096616:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130270.096674:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130270.101442:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130270.104839:0:7924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848602880 00000100:00100000:0.0:1746130270.104845:0:7924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848602880 00010000:00010000:0.0:1746130270.104885:0:7924:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880093159800/0x4ce24e578735ffde lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3e61c expref: 10 pid: 8467 timeout: 568 lvb_type: 0 00000100:00100000:0.0:1746130270.104908:0:7924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 13466 00000100:00100000:0.0:1746130270.104914:0:7924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135b28700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+10:1962:x1830949848602880:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746130270.104927:0:7924:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746130270.104957:0:7924:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880093159800/0x4ce24e578735ffde lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3e61c expref: 11 pid: 8467 timeout: 568 lvb_type: 0 00010000:00010000:0.0:1746130270.105235:0:7924:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880093159800/0x4ce24e578735ffde lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3e61c expref: 11 pid: 8467 timeout: 568 lvb_type: 0 00010000:00010000:0.0:1746130270.105257:0:7924:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880093159800/0x4ce24e578735ffde lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3e61c expref: 11 pid: 8467 timeout: 568 lvb_type: 0 00010000:00010000:0.0:1746130270.105305:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130270.105307:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130270.105313:0:7924:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800933ad400/0x4ce24e578735ffe5 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3e623 expref: 5 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130270.105321:0:7924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800933ad400/0x4ce24e578735ffe5 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3e623 expref: 5 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130270.105350:0:7924:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800933ad400/0x4ce24e578735ffe5 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3e623 expref: 5 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130270.105361:0:7924:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800933ad400/0x4ce24e578735ffe5 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3e623 expref: 5 pid: 10554 timeout: 568 lvb_type: 0 00000100:00100000:0.0:1746130270.105375:0:7924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a79ece00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841440256:192.168.204.51@tcp:105: 00000100:00100000:0.0:1746130270.105552:0:7924:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009bc95840 going to sleep for 11 seconds 00000100:00100000:0.0:1746130270.109521:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848603136 00000100:00100000:0.0:1746130270.109529:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848603136 00002000:00100000:0.0:1746130270.109567:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008d15b800 x1830949848603136/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:256/0 lens 488/0 e 0 to 0 dl 1746130281 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746130270.109575:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d15b800 with x1830949848603136 ext(0->4095) 00010000:00010000:0.0:1746130270.109581:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800933ad400/0x4ce24e578735ffe5 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3e623 expref: 6 pid: 10554 timeout: 568 lvb_type: 0 00010000:00010000:0.0:1746130270.109600:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800933ad400/0x4ce24e578735ffe5 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3e623 expref: 6 pid: 10554 timeout: 568 lvb_type: 0 00002000:00010000:0.0:1746130270.109605:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008d15b800 00000100:00100000:0.0:1746130270.110006:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 1933 00000100:00100000:0.0:1746130270.110015:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d15b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949848603136:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746130270.110174:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d15b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949848603136:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 160us (946us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746130270.110180:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 1933 00002000:00100000:0.0:1746130270.110185:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008d15b800 x1830949848603136/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:256/0 lens 488/4536 e 0 to 0 dl 1746130281 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746130270.110191:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d15b800 with x1830949848603136 ext(0->4095) 00010000:00010000:0.0:1746130270.110196:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800933ad400/0x4ce24e578735ffe5 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3e623 expref: 6 pid: 10554 timeout: 568 lvb_type: 0 00010000:00010000:0.0:1746130270.110205:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800933ad400/0x4ce24e578735ffe5 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3e623 expref: 6 pid: 10554 timeout: 568 lvb_type: 0 00002000:00010000:0.0:1746130270.110210:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008d15b800 00000100:00100000:0.0:1746130270.112681:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130270.116484:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130270.119451:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130270.124365:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130270.128416:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130270.130503:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848604160 00000100:00100000:0.0:1746130270.130510:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848604160 00002000:00100000:0.0:1746130270.130540:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880135b29880 x1830949848604160/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:256/0 lens 488/0 e 0 to 0 dl 1746130281 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746130270.130550:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135b29880 with x1830949848604160 ext(0->4095) 00010000:00010000:0.0:1746130270.130556:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800931b7200/0x4ce24e578735fff3 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3e631 expref: 6 pid: 10554 timeout: 568 lvb_type: 0 00010000:00010000:0.0:1746130270.130566:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800931b7200/0x4ce24e578735fff3 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3e631 expref: 6 pid: 10554 timeout: 568 lvb_type: 0 00002000:00010000:0.0:1746130270.130572:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880135b29880 00000100:00100000:0.0:1746130270.130625:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 1934 00000100:00100000:0.0:1746130270.130631:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135b29880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949848604160:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746130270.130794:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135b29880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949848604160:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 163us (350us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746130270.130800:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 1934 00002000:00100000:0.0:1746130270.130805:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880135b29880 x1830949848604160/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:256/0 lens 488/4536 e 0 to 0 dl 1746130281 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746130270.130810:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135b29880 with x1830949848604160 ext(0->4095) 00010000:00010000:0.0:1746130270.130815:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800931b7200/0x4ce24e578735fff3 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3e631 expref: 6 pid: 10554 timeout: 568 lvb_type: 0 00010000:00010000:0.0:1746130270.130823:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800931b7200/0x4ce24e578735fff3 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3e631 expref: 6 pid: 10554 timeout: 568 lvb_type: 0 00002000:00010000:0.0:1746130270.130828:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880135b29880 00000100:00100000:0.0:1746130270.138305:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130270.141100:0:7924:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800938a5600 going to sleep for 11 seconds 00000100:00100000:0.0:1746130270.149410:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130270.152485:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130270.160332:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130270.178510:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130270.182794:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130270.183228:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130270.183385:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848605568 00000100:00100000:0.0:1746130270.183389:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848605568 00010000:00010000:0.0:1746130270.183411:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800933ad000/0x4ce24e5787360001 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3e63f expref: 6 pid: 10554 timeout: 568 lvb_type: 0 00000100:00100000:0.0:1746130270.183433:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 13471 00000100:00100000:0.0:1746130270.183438:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009249aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949848605568:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746130270.183446:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746130270.183643:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800933ad000/0x4ce24e5787360001 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3e63f expref: 6 pid: 10554 timeout: 568 lvb_type: 0 00010000:00010000:0.0:1746130270.183654:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800933ad000/0x4ce24e5787360001 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3e63f expref: 6 pid: 10554 timeout: 568 lvb_type: 0 00010000:00010000:0.0:1746130270.183676:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800933ad000/0x4ce24e5787360001 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3e63f expref: 6 pid: 10554 timeout: 568 lvb_type: 0 00010000:00010000:0.0:1746130270.183690:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130270.183692:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130270.183697:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800933ac000/0x4ce24e5787360008 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3e646 expref: 12 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130270.183703:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800933ac000/0x4ce24e5787360008 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3e646 expref: 12 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130270.183719:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800933ac000/0x4ce24e5787360008 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3e646 expref: 12 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130270.183729:0:7097:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800933ac000/0x4ce24e5787360008 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3e646 expref: 12 pid: 10554 timeout: 568 lvb_type: 0 00000100:00100000:0.0:1746130270.183738:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009249a300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841441664:192.168.204.51@tcp:105: 00000100:00100000:0.0:1746130270.183811:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009bc95cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746130270.185436:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130270.189070:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130270.189503:0:7924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 13472 00000100:00100000:0.0:1746130270.189511:0:7924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092499880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+12:1961:x1830949848605952:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746130270.189524:0:7924:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746130270.189544:0:7924:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800933ac000/0x4ce24e5787360008 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3e646 expref: 12 pid: 10554 timeout: 568 lvb_type: 0 00010000:00010000:0.0:1746130270.189555:0:7924:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800933ac000/0x4ce24e5787360008 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3e646 expref: 12 pid: 10554 timeout: 568 lvb_type: 0 00010000:00010000:0.0:1746130270.189573:0:7924:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800933ac000/0x4ce24e5787360008 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3e646 expref: 12 pid: 10554 timeout: 568 lvb_type: 0 00010000:00010000:0.0:1746130270.189609:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130270.189611:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130270.189618:0:7924:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880092a6ea00/0x4ce24e578736000f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3e64d expref: 11 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130270.189625:0:7924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880092a6ea00/0x4ce24e578736000f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3e64d expref: 11 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130270.189651:0:7924:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880092a6ea00/0x4ce24e578736000f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3e64d expref: 11 pid: 8469 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746130270.189661:0:7924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009249ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841441792:192.168.204.51@tcp:105: 00000100:00100000:0.0:1746130270.189734:0:7924:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009bc953c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746130270.193899:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130270.196470:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130270.200818:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130270.204936:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130270.205599:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130270.208836:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130270.209839:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130270.217320:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130270.222167:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130270.233509:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130270.236391:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130270.241815:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130270.246993:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130270.257958:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130270.261212:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130270.265002:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130270.272508:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130270.284353:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130270.285009:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130270.287765:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130270.291018:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130270.294025:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130270.294688:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130270.298931:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130270.303340:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130270.303387:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130270.308157:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130270.311303:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130270.316477:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130270.320578:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130270.323259:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130270.326254:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130270.329052:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130270.334621:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130270.338241:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130270.351942:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130270.366554:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130270.366931:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130270.383023:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130270.386357:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130270.388251:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130270.391352:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130270.397740:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130270.398308:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130270.401329:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130270.404141:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130270.406638:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130270.406682:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130270.409539:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130270.411729:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130270.412416:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130270.414127:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130270.416997:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130270.420578:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130270.422715:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130270.426160:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130270.428423:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130270.430024:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130270.431383:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130270.434255:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130270.437085:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130270.439052:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130270.439133:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130270.442006:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130270.444199:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130270.444286:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130270.447929:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130270.451784:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130270.455614:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130270.458263:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130270.462311:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130270.465878:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130270.465944:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130270.471179:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130270.473570:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130270.477034:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130270.482068:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130270.488797:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130270.492388:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130270.498316:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130270.498412:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130270.498448:0:10554:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848620672 00000100:00100000:0.0:1746130270.498453:0:10554:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848620672 00000100:00100000:0.0:1746130270.498492:0:10554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5237 00000100:00100000:0.0:1746130270.498498:0:10554:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092255880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:640ea846-b909-4eea-9a54-417e15bd627b+15:31578:x1830949848620672:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746130270.498515:0:10554:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746130270.498529:0:10554:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880097bec000/0x4ce24e57873600da lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3e718 expref: -99 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130270.498548:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746130270.498553:0:10554:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880093159a00/0x4ce24e57873600d3 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3e711 expref: 5 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130270.498559:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:0.0:1746130270.498562:0:10554:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097bec000/0x4ce24e57873600da lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3e718 expref: 16 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130270.498603:0:10554:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880093159a00/0x4ce24e57873600d3 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3e711 expref: 5 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130270.498613:0:10554:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880097bec000/0x4ce24e57873600da lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3e718 expref: 16 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130270.498619:0:10554:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097bec000, rc 0) 00000100:00100000:0.0:1746130270.498646:0:10554:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092255880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:640ea846-b909-4eea-9a54-417e15bd627b+16:31578:x1830949848620672:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 147us (232us total) trans 0 rc 0/0 00000100:00100000:0.0:1746130270.498651:0:10554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5237 00000100:00100000:0.0:1746130270.506836:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130270.512680:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130270.516343:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130270.523717:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130270.528041:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130270.532101:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130270.534260:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130270.536663:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130270.538689:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130270.539654:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130270.544722:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130270.550809:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130270.550983:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130270.556849:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130270.560031:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130270.562783:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130270.566882:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130270.570098:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130270.573352:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130270.573415:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130270.577089:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130270.577147:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130270.580601:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130270.584007:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130270.587762:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130270.587802:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130270.587845:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130270.587870:0:21138:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848625024 00000100:00100000:0.0:1746130270.587877:0:21138:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848625024 00000100:00100000:0.0:1746130270.587918:0:21138:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 317 00000100:00100000:0.0:1746130270.587925:0:21138:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009249aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:640ea846-b909-4eea-9a54-417e15bd627b+9:1961:x1830949848625024:12345-192.168.204.51@tcp:400:kworker.0 00000100:00100000:0.0:1746130270.587981:0:21138:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009249aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:640ea846-b909-4eea-9a54-417e15bd627b+9:1961:x1830949848625024:12345-192.168.204.51@tcp:400:kworker.0 Request processed in 57us (136us total) trans 0 rc 0/0 00000100:00100000:0.0:1746130270.587987:0:21138:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 317 00000100:00100000:0.0:1746130270.597116:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130270.606444:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130270.614646:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130270.627886:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130270.631557:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130270.632829:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130270.637893:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130270.643463:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130270.648253:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130270.655512:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130270.658584:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130270.664181:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130270.667368:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130270.669867:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130270.673473:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130270.673512:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130270.676590:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130270.681799:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130270.686416:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130270.690842:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130270.694548:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130270.698006:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130270.699138:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130270.701396:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130270.704314:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130270.706360:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130270.708893:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130270.713566:0:8469:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848630528 00000100:00100000:0.0:1746130270.713583:0:8469:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848630528 00000100:00100000:0.0:1746130270.713622:0:8469:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5254 00000100:00100000:0.0:1746130270.713629:0:8469:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4cd5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+5:31579:x1830949848630528:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746130270.713642:0:8469:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746130270.713657:0:8469:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800933ad400/0x4ce24e5787360151 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3e78f expref: -99 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130270.713679:0:8469:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009b855600/0x4ce24e578736014a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3e788 expref: 18 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130270.713685:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746130270.713687:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746130270.713690:0:8469:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800933ad400/0x4ce24e5787360151 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3e78f expref: 6 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130270.713712:0:8469:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009b855600/0x4ce24e578736014a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3e788 expref: 18 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130270.713722:0:8469:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009b855600/0x4ce24e578736014a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3e788 expref: 18 pid: 8470 timeout: 568 lvb_type: 0 00000100:00100000:0.0:1746130270.713733:0:8469:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801344cb100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8469:1830949841453440:192.168.204.51@tcp:104: 00000100:00100000:0.0:1746130270.713796:0:8469:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009bc95600 going to sleep for 11 seconds 00000100:00100000:0.0:1746130270.727853:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130270.727878:0:7924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848631168 00000100:00100000:0.0:1746130270.727884:0:7924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848631168 00010000:00010000:0.0:1746130270.727909:0:7924:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800933ad400/0x4ce24e5787360151 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3e78f expref: 6 pid: 8469 timeout: 568 lvb_type: 0 00000100:00100000:0.0:1746130270.728080:0:7924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 13519 00000100:00100000:0.0:1746130270.728087:0:7924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d0d3050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1963:x1830949848631168:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746130270.728100:0:7924:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746130270.728117:0:7924:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800933ad400/0x4ce24e5787360151 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3e78f expref: 6 pid: 8469 timeout: 568 lvb_type: 0 00010000:00010000:0.0:1746130270.728127:0:7924:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800933ad400/0x4ce24e5787360151 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3e78f expref: 6 pid: 8469 timeout: 568 lvb_type: 0 00010000:00010000:0.0:1746130270.728145:0:7924:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800933ad400/0x4ce24e5787360151 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3e78f expref: 6 pid: 8469 timeout: 568 lvb_type: 0 00010000:00010000:0.0:1746130270.728155:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130270.728157:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130270.728163:0:7924:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880092a6e200/0x4ce24e5787360158 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3e796 expref: 18 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130270.728171:0:7924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880092a6e200/0x4ce24e5787360158 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3e796 expref: 18 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130270.728196:0:7924:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880092a6e200/0x4ce24e5787360158 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3e796 expref: 18 pid: 8470 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746130270.728206:0:7924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801344c9500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841453824:192.168.204.51@tcp:105: 00000100:00100000:0.0:1746130270.728285:0:7924:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009bc95cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746130270.732420:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130270.747189:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130270.751152:0:7924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132f7ce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841454080:192.168.204.51@tcp:105: 00010000:00010000:0.0:1746130270.751170:0:7924:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746130270.751289:0:7924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801344c8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+20:1963:x1830949848631808:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 3747us (4105us total) trans 0 rc 0/0 00000100:00100000:0.0:1746130270.751300:0:7924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 13520 00000100:00100000:0.0:1746130270.755506:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130270.755528:0:7924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848632448 00000100:00100000:0.0:1746130270.755532:0:7924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848632448 00010000:00010000:0.0:1746130270.755561:0:7924:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880097bede00/0x4ce24e578736015f lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3e79d expref: 6 pid: 8470 timeout: 568 lvb_type: 0 00000100:00100000:0.0:1746130270.758398:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130270.761218:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130270.765342:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130270.767111:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130270.769144:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130270.771947:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130270.776933:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130270.776990:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130270.778796:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130270.781981:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130270.784222:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130270.784361:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130270.786731:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130270.789255:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130270.789331:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130270.792158:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130270.795205:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130270.802221:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130270.805522:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130270.812763:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130270.813361:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130270.820150:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130270.825036:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130270.828376:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130270.837843:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130270.848177:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130270.856143:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130270.867135:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130270.867170:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130270.870587:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130270.874195:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130270.887394:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130270.893541:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130270.898628:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130270.901928:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130270.906825:0:8470:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848639104 00000100:00100000:0.0:1746130270.906834:0:8470:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848639104 00000100:00100000:0.0:1746130270.906899:0:8470:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5270 00000100:00100000:0.0:1746130270.906909:0:8470:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091d20000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:640ea846-b909-4eea-9a54-417e15bd627b+24:31579:x1830949848639104:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746130270.906928:0:8470:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746130270.906947:0:8470:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094326c00/0x4ce24e57873601c1 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3e7ff expref: -99 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130270.906977:0:8470:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009431ea00/0x4ce24e57873601ba lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3e7f8 expref: 5 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130270.906984:0:8470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130270.906986:0:8470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130270.906990:0:8470:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094326c00/0x4ce24e57873601c1 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3e7ff expref: 25 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130270.907023:0:8470:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009431ea00/0x4ce24e57873601ba lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3e7f8 expref: 5 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130270.907035:0:8470:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009431ea00/0x4ce24e57873601ba lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3e7f8 expref: 5 pid: 8470 timeout: 569 lvb_type: 0 00000100:00100000:0.0:1746130270.907047:0:8470:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135afc700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8470:1830949841457536:192.168.204.51@tcp:104: 00000100:00100000:0.0:1746130270.911069:0:8470:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009bc95a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746130270.924221:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130270.924826:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130270.924852:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848639360 00000100:00100000:0.0:1746130270.924855:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848639360 00010000:00010000:0.0:1746130270.924892:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009431ea00/0x4ce24e57873601ba lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3e7f8 expref: 6 pid: 8470 timeout: 569 lvb_type: 0 00000100:00100000:0.0:1746130270.930310:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130270.930392:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130270.935470:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130270.935663:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130270.941191:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130270.943776:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130270.947919:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130270.950847:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130270.954938:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130270.957186:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130270.958412:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130270.960439:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130270.960960:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130270.963450:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130270.965735:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130270.968753:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130270.971080:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130270.974147:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130270.978552:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130270.980207:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130270.983589:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130270.984470:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130270.990391:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130270.992948:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130270.995432:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130270.997786:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130271.000616:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130271.004507:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00080000:0.0:1746130271.005100:0:7108:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746130271.007045:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130271.010773:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130271.013479:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130271.016023:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130271.019234:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130271.023334:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130271.027539:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130271.031053:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130271.033303:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130271.035146:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130271.037375:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130271.041834:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130271.046965:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130271.050587:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130271.053540:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130271.058741:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130271.061050:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130271.062954:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848647808 00000100:00100000:0.0:1746130271.062960:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848647808 00002000:00100000:0.0:1746130271.063001:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880132f7c380 x1830949848647808/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:257/0 lens 488/0 e 0 to 0 dl 1746130282 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746130271.063011:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132f7c380 with x1830949848647808 ext(0->4095) 00010000:00010000:0.0:1746130271.063018:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009391b400/0x4ce24e5787360231 lrc: 6/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3e86f expref: 6 pid: 8470 timeout: 569 lvb_type: 0 00010000:00010000:0.0:1746130271.063029:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009391b400/0x4ce24e5787360231 lrc: 6/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3e86f expref: 6 pid: 8470 timeout: 569 lvb_type: 0 00002000:00010000:0.0:1746130271.063035:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880132f7c380 00000100:00100000:0.0:1746130271.063159:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 1984 00000100:00100000:0.0:1746130271.063166:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132f7c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949848647808:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746130271.065657:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130271.070930:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130271.074913:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130271.082670:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130271.086242:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130271.088987:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130271.093392:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130271.095620:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130271.096438:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130271.099261:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130271.101534:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130271.107314:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130271.114538:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130271.121559:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130271.130912:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130271.141727:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130271.144433:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130271.148088:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130271.156056:0:7924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091d23480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841463680:192.168.204.51@tcp:105: 00010000:00010000:0.0:1746130271.156080:0:7924:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746130271.156134:0:7924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091d21500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+5:1961:x1830949848651264:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 5213us (5304us total) trans 0 rc 0/0 00000100:00100000:0.0:1746130271.156144:0:7924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 13557 00000100:00100000:0.0:1746130271.158554:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130271.162757:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130271.165650:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130271.168420:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130271.171843:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130271.173524:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130271.173623:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130271.180601:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130271.185410:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130271.188720:0:7924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848653184 00000100:00100000:0.0:1746130271.188728:0:7924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848653184 00010000:00010000:0.0:1746130271.188760:0:7924:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009431f200/0x4ce24e5787360277 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3e8b5 expref: 28 pid: 10554 timeout: 569 lvb_type: 0 00000100:00100000:0.0:1746130271.188797:0:7924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 13561 00000100:00100000:0.0:1746130271.188803:0:7924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d0d1850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+28:1963:x1830949848653184:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746130271.188816:0:7924:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746130271.188833:0:7924:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009431f200/0x4ce24e5787360277 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3e8b5 expref: 28 pid: 10554 timeout: 569 lvb_type: 0 00010000:00010000:0.0:1746130271.188842:0:7924:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009431f200/0x4ce24e5787360277 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3e8b5 expref: 28 pid: 10554 timeout: 569 lvb_type: 0 00010000:00010000:0.0:1746130271.188861:0:7924:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009431f200/0x4ce24e5787360277 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3e8b5 expref: 28 pid: 10554 timeout: 569 lvb_type: 0 00010000:00010000:0.0:1746130271.188885:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130271.188888:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130271.188894:0:7924:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880092a6e800/0x4ce24e578736027e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3e8bc expref: 27 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130271.188902:0:7924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880092a6e800/0x4ce24e578736027e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3e8bc expref: 27 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130271.188927:0:7924:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880092a6e800/0x4ce24e578736027e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3e8bc expref: 27 pid: 8467 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746130271.188941:0:7924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092f61c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841464576:192.168.204.51@tcp:105: 00000100:00100000:0.0:1746130271.189200:0:7924:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009bc950c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746130271.193466:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130271.197400:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130271.201987:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130271.203880:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130271.205904:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130271.209385:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130271.213076:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130271.217126:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130271.227736:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130271.237852:0:7924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848654976 00000100:00100000:0.0:1746130271.237857:0:7924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848654976 00010000:00010000:0.0:1746130271.237884:0:7924:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009431e800/0x4ce24e578736028c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3e8ca expref: 30 pid: 10554 timeout: 569 lvb_type: 0 00000100:00100000:0.0:1746130271.237911:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 13564 00000100:00100000:0.0:1746130271.237917:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091d23100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+31:1961:x1830949848654976:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746130271.237926:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:0.0:1746130271.237945:0:7097:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x18:0x0] updating lvb mtime from disk: 1746130271 -> 1746130272 00002000:00010000:0.0:1746130271.237948:0:7097:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x18:0x0] updating lvb ctime from disk: 1746130271 -> 1746130272 00010000:00010000:0.0:1746130271.237954:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009431e800/0x4ce24e578736028c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3e8ca expref: 31 pid: 10554 timeout: 569 lvb_type: 0 00010000:00010000:0.0:1746130271.237966:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009431e800/0x4ce24e578736028c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3e8ca expref: 31 pid: 10554 timeout: 569 lvb_type: 0 00010000:00010000:0.0:1746130271.237982:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009431e800/0x4ce24e578736028c lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3e8ca expref: 31 pid: 10554 timeout: 569 lvb_type: 0 00010000:00010000:0.0:1746130271.238111:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746130271.238148:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091d23100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+30:1961:x1830949848654976:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 231us (404us total) trans 0 rc 0/0 00000100:00100000:0.0:1746130271.238155:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 13564 00000100:00100000:0.0:1746130271.240792:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130271.243598:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130271.251637:0:7924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091d23480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841465600:192.168.204.51@tcp:105: 00010000:00010000:0.0:1746130271.251655:0:7924:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746130271.251707:0:7924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135204380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+5:1963:x1830949848655360:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 7945us (8111us total) trans 0 rc 0/0 00000100:00100000:0.0:1746130271.251717:0:7924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 13565 00000100:00100000:0.0:1746130271.253728:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130271.262680:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130271.274452:0:7924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848656000 00000100:00100000:0.0:1746130271.274460:0:7924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848656000 00010000:00010000:0.0:1746130271.274495:0:7924:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009431f200/0x4ce24e578736029a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3e8d8 expref: 31 pid: 10554 timeout: 569 lvb_type: 0 00000100:00100000:0.0:1746130271.274526:0:7924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 13566 00000100:00100000:0.0:1746130271.274532:0:7924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091950e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+31:1964:x1830949848656000:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746130271.274544:0:7924:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746130271.274573:0:7924:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009431f200/0x4ce24e578736029a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3e8d8 expref: 31 pid: 10554 timeout: 569 lvb_type: 0 00010000:00010000:0.0:1746130271.274585:0:7924:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009431f200/0x4ce24e578736029a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3e8d8 expref: 31 pid: 10554 timeout: 569 lvb_type: 0 00010000:00010000:0.0:1746130271.274605:0:7924:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009431f200/0x4ce24e578736029a lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3e8d8 expref: 31 pid: 10554 timeout: 569 lvb_type: 0 00010000:00010000:0.0:1746130271.274634:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130271.274636:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130271.274642:0:7924:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009431ea00/0x4ce24e57873602a1 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3e8df expref: 5 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130271.274650:0:7924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009431ea00/0x4ce24e57873602a1 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3e8df expref: 5 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130271.274677:0:7924:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009431ea00/0x4ce24e57873602a1 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3e8df expref: 5 pid: 10554 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746130271.274687:0:7924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135204a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841465856:192.168.204.51@tcp:105: 00000100:00100000:0.0:1746130271.274749:0:7924:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009bc95840 going to sleep for 11 seconds 00000100:00100000:0.0:1746130271.277113:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130271.281924:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130271.283957:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130271.287943:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130271.292944:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130271.296616:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130271.300830:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130271.303722:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130271.307385:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130271.308214:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130271.311470:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130271.314733:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130271.318543:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130271.319203:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130271.323987:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130271.327677:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130271.327729:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130271.331584:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130271.334658:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130271.338030:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130271.341190:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130271.343300:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130271.346791:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130271.348434:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130271.349450:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130271.352313:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130271.355598:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130271.360742:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130271.365947:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130271.368103:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130271.370804:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130271.375679:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130271.376295:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130271.380813:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130271.380882:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130271.385390:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130271.389244:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130271.393650:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130271.396828:0:8469:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848663040 00000100:00100000:0.0:1746130271.396835:0:8469:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848663040 00000100:00100000:0.0:1746130271.396880:0:8469:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5316 00000100:00100000:0.0:1746130271.396886:0:8469:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800947a5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+5:31579:x1830949848663040:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746130271.396903:0:8469:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746130271.396919:0:8469:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094218c00/0x4ce24e5787360303 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3e941 expref: -99 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130271.396943:0:8469:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880093158a00/0x4ce24e57873602fc lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3e93a expref: 30 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130271.396950:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746130271.396951:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746130271.396954:0:8469:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094218c00/0x4ce24e5787360303 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3e941 expref: 6 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130271.396980:0:8469:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880093158a00/0x4ce24e57873602fc lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3e93a expref: 30 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130271.396989:0:8469:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880093158a00/0x4ce24e57873602fc lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3e93a expref: 30 pid: 8469 timeout: 569 lvb_type: 0 00000100:00100000:0.0:1746130271.396998:0:8469:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092258000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8469:1830949841469312:192.168.204.51@tcp:104: 00000100:00100000:0.0:1746130271.397072:0:8469:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009bc95780 going to sleep for 11 seconds 00000100:00100000:0.0:1746130271.400434:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130271.406002:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130271.407886:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130271.410949:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130271.410992:0:10554:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848663680 00000100:00100000:0.0:1746130271.410997:0:10554:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848663680 00000100:00100000:0.0:1746130271.412170:0:7924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848663808 00000100:00100000:0.0:1746130271.412174:0:7924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848663808 00010000:00010000:0.0:1746130271.412192:0:7924:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094218c00/0x4ce24e5787360303 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3e941 expref: 6 pid: 8469 timeout: 569 lvb_type: 0 00000100:00100000:0.0:1746130271.412218:0:7924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 13581 00000100:00100000:0.0:1746130271.412223:0:7924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800947a4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1964:x1830949848663808:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746130271.412232:0:7924:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746130271.412248:0:7924:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094218c00/0x4ce24e5787360303 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3e941 expref: 6 pid: 8469 timeout: 569 lvb_type: 0 00010000:00010000:0.0:1746130271.412258:0:7924:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094218c00/0x4ce24e5787360303 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3e941 expref: 6 pid: 8469 timeout: 569 lvb_type: 0 00010000:00010000:0.0:1746130271.412287:0:7924:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094218c00/0x4ce24e5787360303 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3e941 expref: 6 pid: 8469 timeout: 569 lvb_type: 0 00010000:00010000:0.0:1746130271.412376:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130271.412378:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130271.412384:0:7924:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880093158000/0x4ce24e578736030a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3e948 expref: 31 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130271.412392:0:7924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093158000/0x4ce24e578736030a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3e948 expref: 31 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130271.412415:0:7924:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880093158000/0x4ce24e578736030a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3e948 expref: 31 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130271.412426:0:7924:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880093158000/0x4ce24e578736030a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3e948 expref: 31 pid: 8469 timeout: 569 lvb_type: 0 00000100:00100000:0.0:1746130271.412437:0:7924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092259500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841469824:192.168.204.51@tcp:105: 00000100:00100000:0.0:1746130271.413054:0:7924:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009bc95780 going to sleep for 11 seconds 00000100:00100000:0.0:1746130271.414707:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130271.423390:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130271.425729:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130271.427914:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130271.430776:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130271.433408:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130271.433483:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130271.436621:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130271.440290:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130271.443657:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130271.446687:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130271.455233:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130271.460032:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130271.465191:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848667008 00000100:00100000:0.0:1746130271.465196:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848667008 00002000:00100000:0.0:1746130271.465230:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800947a4a80 x1830949848667008/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:257/0 lens 488/0 e 0 to 0 dl 1746130282 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746130271.465244:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800947a4a80 with x1830949848667008 ext(0->4095) 00002000:00010000:0.0:1746130271.465248:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800947a4a80 00000100:00100000:0.0:1746130271.465730:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4345 00000100:00100000:0.0:1746130271.465737:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800947a4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+31:1962:x1830949848667008:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746130271.465857:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800947a4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+31:1962:x1830949848667008:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 121us (714us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746130271.465862:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4345 00002000:00100000:0.0:1746130271.465867:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800947a4a80 x1830949848667008/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:257/0 lens 488/4536 e 0 to 0 dl 1746130282 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746130271.465873:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800947a4a80 with x1830949848667008 ext(0->4095) 00002000:00010000:0.0:1746130271.465876:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800947a4a80 00000100:00100000:0.0:1746130271.467085:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130271.471184:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130271.473925:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130271.475738:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130271.476778:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130271.481444:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130271.485354:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130271.488509:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130271.492036:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848668672 00000100:00100000:0.0:1746130271.492085:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848668672 00002000:00100000:0.0:1746130271.492117:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092e2ed80 x1830949848668672/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:257/0 lens 488/0 e 0 to 0 dl 1746130282 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746130271.492127:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092e2ed80 with x1830949848668672 ext(0->4095) 00010000:00010000:0.0:1746130271.492134:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880092a6fe00/0x4ce24e5787360342 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3e980 expref: 31 pid: 8467 timeout: 569 lvb_type: 0 00010000:00010000:0.0:1746130271.492145:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880092a6fe00/0x4ce24e5787360342 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3e980 expref: 31 pid: 8467 timeout: 569 lvb_type: 0 00002000:00010000:0.0:1746130271.492151:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092e2ed80 00000100:00100000:0.0:1746130271.492179:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2006 00000100:00100000:0.0:1746130271.492186:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e2ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+31:1962:x1830949848668672:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746130271.492406:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e2ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+31:1962:x1830949848668672:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 220us (429us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746130271.492411:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2006 00002000:00100000:0.0:1746130271.492416:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092e2ed80 x1830949848668672/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:257/0 lens 488/4536 e 0 to 0 dl 1746130282 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746130271.492423:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092e2ed80 with x1830949848668672 ext(0->4095) 00010000:00010000:0.0:1746130271.492428:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880092a6fe00/0x4ce24e5787360342 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3e980 expref: 31 pid: 8467 timeout: 569 lvb_type: 0 00010000:00010000:0.0:1746130271.492436:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880092a6fe00/0x4ce24e5787360342 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3e980 expref: 31 pid: 8467 timeout: 569 lvb_type: 0 00002000:00010000:0.0:1746130271.492441:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092e2ed80 00000100:00100000:0.0:1746130271.495370:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130271.495427:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130271.498553:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130271.501226:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130271.501535:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 13592 00000100:00100000:0.0:1746130271.501544:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c4fdf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949848669312:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746130271.501556:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746130271.501591:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009431e200/0x4ce24e5787360350 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3e98e expref: 6 pid: 10554 timeout: 569 lvb_type: 0 00010000:00010000:0.0:1746130271.501602:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009431e200/0x4ce24e5787360350 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3e98e expref: 6 pid: 10554 timeout: 569 lvb_type: 0 00010000:00010000:0.0:1746130271.501622:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009431e200/0x4ce24e5787360350 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3e98e expref: 6 pid: 10554 timeout: 569 lvb_type: 0 00010000:00010000:0.0:1746130271.501647:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130271.501649:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130271.501656:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880093159a00/0x4ce24e5787360357 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3e995 expref: 30 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130271.501663:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093159a00/0x4ce24e5787360357 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3e995 expref: 30 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130271.501690:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880093159a00/0x4ce24e5787360357 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3e995 expref: 30 pid: 8467 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746130271.501701:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c4fd880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841472512:192.168.204.51@tcp:105: 00000100:00100000:0.0:1746130271.501787:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009bc95a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746130271.504959:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130271.509155:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130271.511177:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130271.513937:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130271.517200:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130271.520658:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130271.525306:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130271.527879:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130271.533574:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130271.536706:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130271.541282:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130271.541310:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848671616 00000100:00100000:0.0:1746130271.541314:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848671616 00002000:00100000:0.0:1746130271.541343:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009bdfea00 x1830949848671616/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:257/0 lens 488/0 e 0 to 0 dl 1746130282 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746130271.541352:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bdfea00 with x1830949848671616 ext(0->4095) 00002000:00010000:0.0:1746130271.541356:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009bdfea00 00000100:00100000:0.0:1746130271.541369:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4350 00000100:00100000:0.0:1746130271.541374:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bdfea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949848671616:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746130271.541518:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bdfea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949848671616:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 143us (254us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746130271.541524:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4350 00002000:00100000:0.0:1746130271.541529:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009bdfea00 x1830949848671616/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:257/0 lens 488/4536 e 0 to 0 dl 1746130282 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746130271.541535:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bdfea00 with x1830949848671616 ext(0->4095) 00002000:00010000:0.0:1746130271.541538:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009bdfea00 00000100:00100000:0.0:1746130271.544151:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130271.544319:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130271.547033:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130271.549402:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130271.555322:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130271.557063:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130271.560357:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130271.564107:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130271.566486:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130271.569019:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130271.573262:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130271.576696:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130271.580318:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130271.582459:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130271.587142:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130271.590639:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130271.594133:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130271.597406:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130271.600051:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130271.602018:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130271.605317:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130271.607761:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130271.610043:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130271.611648:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848676352 00000100:00100000:0.0:1746130271.611652:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848676352 00000100:00100000:0.0:1746130271.611689:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5342 00000100:00100000:0.0:1746130271.611694:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801350be680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:640ea846-b909-4eea-9a54-417e15bd627b+30:31579:x1830949848676352:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746130271.611704:0:8467:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746130271.611719:0:8467:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099558a00/0x4ce24e57873603b9 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3e9f7 expref: -99 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130271.611740:0:8467:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880093159c00/0x4ce24e57873603b2 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3e9f0 expref: 5 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130271.611746:0:8467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130271.611748:0:8467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130271.611751:0:8467:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099558a00/0x4ce24e57873603b9 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3e9f7 expref: 31 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130271.611774:0:8467:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880093159c00/0x4ce24e57873603b2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3e9f0 expref: 5 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130271.611783:0:8467:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880093159c00/0x4ce24e57873603b2 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3e9f0 expref: 5 pid: 8467 timeout: 569 lvb_type: 0 00000100:00100000:0.0:1746130271.611793:0:8467:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800924e3100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8467:1830949841476096:192.168.204.51@tcp:104: 00000100:00100000:0.0:1746130271.611888:0:8467:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009bc95300 going to sleep for 11 seconds 00000100:00100000:0.0:1746130271.614528:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130271.615022:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130271.617594:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130271.619637:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130271.621514:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130271.623752:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130271.626051:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130271.626085:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130271.629087:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130271.633421:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130271.640443:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130271.645805:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130271.652037:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130271.656491:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130271.662888:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130271.668665:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130271.680192:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130271.683000:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130271.687974:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130271.690018:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130271.696747:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130271.704670:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130271.708508:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130271.715376:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130271.715427:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130271.715466:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848680448 00000100:00100000:0.0:1746130271.715474:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848680448 00000100:00100000:0.0:1746130271.715520:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5350 00000100:00100000:0.0:1746130271.715527:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092254380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:640ea846-b909-4eea-9a54-417e15bd627b+36:31578:x1830949848680448:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746130271.715543:0:8467:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746130271.715569:0:8467:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099559e00/0x4ce24e57873603f1 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3ea2f expref: -99 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130271.715596:0:8467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130271.715602:0:8467:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880093159200/0x4ce24e57873603ea lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ea28 expref: 37 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130271.715612:0:8467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746130271.715615:0:8467:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099559e00/0x4ce24e57873603f1 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ea2f expref: 37 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130271.715647:0:8467:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880093159200/0x4ce24e57873603ea lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ea28 expref: 37 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130271.715657:0:8467:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880099559e00/0x4ce24e57873603f1 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ea2f expref: 37 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130271.715667:0:8467:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099559e00, rc 0) 00000100:00100000:0.0:1746130271.715705:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092254380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:640ea846-b909-4eea-9a54-417e15bd627b+37:31578:x1830949848680448:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 179us (277us total) trans 0 rc 0/0 00000100:00100000:0.0:1746130271.715711:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5350 00000100:00100000:0.0:1746130271.721291:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130271.725631:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130271.725918:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130271.728999:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130271.735365:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130271.735424:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130271.738620:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130271.740974:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130271.743192:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130271.746393:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130271.749710:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130271.753469:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130271.760985:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130271.764093:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130271.767243:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130271.770486:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130271.772398:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130271.774424:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130271.776989:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130271.778618:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130271.780918:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130271.784199:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130271.795226:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130271.802196:0:8469:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848685184 00000100:00100000:0.0:1746130271.802205:0:8469:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848685184 00000100:00100000:0.0:1746130271.803846:0:8469:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5359 00000100:00100000:0.0:1746130271.803856:0:8469:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092f63480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:640ea846-b909-4eea-9a54-417e15bd627b+37:31578:x1830949848685184:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746130271.803869:0:8469:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746130271.803880:0:8469:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099559e00/0x4ce24e5787360430 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3ea6e expref: -99 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130271.803899:0:8469:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880093159200/0x4ce24e5787360429 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ea67 expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130271.803906:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130271.803907:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130271.803910:0:8469:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099559e00/0x4ce24e5787360430 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ea6e expref: 38 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130271.803928:0:8469:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880093159200/0x4ce24e5787360429 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ea67 expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130271.803938:0:8469:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880093159200/0x4ce24e5787360429 lrc: 6/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ea67 expref: 5 pid: 8469 timeout: 569 lvb_type: 0 00000100:00100000:0.0:1746130271.803946:0:8469:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094aa8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8469:1830949841480448:192.168.204.51@tcp:104: 00000100:00100000:0.0:1746130271.804615:0:8469:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009bc953c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746130271.806530:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130271.809523:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130271.815713:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130271.821260:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130271.824740:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130271.827305:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130271.830909:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130271.836769:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130271.836790:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130271.841729:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130271.845463:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130271.847673:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130271.849901:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130271.851333:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130271.853950:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130271.856417:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130271.858841:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130271.860668:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130271.866357:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130271.871710:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130271.872308:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130271.876370:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130271.878818:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130271.878860:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130271.881597:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130271.886679:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848689792 00000100:00100000:0.0:1746130271.886687:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848689792 00010000:00010000:0.0:1746130271.886720:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880093159a00/0x4ce24e5787360461 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ea9f expref: 6 pid: 8467 timeout: 570 lvb_type: 0 00000100:00100000:0.0:1746130271.886762:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 13631 00000100:00100000:0.0:1746130271.886768:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e24f050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1964:x1830949848689792:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746130271.886781:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746130271.886801:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880093159a00/0x4ce24e5787360461 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ea9f expref: 6 pid: 8467 timeout: 570 lvb_type: 0 00010000:00010000:0.0:1746130271.886813:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880093159a00/0x4ce24e5787360461 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ea9f expref: 6 pid: 8467 timeout: 570 lvb_type: 0 00010000:00010000:0.0:1746130271.886834:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880093159a00/0x4ce24e5787360461 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ea9f expref: 6 pid: 8467 timeout: 570 lvb_type: 0 00010000:00010000:0.0:1746130271.886863:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130271.886865:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130271.886872:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880097bec000/0x4ce24e5787360468 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3eaa6 expref: 38 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130271.886880:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097bec000/0x4ce24e5787360468 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3eaa6 expref: 38 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130271.886914:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880097bec000/0x4ce24e5787360468 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3eaa6 expref: 38 pid: 8469 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746130271.886926:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008af74380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841482624:192.168.204.51@tcp:105: 00000100:00100000:0.0:1746130271.887021:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009bc95f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746130271.890998:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130271.900394:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130271.909887:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130271.930741:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130271.939490:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130271.939583:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130271.939626:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848690816 00000100:00100000:0.0:1746130271.939634:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848690816 00002000:00100000:0.0:1746130271.939678:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008c4fce00 x1830949848690816/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:257/0 lens 488/0 e 0 to 0 dl 1746130282 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746130271.939688:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c4fce00 with x1830949848690816 ext(0->4095) 00002000:00010000:0.0:1746130271.939693:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008c4fce00 00000100:00100000:0.0:1746130271.939721:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4369 00000100:00100000:0.0:1746130271.939728:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c4fce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949848690816:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746130271.939873:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c4fce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949848690816:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 144us (288us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746130271.939879:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4369 00002000:00100000:0.0:1746130271.939884:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008c4fce00 x1830949848690816/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:257/0 lens 488/4536 e 0 to 0 dl 1746130282 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746130271.939895:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c4fce00 with x1830949848690816 ext(0->4095) 00002000:00010000:0.0:1746130271.939898:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008c4fce00 00000100:00100000:0.0:1746130271.943005:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130271.943036:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130271.943066:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848691072 00000100:00100000:0.0:1746130271.943072:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848691072 00010000:00010000:0.0:1746130271.943099:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880097bece00/0x4ce24e578736046f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3eaad expref: 6 pid: 8469 timeout: 570 lvb_type: 0 00000100:00100000:0.0:1746130271.944155:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 13633 00000100:00100000:0.0:1746130271.944162:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c4fc380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949848691072:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746130271.944170:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746130271.944188:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880097bece00/0x4ce24e578736046f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3eaad expref: 6 pid: 8469 timeout: 570 lvb_type: 0 00010000:00010000:0.0:1746130271.944198:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880097bece00/0x4ce24e578736046f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3eaad expref: 6 pid: 8469 timeout: 570 lvb_type: 0 00010000:00010000:0.0:1746130271.944212:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880097bece00/0x4ce24e578736046f lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3eaad expref: 6 pid: 8469 timeout: 570 lvb_type: 0 00010000:00010000:0.0:1746130271.944235:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130271.944236:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130271.944242:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009431f200/0x4ce24e5787360476 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3eab4 expref: 41 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130271.944253:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009431f200/0x4ce24e5787360476 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3eab4 expref: 41 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130271.944284:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009431f200/0x4ce24e5787360476 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3eab4 expref: 41 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130271.944293:0:7097:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009431f200/0x4ce24e5787360476 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3eab4 expref: 41 pid: 8469 timeout: 570 lvb_type: 0 00000100:00100000:0.0:1746130271.944302:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c4fdf80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841483264:192.168.204.51@tcp:105: 00000100:00100000:0.0:1746130271.944354:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009bc95540 going to sleep for 11 seconds 00000100:00100000:0.0:1746130271.947656:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130271.965496:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130271.971848:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130271.977184:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130271.984322:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130271.986827:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130271.993469:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130272.000937:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130272.004364:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130272.007919:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130272.014969:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130272.025449:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130272.027667:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130272.029845:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130272.033019:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130272.035507:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130272.037887:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130272.041680:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130272.046824:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130272.046905:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130272.050950:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130272.051007:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130272.054911:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130272.057870:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130272.061984:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130272.064821:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130272.064846:0:8470:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848695680 00000100:00100000:0.0:1746130272.064852:0:8470:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848695680 00000100:00100000:0.0:1746130272.064884:0:8470:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5378 00000100:00100000:0.0:1746130272.064891:0:8470:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091f45180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c84b93b0-d496-484f-8e1e-94008838f2dd+5:31579:x1830949848695680:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746130272.064905:0:8470:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746130272.064920:0:8470:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009955c800/0x4ce24e57873604b5 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3eaf3 expref: -99 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130272.064942:0:8470:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880093158800/0x4ce24e57873604ae lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3eaec expref: 44 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130272.064949:0:8470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746130272.064951:0:8470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746130272.064955:0:8470:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009955c800/0x4ce24e57873604b5 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3eaf3 expref: 6 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130272.064981:0:8470:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880093158800/0x4ce24e57873604ae lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3eaec expref: 44 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130272.064994:0:8470:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880093158800/0x4ce24e57873604ae lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3eaec expref: 44 pid: 8467 timeout: 570 lvb_type: 0 00000100:00100000:0.0:1746130272.065006:0:8470:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091f44700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8470:1830949841485312:192.168.204.51@tcp:104: 00000100:00100000:0.0:1746130272.065078:0:8470:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009bc95c00 going to sleep for 11 seconds 00000100:00100000:0.0:1746130272.070043:0:8470:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091f44700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8470:1830949841485312:192.168.204.51@tcp:104: 00010000:00010000:0.0:1746130272.070080:0:8470:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009955c800/0x4ce24e57873604b5 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3eaf3 expref: 6 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130272.070095:0:8470:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009955c800, rc 0) 00000100:00100000:0.0:1746130272.070134:0:8470:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091f45180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c84b93b0-d496-484f-8e1e-94008838f2dd+6:31579:x1830949848695680:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5243us (5316us total) trans 0 rc 0/0 00000100:00100000:0.0:1746130272.070142:0:8470:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5378 00000100:00100000:0.0:1746130272.074092:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130272.074995:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130272.079884:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091953800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841485440:192.168.204.51@tcp:105: 00010000:00010000:0.0:1746130272.079899:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746130272.079922:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091f44700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+45:1961:x1830949848695808:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 5495us (5836us total) trans 0 rc 0/0 00000100:00100000:0.0:1746130272.079931:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 13642 00000100:00100000:0.0:1746130272.079953:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848696192 00000100:00100000:0.0:1746130272.079958:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848696192 00002000:00100000:0.0:1746130272.079987:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008ac73b80 x1830949848696192/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:258/0 lens 488/0 e 0 to 0 dl 1746130283 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746130272.080002:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ac73b80 with x1830949848696192 ext(0->4095) 00010000:00010000:0.0:1746130272.080009:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009955c800/0x4ce24e57873604b5 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3eaf3 expref: 6 pid: 8470 timeout: 570 lvb_type: 0 00010000:00010000:0.0:1746130272.080020:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009955c800/0x4ce24e57873604b5 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3eaf3 expref: 6 pid: 8470 timeout: 570 lvb_type: 0 00002000:00010000:0.0:1746130272.080025:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008ac73b80 00000100:00100000:0.0:1746130272.080040:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2037 00000100:00100000:0.0:1746130272.080058:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ac73b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949848696192:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746130272.080175:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ac73b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949848696192:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 117us (756us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746130272.080181:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2037 00002000:00100000:0.0:1746130272.080186:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008ac73b80 x1830949848696192/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:258/0 lens 488/4536 e 0 to 0 dl 1746130283 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746130272.080193:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ac73b80 with x1830949848696192 ext(0->4095) 00010000:00010000:0.0:1746130272.080198:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009955c800/0x4ce24e57873604b5 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3eaf3 expref: 6 pid: 8470 timeout: 570 lvb_type: 0 00010000:00010000:0.0:1746130272.080207:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009955c800/0x4ce24e57873604b5 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3eaf3 expref: 6 pid: 8470 timeout: 570 lvb_type: 0 00002000:00010000:0.0:1746130272.080212:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008ac73b80 00000100:00100000:0.0:1746130272.086382:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848696320 00000100:00100000:0.0:1746130272.086391:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848696320 00010000:00010000:0.0:1746130272.086429:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009955c800/0x4ce24e57873604b5 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3eaf3 expref: 6 pid: 8470 timeout: 570 lvb_type: 0 00000100:00100000:0.0:1746130272.086705:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 13643 00000100:00100000:0.0:1746130272.086715:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094368700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1963:x1830949848696320:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746130272.086726:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746130272.086744:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009955c800/0x4ce24e57873604b5 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3eaf3 expref: 6 pid: 8470 timeout: 570 lvb_type: 0 00010000:00010000:0.0:1746130272.086755:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009955c800/0x4ce24e57873604b5 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3eaf3 expref: 6 pid: 8470 timeout: 570 lvb_type: 0 00010000:00010000:0.0:1746130272.086773:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009955c800/0x4ce24e57873604b5 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3eaf3 expref: 6 pid: 8470 timeout: 570 lvb_type: 0 00010000:00010000:0.0:1746130272.086784:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130272.086786:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130272.086792:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880093158c00/0x4ce24e57873604bc lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3eafa expref: 44 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130272.086799:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093158c00/0x4ce24e57873604bc lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3eafa expref: 44 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130272.086827:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880093158c00/0x4ce24e57873604bc lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3eafa expref: 44 pid: 8470 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746130272.086838:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b323480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841485696:192.168.204.51@tcp:105: 00000100:00100000:0.0:1746130272.086897:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009bc95480 going to sleep for 11 seconds 00000100:00100000:0.0:1746130272.089406:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b323480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841485696:192.168.204.51@tcp:105: 00010000:00010000:0.0:1746130272.089424:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746130272.089465:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094368700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+5:1963:x1830949848696320:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 2752us (3281us total) trans 0 rc 0/0 00000100:00100000:0.0:1746130272.089474:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 13643 00000100:00100000:0.0:1746130272.090758:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848696576 00000100:00100000:0.0:1746130272.090763:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848696576 00002000:00100000:0.0:1746130272.090795:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009436b800 x1830949848696576/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:258/0 lens 488/0 e 0 to 0 dl 1746130283 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746130272.090803:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009436b800 with x1830949848696576 ext(0->4095) 00002000:00010000:0.0:1746130272.090807:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009436b800 00000100:00100000:0.0:1746130272.090827:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4375 00000100:00100000:0.0:1746130272.090833:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009436b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+45:1961:x1830949848696576:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746130272.090943:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009436b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+45:1961:x1830949848696576:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 110us (276us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746130272.090948:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4375 00002000:00100000:0.0:1746130272.090952:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009436b800 x1830949848696576/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:258/0 lens 488/4536 e 0 to 0 dl 1746130283 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746130272.090958:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009436b800 with x1830949848696576 ext(0->4095) 00002000:00010000:0.0:1746130272.090961:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009436b800 00000100:00100000:0.0:1746130272.097219:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130272.100073:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130272.104740:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130272.115505:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130272.116503:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130272.120608:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130272.125033:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130272.128371:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130272.132658:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130272.135084:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130272.135135:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130272.141736:0:7924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 13648 00000100:00100000:0.0:1746130272.141745:0:7924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013514ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949848699008:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746130272.141758:0:7924:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746130272.141779:0:7924:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009494d800/0x4ce24e57873604d8 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3eb16 expref: 6 pid: 8467 timeout: 570 lvb_type: 0 00010000:00010000:0.0:1746130272.141790:0:7924:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009494d800/0x4ce24e57873604d8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3eb16 expref: 6 pid: 8467 timeout: 570 lvb_type: 0 00010000:00010000:0.0:1746130272.141809:0:7924:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009494d800/0x4ce24e57873604d8 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3eb16 expref: 6 pid: 8467 timeout: 570 lvb_type: 0 00010000:00010000:0.0:1746130272.141858:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130272.141861:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130272.141868:0:7924:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009494ce00/0x4ce24e57873604df lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3eb1d expref: 46 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130272.141874:0:7924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009494ce00/0x4ce24e57873604df lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3eb1d expref: 46 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130272.141909:0:7924:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009494ce00/0x4ce24e57873604df lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3eb1d expref: 46 pid: 8467 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746130272.141920:0:7924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094a77800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841486976:192.168.204.51@tcp:105: 00000100:00100000:0.0:1746130272.142003:0:7924:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009bc95cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746130272.144483:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130272.147409:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130272.149693:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130272.155604:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130272.155685:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130272.155894:0:8470:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5387 00000100:00100000:0.0:1746130272.155900:0:8470:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008af74380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:640ea846-b909-4eea-9a54-417e15bd627b+48:31579:x1830949848700032:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746130272.155906:0:8470:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746130272.155912:0:8470:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880092a6f800/0x4ce24e57873604f4 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3eb32 expref: -99 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130272.155919:0:8470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130272.155923:0:8470:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009955d400/0x4ce24e57873604ed lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3eb2b expref: 49 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130272.155927:0:8470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746130272.155930:0:8470:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880092a6f800/0x4ce24e57873604f4 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3eb32 expref: 49 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130272.156181:0:8470:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009955d400/0x4ce24e57873604ed lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3eb2b expref: 49 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130272.156196:0:8470:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880092a6f800/0x4ce24e57873604f4 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3eb32 expref: 49 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130272.156204:0:8470:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092a6f800, rc 0) 00000100:00100000:0.0:1746130272.156392:0:8470:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008af74380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:640ea846-b909-4eea-9a54-417e15bd627b+49:31579:x1830949848700032:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 491us (705us total) trans 0 rc 0/0 00000100:00100000:0.0:1746130272.156398:0:8470:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5387 00000100:00100000:0.0:1746130272.158227:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130272.161304:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130272.164430:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130272.166802:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130272.169239:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130272.171846:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130272.179294:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130272.179360:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130272.183414:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130272.184314:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130272.188497:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130272.190824:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130272.193243:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130272.194805:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130272.196892:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130272.199164:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130272.200719:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130272.202393:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130272.204758:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130272.207617:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130272.214801:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130272.223262:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130272.228900:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130272.233127:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130272.233230:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130272.238239:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130272.241584:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130272.244514:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130272.246927:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130272.250243:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130272.252709:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130272.255690:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130272.255779:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130272.259951:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130272.263949:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130272.264685:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2048 00000100:00100000:0.0:1746130272.264694:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800939b6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+50:1962:x1830949848706176:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746130272.264863:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800939b6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+50:1962:x1830949848706176:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 170us (915us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746130272.264869:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2048 00002000:00100000:0.0:1746130272.264874:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800939b6680 x1830949848706176/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:258/0 lens 488/4536 e 0 to 0 dl 1746130283 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746130272.264882:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800939b6680 with x1830949848706176 ext(0->4095) 00010000:00010000:0.0:1746130272.264887:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009494ce00/0x4ce24e578736053a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3eb78 expref: 50 pid: 8470 timeout: 570 lvb_type: 0 00010000:00010000:0.0:1746130272.264902:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009494ce00/0x4ce24e578736053a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3eb78 expref: 50 pid: 8470 timeout: 570 lvb_type: 0 00002000:00010000:0.0:1746130272.264908:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800939b6680 00000100:00100000:0.0:1746130272.268013:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130272.272966:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130272.277493:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130272.277558:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130272.287977:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130272.291258:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130272.296564:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130272.301706:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130272.305308:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130272.306480:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130272.308032:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130272.310390:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130272.314568:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130272.321736:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130272.343348:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130272.349975:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130272.350072:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130272.356057:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130272.360032:0:7924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092f62300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841491840:192.168.204.51@tcp:105: 00010000:00010000:0.0:1746130272.360056:0:7924:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746130272.365377:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130272.376685:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130272.381879:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130272.381931:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130272.381964:0:7924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848710144 00000100:00100000:0.0:1746130272.381967:0:7924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848710144 00010000:00010000:0.0:1746130272.381998:0:7924:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880099559e00/0x4ce24e578736056b lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3eba9 expref: 52 pid: 8467 timeout: 570 lvb_type: 0 00000100:00100000:0.0:1746130272.382022:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 13669 00000100:00100000:0.0:1746130272.382025:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013639ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+52:1962:x1830949848710144:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746130272.382035:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746130272.382054:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880099559e00/0x4ce24e578736056b lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3eba9 expref: 53 pid: 8467 timeout: 570 lvb_type: 0 00010000:00010000:0.0:1746130272.382617:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880099559e00/0x4ce24e578736056b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3eba9 expref: 53 pid: 8467 timeout: 570 lvb_type: 0 00010000:00010000:0.0:1746130272.382634:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880099559e00/0x4ce24e578736056b lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3eba9 expref: 53 pid: 8467 timeout: 570 lvb_type: 0 00010000:00010000:0.0:1746130272.382657:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130272.382659:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130272.382665:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880099559600/0x4ce24e5787360572 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ebb0 expref: 6 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130272.382672:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099559600/0x4ce24e5787360572 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ebb0 expref: 6 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130272.382693:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880099559600/0x4ce24e5787360572 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ebb0 expref: 6 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130272.382704:0:7097:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880099559600/0x4ce24e5787360572 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ebb0 expref: 6 pid: 8467 timeout: 570 lvb_type: 0 00000100:00100000:0.0:1746130272.382714:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801350bf800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841492480:192.168.204.51@tcp:105: 00000100:00100000:0.0:1746130272.382774:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009bc95600 going to sleep for 11 seconds 00000100:00100000:0.0:1746130272.386247:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130272.389606:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130272.394616:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130272.400406:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130272.437145:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130272.438532:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130272.444835:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130272.455153:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130272.459972:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130272.465151:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092f61180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841493120:192.168.204.51@tcp:105: 00010000:00010000:0.0:1746130272.465171:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746130272.465223:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801354c6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+5:1961:x1830949848711680:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 4246us (5257us total) trans 0 rc 0/0 00000100:00100000:0.0:1746130272.465233:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 13672 00000100:00100000:0.0:1746130272.465954:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848711936 00000100:00100000:0.0:1746130272.465960:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848711936 00002000:00100000:0.0:1746130272.465992:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880091950000 x1830949848711936/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:258/0 lens 488/0 e 0 to 0 dl 1746130283 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746130272.466001:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091950000 with x1830949848711936 ext(0->4095) 00002000:00010000:0.0:1746130272.466006:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091950000 00000100:00100000:0.0:1746130272.466032:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4389 00000100:00100000:0.0:1746130272.466038:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091950000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+53:1962:x1830949848711936:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746130272.466157:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091950000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+53:1962:x1830949848711936:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 119us (259us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746130272.466163:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4389 00002000:00100000:0.0:1746130272.466167:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880091950000 x1830949848711936/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:258/0 lens 488/4536 e 0 to 0 dl 1746130283 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746130272.466174:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091950000 with x1830949848711936 ext(0->4095) 00002000:00010000:0.0:1746130272.466177:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091950000 00000100:00100000:0.0:1746130272.469087:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130272.475175:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130272.486056:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130272.489851:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130272.493515:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130272.497800:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130272.500717:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130272.503362:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130272.511814:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130272.512404:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130272.515450:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130272.517373:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130272.517514:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130272.519635:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130272.524443:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130272.524530:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130272.530620:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130272.538093:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130272.544297:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130272.548873:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130272.553412:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130272.557516:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130272.563322:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130272.567333:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848716160 00000100:00100000:0.0:1746130272.567339:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848716160 00002000:00100000:0.0:1746130272.567375:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092f62300 x1830949848716160/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:258/0 lens 488/0 e 0 to 0 dl 1746130283 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746130272.567384:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092f62300 with x1830949848716160 ext(0->4095) 00002000:00010000:0.0:1746130272.567388:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092f62300 00000100:00100000:0.0:1746130272.567417:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4392 00000100:00100000:0.0:1746130272.567423:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092f62300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+55:1961:x1830949848716160:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746130272.567569:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092f62300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+55:1961:x1830949848716160:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 145us (1404us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746130272.567575:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4392 00002000:00100000:0.0:1746130272.567580:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092f62300 x1830949848716160/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:258/0 lens 488/4536 e 0 to 0 dl 1746130283 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746130272.567586:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092f62300 with x1830949848716160 ext(0->4095) 00002000:00010000:0.0:1746130272.567589:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092f62300 00000100:00100000:0.0:1746130272.570054:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130272.576248:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130272.578941:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130272.583923:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848716800 00000100:00100000:0.0:1746130272.583929:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848716800 00002000:00100000:0.0:1746130272.583960:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092f63480 x1830949848716800/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:258/0 lens 488/0 e 0 to 0 dl 1746130283 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746130272.583969:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092f63480 with x1830949848716800 ext(0->4095) 00002000:00010000:0.0:1746130272.583973:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092f63480 00000100:00100000:0.0:1746130272.584077:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4393 00000100:00100000:0.0:1746130272.584084:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092f63480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1964:x1830949848716800:12345-192.168.204.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:0.0:1746130272.584216:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092f63480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1964:x1830949848716800:12345-192.168.204.51@tcp:3:ptlrpcd_01_01.0 Request processed in 132us (311us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746130272.584221:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4393 00002000:00100000:0.0:1746130272.584226:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092f63480 x1830949848716800/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:258/0 lens 488/4536 e 0 to 0 dl 1746130283 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746130272.584233:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092f63480 with x1830949848716800 ext(0->4095) 00002000:00010000:0.0:1746130272.584235:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092f63480 00000100:00100000:0.0:1746130272.585337:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130272.588898:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130272.592461:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130272.595102:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130272.609225:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130272.623079:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130272.627917:0:8470:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848717824 00000100:00100000:0.0:1746130272.627921:0:8470:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848717824 00000100:00100000:0.0:1746130272.627943:0:8470:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5420 00000100:00100000:0.0:1746130272.627948:0:8470:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092f63100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:640ea846-b909-4eea-9a54-417e15bd627b+59:31578:x1830949848717824:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746130272.627958:0:8470:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746130272.627971:0:8470:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880092a6f400/0x4ce24e57873605db lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3ec19 expref: -99 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130272.627992:0:8470:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880093158a00/0x4ce24e57873605d4 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ec12 expref: 6 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130272.627998:0:8470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130272.628000:0:8470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130272.628003:0:8470:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880092a6f400/0x4ce24e57873605db lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ec19 expref: 60 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130272.628028:0:8470:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880093158a00/0x4ce24e57873605d4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ec12 expref: 6 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130272.628037:0:8470:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880093158a00/0x4ce24e57873605d4 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ec12 expref: 6 pid: 8470 timeout: 570 lvb_type: 0 00000100:00100000:0.0:1746130272.628048:0:8470:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094a74380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8470:1830949841496064:192.168.204.51@tcp:104: 00000100:00100000:0.0:1746130272.630035:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130272.630100:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130272.632927:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130272.638771:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130272.643232:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130272.645834:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130272.649728:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130272.653496:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130272.654218:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130272.657288:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130272.659008:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130272.662006:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130272.665262:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130272.672050:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130272.674986:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130272.679196:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130272.682762:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130272.682812:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130272.686704:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130272.691485:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130272.694672:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130272.697988:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130272.701218:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130272.709485:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130272.710709:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130272.712341:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130272.713095:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130272.716982:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130272.720172:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130272.723362:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130272.728958:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130272.733709:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130272.734350:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130272.736209:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130272.736956:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130272.740663:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130272.750635:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130272.754744:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130272.758574:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130272.766799:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00010000:00010000:0.0:1746130272.777798:0:7100:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746130272.784072:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130272.786183:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130272.788928:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130272.792519:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130272.794514:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130272.802262:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130272.805237:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130272.808239:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130272.808640:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130272.810418:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130272.811142:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130272.814127:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130272.816986:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130272.821328:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130272.824422:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130272.828519:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130272.833049:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130272.833299:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130272.833425:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848728576 00000100:00100000:0.0:1746130272.833429:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848728576 00002000:00100000:0.0:1746130272.833459:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880132d32680 x1830949848728576/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:258/0 lens 488/0 e 0 to 0 dl 1746130283 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746130272.833468:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132d32680 with x1830949848728576 ext(0->4095) 00002000:00010000:0.0:1746130272.833473:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880132d32680 00000100:00100000:0.0:1746130272.833484:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4406 00000100:00100000:0.0:1746130272.833489:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132d32680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1963:x1830949848728576:12345-192.168.204.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746130272.833616:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132d32680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1963:x1830949848728576:12345-192.168.204.51@tcp:3:ptlrpcd_01_00.0 Request processed in 126us (317us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746130272.833622:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4406 00002000:00100000:0.0:1746130272.833626:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880132d32680 x1830949848728576/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:258/0 lens 488/4536 e 0 to 0 dl 1746130283 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746130272.833633:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132d32680 with x1830949848728576 ext(0->4095) 00002000:00010000:0.0:1746130272.833636:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880132d32680 00000100:00100000:0.0:1746130272.835805:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130272.837834:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130272.841527:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130272.845221:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130272.851150:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130272.854111:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130272.859393:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130272.862764:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130272.875810:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130272.880064:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130272.882610:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130272.892156:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130272.899258:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130272.899341:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130272.905956:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848731264 00000100:00100000:0.0:1746130272.905962:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848731264 00002000:00100000:0.0:1746130272.905998:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008c4fc000 x1830949848731264/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:258/0 lens 488/0 e 0 to 0 dl 1746130283 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746130272.906007:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c4fc000 with x1830949848731264 ext(0->4095) 00010000:00010000:0.0:1746130272.906013:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880097bece00/0x4ce24e5787360683 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ecc1 expref: 6 pid: 10554 timeout: 571 lvb_type: 0 00010000:00010000:0.0:1746130272.906024:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880097bece00/0x4ce24e5787360683 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ecc1 expref: 6 pid: 10554 timeout: 571 lvb_type: 0 00002000:00010000:0.0:1746130272.906029:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008c4fc000 00000100:00100000:0.0:1746130272.906045:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2079 00000100:00100000:0.0:1746130272.906052:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c4fc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949848731264:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746130272.909390:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130272.916885:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130272.918596:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130272.921967:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130272.924649:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130272.927929:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130272.933375:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130272.933462:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130272.933805:0:8469:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134a36d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:640ea846-b909-4eea-9a54-417e15bd627b+69:31579:x1830949848732544:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 98us (343us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130272.933811:0:8469:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5448 00000100:00100000:0.0:1746130272.936493:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130272.940019:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130272.942778:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130272.950561:0:10554:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848733440 00000100:00100000:0.0:1746130272.950568:0:10554:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848733440 00000100:00100000:0.0:1746130272.950610:0:10554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5449 00000100:00100000:0.0:1746130272.950616:0:10554:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4e29850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+5:31579:x1830949848733440:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746130272.950631:0:10554:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746130272.950646:0:10554:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880092a6e200/0x4ce24e57873606a6 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3ece4 expref: -99 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130272.950670:0:10554:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880099559600/0x4ce24e578736069f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ecdd expref: 66 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130272.950677:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746130272.950678:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746130272.950681:0:10554:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880092a6e200/0x4ce24e57873606a6 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ece4 expref: 6 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130272.950706:0:10554:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880099559600/0x4ce24e578736069f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ecdd expref: 66 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130272.950716:0:10554:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880099559600/0x4ce24e578736069f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ecdd expref: 66 pid: 8469 timeout: 571 lvb_type: 0 00000100:00100000:0.0:1746130272.950727:0:10554:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134a37b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10554:1830949841503488:192.168.204.51@tcp:104: 00000100:00100000:0.0:1746130272.950805:0:10554:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009bc95f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746130272.953714:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130272.957512:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130272.957584:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130272.959913:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130272.961073:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130272.969526:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130272.972091:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130272.975663:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130272.975843:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848734976 00000100:00100000:1.0:1746130272.975852:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848734976 00000100:00100000:1.0:1746130272.975911:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5452 00000100:00100000:1.0:1746130272.975919:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134a37b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c84b93b0-d496-484f-8e1e-94008838f2dd+5:31579:x1830949848734976:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746130272.975941:0:8467:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746130272.975960:0:8467:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099558000/0x4ce24e57873606bb lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3ecf9 expref: -99 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130272.975989:0:8467:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091fc1200/0x4ce24e57873606b4 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ecf2 expref: 66 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130272.975996:0:8467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130272.975999:0:8467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130272.976007:0:8467:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099558000/0x4ce24e57873606bb lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ecf9 expref: 6 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130272.976040:0:8467:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091fc1200/0x4ce24e57873606b4 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ecf2 expref: 66 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130272.976051:0:8467:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091fc1200/0x4ce24e57873606b4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ecf2 expref: 66 pid: 8470 timeout: 571 lvb_type: 0 00000100:00100000:1.0:1746130272.976062:0:8467:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009412d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8467:1830949841504256:192.168.204.51@tcp:104: 00000100:00100000:1.0:1746130272.976182:0:8467:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18fbc00 going to sleep for 11 seconds 00000100:00100000:1.0:1746130272.978247:0:8467:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009412d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8467:1830949841504256:192.168.204.51@tcp:104: 00010000:00010000:1.0:1746130272.978320:0:8467:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880099558000/0x4ce24e57873606bb lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ecf9 expref: 6 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130272.978340:0:8467:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099558000, rc 0) 00000100:00100000:1.0:1746130272.978385:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134a37b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c84b93b0-d496-484f-8e1e-94008838f2dd+6:31579:x1830949848734976:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2465us (2732us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130272.978393:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5452 00000100:00100000:0.0:1746130272.978605:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130272.981480:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130272.984182:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130272.984501:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848735488 00000100:00100000:1.0:1746130272.984510:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848735488 00000100:00100000:1.0:1746130272.984569:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5453 00000100:00100000:1.0:1746130272.984577:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134a36300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:640ea846-b909-4eea-9a54-417e15bd627b+66:31578:x1830949848735488:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746130272.984596:0:8467:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746130272.984614:0:8467:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099559400/0x4ce24e57873606c2 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3ed00 expref: -99 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130272.984646:0:8467:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880099558000/0x4ce24e57873606bb lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ecf9 expref: 5 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130272.984655:0:8467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130272.984656:0:8467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130272.984659:0:8467:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099559400/0x4ce24e57873606c2 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ed00 expref: 67 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130272.984693:0:8467:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880099558000/0x4ce24e57873606bb lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ecf9 expref: 5 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130272.984705:0:8467:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880099558000/0x4ce24e57873606bb lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ecf9 expref: 5 pid: 8467 timeout: 571 lvb_type: 0 00000100:00100000:1.0:1746130272.984799:0:8467:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009412d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8467:1830949841504512:192.168.204.51@tcp:104: 00000100:00100000:0.0:1746130272.985140:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130272.985176:0:8467:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18fbc00 going to sleep for 11 seconds 00000100:00100000:1.0:1746130272.986724:0:8467:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009412d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8467:1830949841504512:192.168.204.51@tcp:104: 00010000:00010000:1.0:1746130272.986750:0:8467:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880099559400/0x4ce24e57873606c2 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ed00 expref: 68 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130272.986763:0:8467:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099559400, rc 0) 00000100:00100000:1.0:1746130272.986931:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134a36300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:640ea846-b909-4eea-9a54-417e15bd627b+68:31578:x1830949848735488:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2353us (2755us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130272.986939:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5453 00000100:00100000:0.0:1746130272.987395:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130272.990806:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130272.993895:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130272.997771:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130273.000168:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130273.000226:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848736512 00000100:00100000:1.0:1746130273.000232:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848736512 00000100:00100000:1.0:1746130273.000306:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5455 00000100:00100000:1.0:1746130273.000333:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099527800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c84b93b0-d496-484f-8e1e-94008838f2dd+5:31579:x1830949848736512:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746130273.000347:0:8467:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746130273.000366:0:8467:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099558000/0x4ce24e57873606d0 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3ed0e expref: -99 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130273.000393:0:8467:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880097bec000/0x4ce24e57873606c9 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ed07 expref: 66 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130273.000401:0:8467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130273.000402:0:8467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130273.000405:0:8467:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099558000/0x4ce24e57873606d0 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ed0e expref: 6 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130273.000441:0:8467:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880097bec000/0x4ce24e57873606c9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ed07 expref: 66 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130273.000453:0:8467:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880097bec000/0x4ce24e57873606c9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ed07 expref: 66 pid: 8470 timeout: 571 lvb_type: 0 00000100:00100000:1.0:1746130273.000470:0:8467:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009412d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8467:1830949841505024:192.168.204.51@tcp:104: 00000100:00100000:1.0:1746130273.000547:0:8467:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18fbc00 going to sleep for 11 seconds 00000100:00080000:0.0:1746130273.000597:0:7108:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1746130273.001804:0:8467:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009412d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8467:1830949841505024:192.168.204.51@tcp:104: 00010000:00010000:1.0:1746130273.001826:0:8467:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880099558000/0x4ce24e57873606d0 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ed0e expref: 6 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130273.001840:0:8467:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099558000, rc 0) 00000100:00100000:1.0:1746130273.001878:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099527800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c84b93b0-d496-484f-8e1e-94008838f2dd+6:31579:x1830949848736512:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1565us (1714us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130273.001885:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5455 00000100:00100000:0.0:1746130273.002886:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00080000:0.0:1746130273.003180:0:7108:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1746130273.008438:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848737024 00000100:00100000:1.0:1746130273.008444:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848737024 00000100:00100000:1.0:1746130273.008690:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5456 00000100:00100000:1.0:1746130273.008698:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009249ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:640ea846-b909-4eea-9a54-417e15bd627b+66:31578:x1830949848737024:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746130273.008712:0:8467:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746130273.008730:0:8467:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099559600/0x4ce24e57873606d7 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3ed15 expref: -99 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130273.008757:0:8467:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880099558000/0x4ce24e57873606d0 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ed0e expref: 6 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130273.008765:0:8467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130273.008767:0:8467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130273.008770:0:8467:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099559600/0x4ce24e57873606d7 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ed15 expref: 67 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130273.008803:0:8467:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880099558000/0x4ce24e57873606d0 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ed0e expref: 6 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130273.008815:0:8467:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880099558000/0x4ce24e57873606d0 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ed0e expref: 6 pid: 8467 timeout: 571 lvb_type: 0 00000100:00100000:1.0:1746130273.008825:0:8467:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009412d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8467:1830949841505280:192.168.204.51@tcp:104: 00000100:00100000:1.0:1746130273.009640:0:8467:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18fbc00 going to sleep for 11 seconds 00000100:00100000:0.0:1746130273.012164:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130273.012305:0:8467:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009412d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8467:1830949841505280:192.168.204.51@tcp:104: 00010000:00010000:1.0:1746130273.012331:0:8467:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880099559600/0x4ce24e57873606d7 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ed15 expref: 67 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130273.012349:0:8467:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099559600, rc 0) 00000100:00100000:1.0:1746130273.012396:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009249ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:640ea846-b909-4eea-9a54-417e15bd627b+67:31578:x1830949848737024:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3699us (4036us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130273.012404:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5456 00000100:00100000:1.0:1746130273.012430:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848737152 00000100:00100000:1.0:1746130273.012435:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848737152 00000100:00100000:1.0:1746130273.012465:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5457 00000100:00100000:1.0:1746130273.012472:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092f63100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:640ea846-b909-4eea-9a54-417e15bd627b+67:31579:x1830949848737152:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746130273.012487:0:8467:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746130273.012500:0:8467:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099559e00/0x4ce24e57873606de lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3ed1c expref: -99 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130273.012517:0:8467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130273.012521:0:8467:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880099559600/0x4ce24e57873606d7 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ed15 expref: 68 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130273.012526:0:8467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130273.012529:0:8467:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099559e00/0x4ce24e57873606de lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ed1c expref: 68 pid: 8467 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746130273.013140:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00010000:00010000:1.0:1746130273.013183:0:8467:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880099559600/0x4ce24e57873606d7 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ed15 expref: 68 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130273.013198:0:8467:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880099559e00/0x4ce24e57873606de lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ed1c expref: 68 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130273.013206:0:8467:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099559e00, rc 0) 00000100:00100000:1.0:1746130273.013225:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092f63100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:640ea846-b909-4eea-9a54-417e15bd627b+68:31579:x1830949848737152:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 754us (1070us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130273.013231:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5457 00000100:00100000:0.0:1746130273.016882:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130273.020834:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130273.024649:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130273.026817:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130273.027018:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848738048 00000100:00100000:1.0:1746130273.027026:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848738048 00000100:00100000:1.0:1746130273.027070:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5458 00000100:00100000:1.0:1746130273.027077:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e36a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c84b93b0-d496-484f-8e1e-94008838f2dd+5:31579:x1830949848738048:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746130273.027091:0:8467:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746130273.027111:0:8467:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099558000/0x4ce24e57873606e5 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3ed23 expref: -99 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130273.027139:0:8467:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880099559e00/0x4ce24e57873606de lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ed1c expref: 66 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130273.027146:0:8467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130273.027148:0:8467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130273.027152:0:8467:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099558000/0x4ce24e57873606e5 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ed23 expref: 6 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130273.027184:0:8467:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880099559e00/0x4ce24e57873606de lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ed1c expref: 66 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130273.027196:0:8467:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880099559e00/0x4ce24e57873606de lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ed1c expref: 66 pid: 8467 timeout: 571 lvb_type: 0 00000100:00100000:1.0:1746130273.027207:0:8467:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009412d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8467:1830949841505792:192.168.204.51@tcp:104: 00000100:00100000:1.0:1746130273.027301:0:8467:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18fbc00 going to sleep for 11 seconds 00000100:00100000:0.0:1746130273.029860:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130273.029887:0:8467:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009412d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8467:1830949841505792:192.168.204.51@tcp:104: 00010000:00010000:1.0:1746130273.029919:0:8467:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880099558000/0x4ce24e57873606e5 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ed23 expref: 6 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130273.029936:0:8467:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099558000, rc 0) 00000100:00100000:1.0:1746130273.029985:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e36a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c84b93b0-d496-484f-8e1e-94008838f2dd+6:31579:x1830949848738048:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2907us (3173us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130273.029992:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5458 00000100:00100000:0.0:1746130273.032242:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130273.035594:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130273.035645:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130273.035808:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848738560 00000100:00100000:1.0:1746130273.035817:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848738560 00000100:00100000:1.0:1746130273.035862:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848738688 00000100:00100000:1.0:1746130273.035864:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848738688 00000100:00100000:1.0:1746130273.035881:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5459 00000100:00100000:1.0:1746130273.035888:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800924e3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:640ea846-b909-4eea-9a54-417e15bd627b+67:31579:x1830949848738560:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746130273.035905:0:8467:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746130273.035922:0:8467:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099559e00/0x4ce24e57873606ec lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3ed2a expref: -99 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130273.036059:0:8467:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880099558000/0x4ce24e57873606e5 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ed23 expref: 5 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130273.036068:0:8467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130273.036070:0:8467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130273.036073:0:8467:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099559e00/0x4ce24e57873606ec lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ed2a expref: 69 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130273.036120:0:8467:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880099558000/0x4ce24e57873606e5 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ed23 expref: 5 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130273.036132:0:8467:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880099558000/0x4ce24e57873606e5 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ed23 expref: 5 pid: 8467 timeout: 571 lvb_type: 0 00000100:00100000:1.0:1746130273.036144:0:8467:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009412d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8467:1830949841506048:192.168.204.51@tcp:104: 00000100:00100000:1.0:1746130273.036506:0:8467:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18fbc00 going to sleep for 11 seconds 00000100:00100000:1.0:1746130273.037908:0:8467:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009412d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8467:1830949841506048:192.168.204.51@tcp:104: 00010000:00010000:1.0:1746130273.037931:0:8467:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880099559e00/0x4ce24e57873606ec lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ed2a expref: 68 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130273.037947:0:8467:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099559e00, rc 0) 00000100:00100000:1.0:1746130273.037988:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800924e3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:640ea846-b909-4eea-9a54-417e15bd627b+68:31579:x1830949848738560:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2100us (2401us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130273.037995:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5459 00000100:00100000:0.0:1746130273.041377:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130273.044472:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130273.048983:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130273.049161:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848739200 00000100:00100000:1.0:1746130273.049183:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848739200 00000100:00100000:1.0:1746130273.049242:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5461 00000100:00100000:1.0:1746130273.049250:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094aa8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c84b93b0-d496-484f-8e1e-94008838f2dd+5:31579:x1830949848739200:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746130273.049301:0:8467:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746130273.049319:0:8467:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009391b000/0x4ce24e57873606fa lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3ed38 expref: -99 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130273.049348:0:8467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130273.049354:0:8467:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880097bed400/0x4ce24e57873606f3 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ed31 expref: 67 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130273.049360:0:8467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746130273.049364:0:8467:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009391b000/0x4ce24e57873606fa lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ed38 expref: 6 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130273.049401:0:8467:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880097bed400/0x4ce24e57873606f3 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ed31 expref: 67 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130273.049413:0:8467:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009391b000/0x4ce24e57873606fa lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ed38 expref: 6 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130273.049427:0:8467:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009391b000, rc 0) 00000100:00100000:1.0:1746130273.049475:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094aa8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c84b93b0-d496-484f-8e1e-94008838f2dd+6:31579:x1830949848739200:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 226us (505us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130273.049481:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5461 00000100:00100000:0.0:1746130273.050965:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130273.054721:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130273.057783:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130273.057868:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130273.057945:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848739712 00000100:00100000:1.0:1746130273.057952:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848739712 00000100:00100000:1.0:1746130273.058007:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5462 00000100:00100000:1.0:1746130273.058013:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801354db800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:640ea846-b909-4eea-9a54-417e15bd627b+67:31578:x1830949848739712:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746130273.058028:0:8467:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746130273.058049:0:8467:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880093832e00/0x4ce24e5787360701 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3ed3f expref: -99 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130273.058079:0:8467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130273.058086:0:8467:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009391b000/0x4ce24e57873606fa lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ed38 expref: 5 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130273.058092:0:8467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746130273.058095:0:8467:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093832e00/0x4ce24e5787360701 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ed3f expref: 68 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130273.058137:0:8467:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009391b000/0x4ce24e57873606fa lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ed38 expref: 5 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130273.058150:0:8467:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880093832e00/0x4ce24e5787360701 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ed3f expref: 68 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130273.058165:0:8467:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093832e00, rc 0) 00000100:00100000:1.0:1746130273.058349:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801354db800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:640ea846-b909-4eea-9a54-417e15bd627b+68:31578:x1830949848739712:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 335us (571us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130273.058355:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5462 00000100:00100000:0.0:1746130273.061706:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130273.064709:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130273.067871:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130273.070672:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130273.070731:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848740608 00000100:00100000:1.0:1746130273.070743:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848740608 00000100:00100000:1.0:1746130273.070792:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5463 00000100:00100000:1.0:1746130273.070799:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800947a4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c84b93b0-d496-484f-8e1e-94008838f2dd+5:31579:x1830949848740608:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746130273.070816:0:8467:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746130273.070837:0:8467:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009391a000/0x4ce24e5787360708 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3ed46 expref: -99 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130273.070866:0:8467:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880093832e00/0x4ce24e5787360701 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ed3f expref: 66 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130273.070875:0:8467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130273.070877:0:8467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130273.070880:0:8467:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009391a000/0x4ce24e5787360708 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ed46 expref: 6 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130273.070916:0:8467:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880093832e00/0x4ce24e5787360701 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ed3f expref: 66 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130273.070927:0:8467:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880093832e00/0x4ce24e5787360701 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ed3f expref: 66 pid: 8467 timeout: 571 lvb_type: 0 00000100:00100000:1.0:1746130273.070942:0:8467:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009412d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8467:1830949841507072:192.168.204.51@tcp:104: 00000100:00100000:1.0:1746130273.071028:0:8467:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18fbc00 going to sleep for 11 seconds 00000100:00100000:1.0:1746130273.072815:0:8467:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009412d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8467:1830949841507072:192.168.204.51@tcp:104: 00010000:00010000:1.0:1746130273.072843:0:8467:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009391a000/0x4ce24e5787360708 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ed46 expref: 6 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130273.072861:0:8467:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009391a000, rc 0) 00000100:00100000:1.0:1746130273.072904:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800947a4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c84b93b0-d496-484f-8e1e-94008838f2dd+6:31579:x1830949848740608:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2104us (2238us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130273.072911:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5463 00000100:00100000:0.0:1746130273.074189:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130273.078004:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130273.078262:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848740992 00000100:00100000:1.0:1746130273.078290:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848740992 00002000:00100000:1.0:1746130273.078338:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880134a80380 x1830949848740992/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:259/0 lens 488/0 e 0 to 0 dl 1746130284 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130273.078348:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134a80380 with x1830949848740992 ext(0->4095) 00002000:00010000:1.0:1746130273.078353:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880134a80380 00000100:00100000:1.0:1746130273.078379:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4420 00000100:00100000:1.0:1746130273.078387:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134a80380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949848740992:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746130273.078550:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134a80380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949848740992:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 163us (546us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746130273.078556:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4420 00002000:00100000:1.0:1746130273.078561:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880134a80380 x1830949848740992/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:259/0 lens 488/4536 e 0 to 0 dl 1746130284 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130273.078574:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134a80380 with x1830949848740992 ext(0->4095) 00002000:00010000:1.0:1746130273.078576:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880134a80380 00000100:00100000:0.0:1746130273.078906:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130273.079779:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848741120 00000100:00100000:1.0:1746130273.079784:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848741120 00000100:00100000:1.0:1746130273.079828:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5464 00000100:00100000:1.0:1746130273.079835:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134a80700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:640ea846-b909-4eea-9a54-417e15bd627b+66:31578:x1830949848741120:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746130273.079847:0:8467:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746130273.079866:0:8467:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094326400/0x4ce24e578736070f lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3ed4d expref: -99 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130273.079892:0:8467:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009391a000/0x4ce24e5787360708 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ed46 expref: 5 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130273.079899:0:8467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130273.079901:0:8467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130273.079905:0:8467:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094326400/0x4ce24e578736070f lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ed4d expref: 67 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130273.079936:0:8467:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009391a000/0x4ce24e5787360708 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ed46 expref: 5 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130273.079947:0:8467:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009391a000/0x4ce24e5787360708 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ed46 expref: 5 pid: 8467 timeout: 571 lvb_type: 0 00000100:00100000:1.0:1746130273.079958:0:8467:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009412d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8467:1830949841507328:192.168.204.51@tcp:104: 00000100:00100000:1.0:1746130273.080033:0:8467:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18fb6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746130273.082121:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130273.082610:0:8467:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009412d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8467:1830949841507328:192.168.204.51@tcp:104: 00010000:00010000:1.0:1746130273.082646:0:8467:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094326400/0x4ce24e578736070f lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ed4d expref: 67 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130273.082664:0:8467:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094326400, rc 0) 00000100:00100000:1.0:1746130273.082722:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134a80700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:640ea846-b909-4eea-9a54-417e15bd627b+68:31578:x1830949848741120:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2887us (3815us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130273.082731:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5464 00000100:00100000:0.0:1746130273.086838:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130273.090183:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130273.095215:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130273.095355:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848742016 00000100:00100000:1.0:1746130273.095362:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848742016 00002000:00100000:1.0:1746130273.095409:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880134a81180 x1830949848742016/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:259/0 lens 488/0 e 0 to 0 dl 1746130284 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130273.095523:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134a81180 with x1830949848742016 ext(0->4095) 00002000:00010000:1.0:1746130273.095529:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880134a81180 00000100:00100000:1.0:1746130273.095565:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4421 00000100:00100000:1.0:1746130273.095573:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134a81180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+67:1961:x1830949848742016:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746130273.095760:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134a81180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+67:1961:x1830949848742016:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 188us (555us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746130273.095765:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4421 00002000:00100000:1.0:1746130273.095770:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880134a81180 x1830949848742016/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:259/0 lens 488/4536 e 0 to 0 dl 1746130284 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130273.095776:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134a81180 with x1830949848742016 ext(0->4095) 00002000:00010000:1.0:1746130273.095779:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880134a81180 00000100:00100000:0.0:1746130273.097734:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130273.100330:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130273.104154:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130273.105969:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130273.107924:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130273.108513:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130273.112563:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130273.112764:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848743168 00000100:00100000:1.0:1746130273.112773:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848743168 00002000:00100000:1.0:1746130273.112835:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880134a82680 x1830949848743168/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:259/0 lens 488/0 e 0 to 0 dl 1746130284 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130273.112846:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134a82680 with x1830949848743168 ext(0->4095) 00010000:00010000:1.0:1746130273.112855:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093159a00/0x4ce24e5787360724 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ed69 expref: 68 pid: 8469 timeout: 571 lvb_type: 0 00010000:00010000:1.0:1746130273.112869:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093159a00/0x4ce24e5787360724 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ed69 expref: 68 pid: 8469 timeout: 571 lvb_type: 0 00002000:00010000:1.0:1746130273.112876:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880134a82680 00000100:00100000:1.0:1746130273.113048:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2090 00000100:00100000:1.0:1746130273.113055:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134a82680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+68:1961:x1830949848743168:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746130273.113378:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134a82680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+68:1961:x1830949848743168:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 322us (822us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746130273.113385:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2090 00002000:00100000:1.0:1746130273.113390:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880134a82680 x1830949848743168/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:259/0 lens 488/4536 e 0 to 0 dl 1746130284 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130273.113398:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134a82680 with x1830949848743168 ext(0->4095) 00010000:00010000:1.0:1746130273.113402:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093159a00/0x4ce24e5787360724 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ed69 expref: 68 pid: 8469 timeout: 571 lvb_type: 0 00010000:00010000:1.0:1746130273.113411:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093159a00/0x4ce24e5787360724 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ed69 expref: 68 pid: 8469 timeout: 571 lvb_type: 0 00002000:00010000:1.0:1746130273.113422:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880134a82680 00000100:00100000:0.0:1746130273.116736:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130273.116794:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130273.117061:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848743296 00000100:00100000:1.0:1746130273.117071:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848743296 00000100:00100000:1.0:1746130273.117138:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5469 00000100:00100000:1.0:1746130273.117147:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134a82a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c84b93b0-d496-484f-8e1e-94008838f2dd+5:31579:x1830949848743296:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746130273.117166:0:8467:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746130273.117184:0:8467:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880093e01a00/0x4ce24e5787360732 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3ed70 expref: -99 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130273.117207:0:8467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130273.117214:0:8467:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880093158a00/0x4ce24e578736072b lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ed62 expref: 68 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130273.117220:0:8467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746130273.117223:0:8467:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093e01a00/0x4ce24e5787360732 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ed70 expref: 6 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130273.118231:0:8467:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880093158a00/0x4ce24e578736072b lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ed62 expref: 68 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130273.118248:0:8467:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880093e01a00/0x4ce24e5787360732 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ed70 expref: 6 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130273.118259:0:8467:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093e01a00, rc 0) 00000100:00100000:1.0:1746130273.118341:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134a82a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c84b93b0-d496-484f-8e1e-94008838f2dd+6:31579:x1830949848743296:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1194us (1612us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130273.118352:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5469 00000100:00100000:0.0:1746130273.121411:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130273.121634:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848743680 00000100:00100000:1.0:1746130273.121642:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848743680 00002000:00100000:1.0:1746130273.121687:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880134a83100 x1830949848743680/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:259/0 lens 488/0 e 0 to 0 dl 1746130284 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130273.121697:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134a83100 with x1830949848743680 ext(0->4095) 00010000:00010000:1.0:1746130273.121706:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093158a00/0x4ce24e578736072b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ed62 expref: 67 pid: 8470 timeout: 571 lvb_type: 0 00010000:00010000:1.0:1746130273.121719:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093158a00/0x4ce24e578736072b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ed62 expref: 67 pid: 8470 timeout: 571 lvb_type: 0 00002000:00010000:1.0:1746130273.121725:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880134a83100 00000100:00100000:1.0:1746130273.121753:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2091 00000100:00100000:1.0:1746130273.121760:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134a83100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+67:1961:x1830949848743680:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746130273.121914:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134a83100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+67:1961:x1830949848743680:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 155us (517us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746130273.121920:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2091 00002000:00100000:1.0:1746130273.121926:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880134a83100 x1830949848743680/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:259/0 lens 488/4536 e 0 to 0 dl 1746130284 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130273.121933:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134a83100 with x1830949848743680 ext(0->4095) 00010000:00010000:1.0:1746130273.121937:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093158a00/0x4ce24e578736072b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ed62 expref: 67 pid: 8470 timeout: 571 lvb_type: 0 00010000:00010000:1.0:1746130273.121952:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093158a00/0x4ce24e578736072b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ed62 expref: 67 pid: 8470 timeout: 571 lvb_type: 0 00002000:00010000:1.0:1746130273.121957:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880134a83100 00000100:00100000:0.0:1746130273.123492:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130273.123557:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848743808 00000100:00100000:1.0:1746130273.123564:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848743808 00000100:00100000:0.0:1746130273.123733:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130273.123930:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5470 00000100:00100000:1.0:1746130273.123938:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134a83480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:640ea846-b909-4eea-9a54-417e15bd627b+68:31578:x1830949848743808:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746130273.123953:0:8467:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746130273.123967:0:8467:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880093e01c00/0x4ce24e5787360739 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3ed77 expref: -99 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130273.123986:0:8467:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880093e01a00/0x4ce24e5787360732 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ed70 expref: 5 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130273.124124:0:8467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130273.124126:0:8467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130273.124130:0:8467:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093e01c00/0x4ce24e5787360739 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ed77 expref: 68 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130273.124406:0:8467:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880093e01a00/0x4ce24e5787360732 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ed70 expref: 5 pid: 8467 timeout: 571 lvb_type: 0 00010000:00010000:1.0:1746130273.124415:0:8467:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880093e01a00/0x4ce24e5787360732 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ed70 expref: 5 pid: 8467 timeout: 571 lvb_type: 0 00000100:00100000:1.0:1746130273.124423:0:8467:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009412f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8467:1830949841508864:192.168.204.51@tcp:104: 00000100:00100000:1.0:1746130273.124465:0:8467:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18fb9c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746130273.125907:0:8467:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009412f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8467:1830949841508864:192.168.204.51@tcp:104: 00010000:00010000:1.0:1746130273.125931:0:8467:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880093e01c00/0x4ce24e5787360739 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ed77 expref: 68 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130273.125944:0:8467:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093e01c00, rc 0) 00000100:00100000:1.0:1746130273.125987:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134a83480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:640ea846-b909-4eea-9a54-417e15bd627b+68:31578:x1830949848743808:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2049us (2498us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130273.126018:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5470 00000100:00100000:0.0:1746130273.126757:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130273.128882:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130273.134215:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130273.138043:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130273.138389:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848744704 00000100:00100000:1.0:1746130273.138400:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848744704 00000100:00100000:1.0:1746130273.138459:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5471 00000100:00100000:1.0:1746130273.138471:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099524a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c84b93b0-d496-484f-8e1e-94008838f2dd+5:31579:x1830949848744704:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746130273.138492:0:8467:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746130273.138511:0:8467:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880093e01e00/0x4ce24e5787360740 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3ed7e expref: -99 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130273.138549:0:8467:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880093e01c00/0x4ce24e5787360739 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ed77 expref: 66 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130273.138561:0:8467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130273.138564:0:8467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130273.138567:0:8467:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093e01e00/0x4ce24e5787360740 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ed7e expref: 6 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130273.138607:0:8467:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880093e01c00/0x4ce24e5787360739 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ed77 expref: 66 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130273.138624:0:8467:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880093e01c00/0x4ce24e5787360739 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ed77 expref: 66 pid: 8467 timeout: 571 lvb_type: 0 00000100:00100000:1.0:1746130273.138636:0:8467:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009412f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8467:1830949841509120:192.168.204.51@tcp:104: 00000100:00100000:1.0:1746130273.138717:0:8467:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18fb9c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746130273.143567:0:8467:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009412f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8467:1830949841509120:192.168.204.51@tcp:104: 00010000:00010000:1.0:1746130273.143604:0:8467:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880093e01e00/0x4ce24e5787360740 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ed7e expref: 6 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130273.143625:0:8467:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093e01e00, rc 0) 00000100:00100000:1.0:1746130273.143675:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099524a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c84b93b0-d496-484f-8e1e-94008838f2dd+6:31579:x1830949848744704:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5208us (5641us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130273.143683:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5471 00000100:00100000:0.0:1746130273.144587:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130273.144632:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130273.144699:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848744960 00000100:00100000:1.0:1746130273.144707:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848744960 00000100:00100000:1.0:1746130273.145112:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5472 00000100:00100000:1.0:1746130273.145119:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134a37800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:640ea846-b909-4eea-9a54-417e15bd627b+67:31578:x1830949848744960:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746130273.145132:0:8467:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746130273.145143:0:8467:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880093e00c00/0x4ce24e5787360747 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3ed85 expref: -99 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130273.145159:0:8467:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880093e01e00/0x4ce24e5787360740 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ed7e expref: 5 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130273.145170:0:8467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130273.145171:0:8467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130273.145174:0:8467:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093e00c00/0x4ce24e5787360747 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ed85 expref: 68 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130273.145190:0:8467:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880093e01e00/0x4ce24e5787360740 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ed7e expref: 5 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130273.145201:0:8467:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880093e01e00/0x4ce24e5787360740 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ed7e expref: 5 pid: 8467 timeout: 571 lvb_type: 0 00000100:00100000:1.0:1746130273.145209:0:8467:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009412f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8467:1830949841509376:192.168.204.51@tcp:104: 00000100:00100000:1.0:1746130273.145235:0:8467:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18fb9c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746130273.147460:0:8467:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009412f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8467:1830949841509376:192.168.204.51@tcp:104: 00010000:00010000:1.0:1746130273.147486:0:8467:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880093e00c00/0x4ce24e5787360747 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ed85 expref: 68 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130273.147502:0:8467:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093e00c00, rc 0) 00000100:00100000:1.0:1746130273.147664:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134a37800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:640ea846-b909-4eea-9a54-417e15bd627b+68:31578:x1830949848744960:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2543us (3029us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130273.147672:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5472 00000100:00100000:0.0:1746130273.147982:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130273.148061:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848745216 00000100:00100000:1.0:1746130273.148066:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848745216 00002000:00100000:1.0:1746130273.148233:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880134a36d80 x1830949848745216/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:259/0 lens 488/0 e 0 to 0 dl 1746130284 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130273.148249:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134a36d80 with x1830949848745216 ext(0->4095) 00010000:00010000:1.0:1746130273.148256:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093e01e00/0x4ce24e5787360740 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ed7e expref: 6 pid: 8467 timeout: 571 lvb_type: 0 00010000:00010000:1.0:1746130273.148282:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093e01e00/0x4ce24e5787360740 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ed7e expref: 6 pid: 8467 timeout: 571 lvb_type: 0 00002000:00010000:1.0:1746130273.148290:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880134a36d80 00000100:00100000:1.0:1746130273.148312:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2093 00000100:00100000:1.0:1746130273.148319:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134a36d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949848745216:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746130273.149620:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134a36d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949848745216:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 1298us (1635us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746130273.149627:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2093 00002000:00100000:1.0:1746130273.149633:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880134a36d80 x1830949848745216/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:259/0 lens 488/4536 e 0 to 0 dl 1746130284 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130273.149641:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134a36d80 with x1830949848745216 ext(0->4095) 00010000:00010000:1.0:1746130273.149647:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093e01e00/0x4ce24e5787360740 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ed7e expref: 6 pid: 8467 timeout: 571 lvb_type: 0 00010000:00010000:1.0:1746130273.149658:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093e01e00/0x4ce24e5787360740 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ed7e expref: 6 pid: 8467 timeout: 571 lvb_type: 0 00002000:00010000:1.0:1746130273.149663:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880134a36d80 00000100:00100000:0.0:1746130273.152855:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130273.156158:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130273.156215:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848745600 00000100:00100000:1.0:1746130273.156223:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848745600 00002000:00100000:1.0:1746130273.156285:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092255f80 x1830949848745600/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:259/0 lens 488/0 e 0 to 0 dl 1746130284 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130273.156294:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092255f80 with x1830949848745600 ext(0->4095) 00002000:00010000:1.0:1746130273.156298:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092255f80 00000100:00100000:1.0:1746130273.156321:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4424 00000100:00100000:1.0:1746130273.156329:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092255f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+67:1961:x1830949848745600:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746130273.156502:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092255f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+67:1961:x1830949848745600:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 174us (357us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746130273.156508:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4424 00002000:00100000:1.0:1746130273.156513:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092255f80 x1830949848745600/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:259/0 lens 488/4536 e 0 to 0 dl 1746130284 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130273.156520:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092255f80 with x1830949848745600 ext(0->4095) 00002000:00010000:1.0:1746130273.156522:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092255f80 00000100:00100000:0.0:1746130273.159733:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130273.159870:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848745728 00000100:00100000:1.0:1746130273.159880:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848745728 00000100:00100000:1.0:1746130273.159939:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5473 00000100:00100000:1.0:1746130273.159947:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092254e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c84b93b0-d496-484f-8e1e-94008838f2dd+5:31579:x1830949848745728:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746130273.159964:0:8467:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746130273.159982:0:8467:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094326400/0x4ce24e578736074e lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3ed8c expref: -99 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130273.160015:0:8467:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880093e00c00/0x4ce24e5787360747 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ed85 expref: 66 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130273.160028:0:8467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130273.160031:0:8467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130273.160034:0:8467:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094326400/0x4ce24e578736074e lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ed8c expref: 6 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130273.160067:0:8467:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880093e00c00/0x4ce24e5787360747 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ed85 expref: 66 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130273.160079:0:8467:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880093e00c00/0x4ce24e5787360747 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ed85 expref: 66 pid: 8467 timeout: 571 lvb_type: 0 00000100:00100000:1.0:1746130273.160092:0:8467:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009412f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8467:1830949841509632:192.168.204.51@tcp:104: 00000100:00100000:1.0:1746130273.160178:0:8467:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18fb540 going to sleep for 11 seconds 00000100:00100000:1.0:1746130273.166981:0:8467:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009412f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8467:1830949841509632:192.168.204.51@tcp:104: 00010000:00010000:1.0:1746130273.167022:0:8467:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094326400/0x4ce24e578736074e lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ed8c expref: 6 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130273.167043:0:8467:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094326400, rc 0) 00000100:00100000:1.0:1746130273.167103:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092254e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c84b93b0-d496-484f-8e1e-94008838f2dd+6:31579:x1830949848745728:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 7155us (7379us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130273.167113:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5473 00000100:00100000:0.0:1746130273.167877:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130273.168357:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848745856 00000100:00100000:1.0:1746130273.168364:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848745856 00002000:00100000:1.0:1746130273.168405:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff880092f61180 x1830949848745856/t0(0) o4->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:259/0 lens 496/0 e 0 to 0 dl 1746130284 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130273.168421:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092f61180 with x1830949848745856 ext(0->7) 00010000:00010000:1.0:1746130273.168429:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093e00c00/0x4ce24e5787360747 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ed85 expref: 67 pid: 8467 timeout: 571 lvb_type: 0 00010000:00010000:1.0:1746130273.168442:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093e00c00/0x4ce24e5787360747 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ed85 expref: 67 pid: 8467 timeout: 571 lvb_type: 0 00002000:00010000:1.0:1746130273.168448:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092f61180 00000100:00100000:1.0:1746130273.168480:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2094 00000100:00100000:1.0:1746130273.168488:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092f61180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+67:1961:x1830949848745856:12345-192.168.204.51@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746130273.168850:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092f61180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+69:1961:x1830949848745856:12345-192.168.204.51@tcp:4:ldlm_bl.0 Request processed in 362us (975us total) trans 4294967879 rc 0/0 00000100:00100000:1.0:1746130273.168858:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2094 00002000:00100000:1.0:1746130273.168863:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff880092f61180 x1830949848745856/t4294967879(0) o4->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:259/0 lens 496/448 e 0 to 0 dl 1746130284 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130273.168871:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092f61180 with x1830949848745856 ext(0->7) 00010000:00010000:1.0:1746130273.168875:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093e00c00/0x4ce24e5787360747 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ed85 expref: 69 pid: 8467 timeout: 571 lvb_type: 0 00010000:00010000:1.0:1746130273.168884:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093e00c00/0x4ce24e5787360747 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ed85 expref: 69 pid: 8467 timeout: 571 lvb_type: 0 00002000:00010000:1.0:1746130273.168891:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092f61180 00000100:00100000:0.0:1746130273.170478:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130273.174061:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130273.174141:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130273.174381:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848746112 00000100:00100000:1.0:1746130273.174389:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848746112 00000100:00100000:1.0:1746130273.174444:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5474 00000100:00100000:1.0:1746130273.174451:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132d30e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:640ea846-b909-4eea-9a54-417e15bd627b+68:31578:x1830949848746112:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746130273.174469:0:8467:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746130273.174594:0:8467:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880093e01c00/0x4ce24e5787360755 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3ed93 expref: -99 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130273.174618:0:8467:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094326400/0x4ce24e578736074e lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ed8c expref: 6 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130273.174626:0:8467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130273.174628:0:8467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130273.174631:0:8467:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093e01c00/0x4ce24e5787360755 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ed93 expref: 69 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130273.174658:0:8467:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094326400/0x4ce24e578736074e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ed8c expref: 6 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130273.174669:0:8467:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094326400/0x4ce24e578736074e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ed8c expref: 6 pid: 8467 timeout: 571 lvb_type: 0 00000100:00100000:1.0:1746130273.174680:0:8467:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009412f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8467:1830949841509888:192.168.204.51@tcp:104: 00000100:00100000:1.0:1746130273.174732:0:8467:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18fb540 going to sleep for 11 seconds 00000100:00100000:1.0:1746130273.176783:0:8467:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009412f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8467:1830949841509888:192.168.204.51@tcp:104: 00010000:00010000:1.0:1746130273.176809:0:8467:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880093e01c00/0x4ce24e5787360755 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ed93 expref: 69 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130273.176832:0:8467:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093e01c00, rc 0) 00000100:00100000:1.0:1746130273.176879:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132d30e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:640ea846-b909-4eea-9a54-417e15bd627b+69:31578:x1830949848746112:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2428us (2826us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130273.176886:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5474 00000100:00100000:0.0:1746130273.177515:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130273.177561:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130273.178201:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848746624 00000100:00100000:1.0:1746130273.178206:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848746624 00000100:00100000:1.0:1746130273.178244:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5475 00000100:00100000:1.0:1746130273.178251:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132d32300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:640ea846-b909-4eea-9a54-417e15bd627b+69:31579:x1830949848746624:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746130273.178281:0:8467:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746130273.178295:0:8467:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880093e00a00/0x4ce24e578736075c lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3ed9a expref: -99 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130273.178316:0:8467:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880093e01c00/0x4ce24e5787360755 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ed93 expref: 70 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130273.178375:0:8467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130273.178377:0:8467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130273.178381:0:8467:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093e00a00/0x4ce24e578736075c lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ed9a expref: 70 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130273.178403:0:8467:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880093e01c00/0x4ce24e5787360755 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ed93 expref: 70 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130273.178415:0:8467:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880093e01c00/0x4ce24e5787360755 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ed93 expref: 70 pid: 8467 timeout: 571 lvb_type: 0 00000100:00100000:1.0:1746130273.178430:0:8467:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009412f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8467:1830949841510144:192.168.204.51@tcp:104: 00000100:00100000:1.0:1746130273.178502:0:8467:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18fb540 going to sleep for 11 seconds 00000100:00100000:0.0:1746130273.180240:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130273.181009:0:8467:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009412f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8467:1830949841510144:192.168.204.51@tcp:104: 00010000:00010000:0.0:1746130273.181027:0:8467:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880093e00a00/0x4ce24e578736075c lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ed9a expref: 70 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130273.181038:0:8467:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093e00a00, rc 0) 00000100:00100000:0.0:1746130273.181056:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132d32300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:640ea846-b909-4eea-9a54-417e15bd627b+70:31579:x1830949848746624:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2807us (3495us total) trans 0 rc 0/0 00000100:00100000:0.0:1746130273.181063:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5475 00000100:00100000:0.0:1746130273.183460:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130273.186624:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130273.189148:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130273.189236:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848747392 00000100:00100000:1.0:1746130273.189244:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848747392 00000100:00100000:1.0:1746130273.189513:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5476 00000100:00100000:1.0:1746130273.189523:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132d32d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c84b93b0-d496-484f-8e1e-94008838f2dd+5:31579:x1830949848747392:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746130273.189547:0:8467:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746130273.189563:0:8467:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880093e01e00/0x4ce24e5787360763 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3eda1 expref: -99 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130273.189589:0:8467:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880093e00a00/0x4ce24e578736075c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ed9a expref: 68 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130273.189596:0:8467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130273.189598:0:8467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130273.189601:0:8467:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093e01e00/0x4ce24e5787360763 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3eda1 expref: 6 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130273.189628:0:8467:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880093e00a00/0x4ce24e578736075c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ed9a expref: 68 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130273.189639:0:8467:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880093e00a00/0x4ce24e578736075c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ed9a expref: 68 pid: 8467 timeout: 571 lvb_type: 0 00000100:00100000:1.0:1746130273.189650:0:8467:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009412f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8467:1830949841510400:192.168.204.51@tcp:104: 00000100:00100000:1.0:1746130273.190515:0:8467:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18fb180 going to sleep for 11 seconds 00000100:00100000:1.0:1746130273.191182:0:8467:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009412f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8467:1830949841510400:192.168.204.51@tcp:104: 00010000:00010000:1.0:1746130273.191204:0:8467:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880093e01e00/0x4ce24e5787360763 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3eda1 expref: 6 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130273.191218:0:8467:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093e01e00, rc 0) 00000100:00100000:1.0:1746130273.191248:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132d32d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c84b93b0-d496-484f-8e1e-94008838f2dd+6:31579:x1830949848747392:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1727us (2108us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130273.191256:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5476 00000100:00100000:0.0:1746130273.192330:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130273.194227:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130273.196216:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130273.196298:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848747904 00000100:00100000:1.0:1746130273.196304:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848747904 00000100:00100000:1.0:1746130273.196467:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5477 00000100:00100000:1.0:1746130273.196476:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7d40700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:640ea846-b909-4eea-9a54-417e15bd627b+68:31579:x1830949848747904:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746130273.196489:0:8467:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746130273.196503:0:8467:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094326e00/0x4ce24e578736076a lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3eda8 expref: -99 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130273.196526:0:8467:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880093e01e00/0x4ce24e5787360763 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3eda1 expref: 5 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130273.196544:0:8467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130273.196545:0:8467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130273.196548:0:8467:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094326e00/0x4ce24e578736076a lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3eda8 expref: 69 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130273.196578:0:8467:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880093e01e00/0x4ce24e5787360763 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3eda1 expref: 5 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130273.196591:0:8467:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880093e01e00/0x4ce24e5787360763 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3eda1 expref: 5 pid: 8467 timeout: 571 lvb_type: 0 00000100:00100000:1.0:1746130273.196602:0:8467:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009412f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8467:1830949841510656:192.168.204.51@tcp:104: 00000100:00100000:1.0:1746130273.197128:0:8467:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18fb180 going to sleep for 11 seconds 00000100:00100000:0.0:1746130273.198323:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130273.199391:0:8467:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009412f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8467:1830949841510656:192.168.204.51@tcp:104: 00010000:00010000:1.0:1746130273.199407:0:8467:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094326e00/0x4ce24e578736076a lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3eda8 expref: 70 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130273.199415:0:8467:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094326e00, rc 0) 00000100:00100000:1.0:1746130273.199449:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7d40700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:640ea846-b909-4eea-9a54-417e15bd627b+70:31579:x1830949848747904:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2974us (3240us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130273.199454:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5477 00000100:00100000:0.0:1746130273.199653:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130273.206633:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130273.210010:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130273.210083:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848748544 00000100:00100000:1.0:1746130273.210092:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848748544 00000100:00100000:0.0:1746130273.210109:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130273.210156:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5479 00000100:00100000:1.0:1746130273.210165:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091f44700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c84b93b0-d496-484f-8e1e-94008838f2dd+5:31579:x1830949848748544:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746130273.210185:0:8467:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746130273.210203:0:8467:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094937e00/0x4ce24e5787360778 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3edb6 expref: -99 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130273.210231:0:8467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130273.210237:0:8467:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880097bede00/0x4ce24e5787360771 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3edaf expref: 70 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130273.210248:0:8467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746130273.210251:0:8467:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094937e00/0x4ce24e5787360778 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3edb6 expref: 6 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130273.210318:0:8467:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880097bede00/0x4ce24e5787360771 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3edaf expref: 70 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130273.210331:0:8467:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094937e00/0x4ce24e5787360778 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3edb6 expref: 6 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130273.210472:0:8467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130273.210474:0:8467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130273.210480:0:8467:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880097bede00/0x4ce24e5787360771 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3edaf expref: 69 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130273.210487:0:8467:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097bede00/0x4ce24e5787360771 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3edaf expref: 69 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130273.210504:0:8467:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880097bede00/0x4ce24e5787360771 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3edaf expref: 69 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130273.210515:0:8467:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880097bede00/0x4ce24e5787360771 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3edaf expref: 69 pid: 8470 timeout: 571 lvb_type: 0 00000100:00100000:1.0:1746130273.210527:0:8467:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009412f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8467:1830949841511168:192.168.204.51@tcp:105: 00000100:00100000:1.0:1746130273.210602:0:8467:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18fb180 going to sleep for 11 seconds 00000100:00100000:1.0:1746130273.212680:0:8467:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009412f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8467:1830949841511168:192.168.204.51@tcp:105: 00010000:00010000:1.0:1746130273.212696:0:8467:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094937e00, rc 0) 00000100:00100000:1.0:1746130273.212741:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091f44700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c84b93b0-d496-484f-8e1e-94008838f2dd+6:31579:x1830949848748544:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2577us (2741us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130273.212748:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5479 00000100:00100000:0.0:1746130273.213384:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130273.214766:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130273.214819:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848749056 00000100:00100000:1.0:1746130273.214824:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848749056 00000100:00100000:1.0:1746130273.214868:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5480 00000100:00100000:1.0:1746130273.214874:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008af75f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:640ea846-b909-4eea-9a54-417e15bd627b+69:31578:x1830949848749056:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746130273.214888:0:8467:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746130273.214903:0:8467:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009488e600/0x4ce24e578736077f lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3edbd expref: -99 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130273.214922:0:8467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130273.214928:0:8467:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094937e00/0x4ce24e5787360778 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3edb6 expref: 5 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130273.214933:0:8467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746130273.214936:0:8467:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009488e600/0x4ce24e578736077f lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3edbd expref: 70 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130273.214969:0:8467:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094937e00/0x4ce24e5787360778 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3edb6 expref: 5 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130273.214985:0:8467:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009488e600/0x4ce24e578736077f lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3edbd expref: 70 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130273.214994:0:8467:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009488e600, rc 0) 00000100:00100000:0.0:1746130273.214997:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130273.215022:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008af75f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:640ea846-b909-4eea-9a54-417e15bd627b+70:31578:x1830949848749056:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 149us (260us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130273.215027:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5480 00000100:00100000:0.0:1746130273.217231:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130273.217293:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848749440 00000100:00100000:1.0:1746130273.217298:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848749440 00002000:00100000:1.0:1746130273.217329:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801344a0000 x1830949848749440/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:259/0 lens 488/0 e 0 to 0 dl 1746130284 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130273.217336:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801344a0000 with x1830949848749440 ext(0->4095) 00010000:00010000:1.0:1746130273.217342:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094937e00/0x4ce24e5787360778 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3edb6 expref: 6 pid: 8467 timeout: 571 lvb_type: 0 00010000:00010000:1.0:1746130273.217351:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094937e00/0x4ce24e5787360778 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3edb6 expref: 6 pid: 8467 timeout: 571 lvb_type: 0 00002000:00010000:1.0:1746130273.217356:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801344a0000 00000100:00100000:1.0:1746130273.217443:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2098 00000100:00100000:1.0:1746130273.217448:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801344a0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949848749440:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746130273.217663:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801344a0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949848749440:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 213us (436us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746130273.217668:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2098 00002000:00100000:1.0:1746130273.217673:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801344a0000 x1830949848749440/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:259/0 lens 488/4536 e 0 to 0 dl 1746130284 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130273.217680:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801344a0000 with x1830949848749440 ext(0->4095) 00010000:00010000:1.0:1746130273.217685:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094937e00/0x4ce24e5787360778 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3edb6 expref: 6 pid: 8467 timeout: 571 lvb_type: 0 00010000:00010000:1.0:1746130273.217697:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094937e00/0x4ce24e5787360778 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3edb6 expref: 6 pid: 8467 timeout: 571 lvb_type: 0 00002000:00010000:1.0:1746130273.217703:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801344a0000 00000100:00100000:0.0:1746130273.219488:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130273.222722:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130273.223060:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848749824 00000100:00100000:1.0:1746130273.223068:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848749824 00002000:00100000:1.0:1746130273.223107:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801344a1880 x1830949848749824/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:259/0 lens 488/0 e 0 to 0 dl 1746130284 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130273.223116:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801344a1880 with x1830949848749824 ext(0->4095) 00002000:00010000:1.0:1746130273.223120:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801344a1880 00000100:00100000:1.0:1746130273.223181:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4428 00000100:00100000:1.0:1746130273.223188:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801344a1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+69:1961:x1830949848749824:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746130273.223361:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801344a1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+69:1961:x1830949848749824:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 173us (649us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746130273.223366:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4428 00002000:00100000:1.0:1746130273.223371:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801344a1880 x1830949848749824/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:259/0 lens 488/4536 e 0 to 0 dl 1746130284 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130273.223379:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801344a1880 with x1830949848749824 ext(0->4095) 00002000:00010000:1.0:1746130273.223382:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801344a1880 00000100:00100000:0.0:1746130273.225188:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130273.229010:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130273.233516:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130273.233572:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130273.237664:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130273.237746:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130273.240879:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130273.244016:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130273.247322:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130273.250440:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130273.253849:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130273.256179:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130273.260896:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130273.263665:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130273.265954:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130273.265990:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130273.267818:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130273.269474:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130273.270249:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130273.272815:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130273.274820:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130273.274864:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130273.277041:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130273.280605:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130273.280658:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130273.286428:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130273.286494:0:7924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848754048 00000100:00100000:1.0:1746130273.286500:0:7924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848754048 00010000:00010000:1.0:1746130273.286539:0:7924:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880097bed400/0x4ce24e57873607b7 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3edf5 expref: 71 pid: 8470 timeout: 571 lvb_type: 0 00000100:00100000:1.0:1746130273.286578:0:7924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 13753 00000100:00100000:1.0:1746130273.286585:0:7924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cbaed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+71:1962:x1830949848754048:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746130273.286597:0:7924:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746130273.286618:0:7924:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880097bed400/0x4ce24e57873607b7 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3edf5 expref: 71 pid: 8470 timeout: 571 lvb_type: 0 00010000:00010000:1.0:1746130273.286629:0:7924:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880097bed400/0x4ce24e57873607b7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3edf5 expref: 71 pid: 8470 timeout: 571 lvb_type: 0 00010000:00010000:1.0:1746130273.286654:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130273.286656:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130273.286663:0:7924:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880099558000/0x4ce24e57873607be lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3edfc expref: 6 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130273.286671:0:7924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099558000/0x4ce24e57873607be lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3edfc expref: 6 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130273.286700:0:7924:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880099558000/0x4ce24e57873607be lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3edfc expref: 6 pid: 8470 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746130273.286710:0:7924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009412f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841513856:192.168.204.51@tcp:105: 00000100:00100000:1.0:1746130273.286768:0:7924:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18fb840 going to sleep for 11 seconds 00000100:00100000:1.0:1746130273.287645:0:7924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009412f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841513856:192.168.204.51@tcp:105: 00010000:00010000:1.0:1746130273.287653:0:7924:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746130273.287670:0:7924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cbaed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+70:1962:x1830949848754048:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 1086us (1245us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130273.287676:0:7924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 13753 00000100:00100000:0.0:1746130273.288678:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130273.289310:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848754304 00000100:00100000:1.0:1746130273.289317:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848754304 00002000:00100000:1.0:1746130273.289351:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88012cbaf100 x1830949848754304/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:259/0 lens 488/0 e 0 to 0 dl 1746130284 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130273.289361:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cbaf100 with x1830949848754304 ext(0->4095) 00002000:00010000:1.0:1746130273.289364:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012cbaf100 00000100:00100000:1.0:1746130273.289392:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4431 00000100:00100000:1.0:1746130273.289398:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cbaf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949848754304:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746130273.289557:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cbaf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949848754304:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 159us (881us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746130273.289563:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4431 00002000:00100000:1.0:1746130273.289568:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88012cbaf100 x1830949848754304/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:259/0 lens 488/4536 e 0 to 0 dl 1746130284 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130273.289574:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cbaf100 with x1830949848754304 ext(0->4095) 00002000:00010000:1.0:1746130273.289577:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012cbaf100 00000100:00100000:0.0:1746130273.291890:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130273.302610:0:7924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848754560 00000100:00100000:1.0:1746130273.302618:0:7924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848754560 00010000:00010000:1.0:1746130273.302657:0:7924:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880099558000/0x4ce24e57873607be lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3edfc expref: 6 pid: 8470 timeout: 571 lvb_type: 0 00000100:00100000:1.0:1746130273.302692:0:7924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 13754 00000100:00100000:1.0:1746130273.302700:0:7924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bc7c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949848754560:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746130273.302712:0:7924:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746130273.302731:0:7924:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880099558000/0x4ce24e57873607be lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3edfc expref: 6 pid: 8470 timeout: 571 lvb_type: 0 00010000:00010000:1.0:1746130273.302741:0:7924:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880099558000/0x4ce24e57873607be lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3edfc expref: 6 pid: 8470 timeout: 571 lvb_type: 0 00010000:00010000:1.0:1746130273.302762:0:7924:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880099558000/0x4ce24e57873607be lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3edfc expref: 6 pid: 8470 timeout: 571 lvb_type: 0 00010000:00010000:1.0:1746130273.302779:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130273.302780:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130273.302787:0:7924:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880099559400/0x4ce24e57873607c5 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ee03 expref: 70 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130273.302794:0:7924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099559400/0x4ce24e57873607c5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ee03 expref: 70 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130273.302824:0:7924:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880099559400/0x4ce24e57873607c5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ee03 expref: 71 pid: 8470 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746130273.302836:0:7924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009412f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841514112:192.168.204.51@tcp:105: 00000100:00100000:1.0:1746130273.302904:0:7924:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18fb900 going to sleep for 11 seconds 00000100:00100000:1.0:1746130273.306584:0:7924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009412f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841514112:192.168.204.51@tcp:105: 00010000:00010000:1.0:1746130273.306595:0:7924:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746130273.306627:0:7924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bc7c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+5:1962:x1830949848754560:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 3928us (4398us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130273.306634:0:7924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 13754 00000100:00100000:0.0:1746130273.309509:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130273.310661:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130273.310720:0:7924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848755200 00000100:00100000:1.0:1746130273.310731:0:7924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848755200 00010000:00010000:1.0:1746130273.310773:0:7924:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880099559400/0x4ce24e57873607c5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ee03 expref: 72 pid: 8470 timeout: 571 lvb_type: 0 00000100:00100000:1.0:1746130273.310821:0:7924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 13755 00000100:00100000:1.0:1746130273.310828:0:7924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cbafb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+72:1962:x1830949848755200:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746130273.310842:0:7924:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746130273.310868:0:7924:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880099559400/0x4ce24e57873607c5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ee03 expref: 72 pid: 8470 timeout: 571 lvb_type: 0 00010000:00010000:1.0:1746130273.310880:0:7924:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880099559400/0x4ce24e57873607c5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ee03 expref: 72 pid: 8470 timeout: 571 lvb_type: 0 00010000:00010000:1.0:1746130273.310904:0:7924:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880099559400/0x4ce24e57873607c5 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ee03 expref: 72 pid: 8470 timeout: 571 lvb_type: 0 00010000:00010000:1.0:1746130273.310923:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130273.310925:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130273.310932:0:7924:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880097bece00/0x4ce24e57873607cc lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ee0a expref: 71 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130273.310938:0:7924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097bece00/0x4ce24e57873607cc lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ee0a expref: 71 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130273.310999:0:7924:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880097bece00/0x4ce24e57873607cc lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ee0a expref: 71 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130273.311027:0:7924:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880097bece00/0x4ce24e57873607cc lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ee0a expref: 71 pid: 8470 timeout: 571 lvb_type: 0 00000100:00100000:1.0:1746130273.311037:0:7924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009412f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841514368:192.168.204.51@tcp:105: 00000100:00100000:1.0:1746130273.311106:0:7924:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18fb900 going to sleep for 11 seconds 00000100:00100000:0.0:1746130273.315698:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130273.315811:0:7924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009412f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841514368:192.168.204.51@tcp:105: 00010000:00010000:1.0:1746130273.315828:0:7924:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746130273.315866:0:7924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cbafb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+72:1962:x1830949848755200:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 5039us (5209us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130273.315876:0:7924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 13755 00000100:00100000:0.0:1746130273.319372:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130273.319901:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130273.320242:0:7924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848755584 00000100:00100000:1.0:1746130273.320246:0:7924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848755584 00010000:00010000:1.0:1746130273.320262:0:7924:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880097bece00/0x4ce24e57873607cc lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ee0a expref: 73 pid: 8470 timeout: 571 lvb_type: 0 00000100:00100000:1.0:1746130273.320308:0:7924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 13756 00000100:00100000:1.0:1746130273.320314:0:7924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135094000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+73:1962:x1830949848755584:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746130273.320322:0:7924:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746130273.320339:0:7924:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880097bece00/0x4ce24e57873607cc lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ee0a expref: 73 pid: 8470 timeout: 571 lvb_type: 0 00010000:00010000:1.0:1746130273.320348:0:7924:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880097bece00/0x4ce24e57873607cc lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ee0a expref: 73 pid: 8470 timeout: 571 lvb_type: 0 00010000:00010000:1.0:1746130273.320362:0:7924:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880097bece00/0x4ce24e57873607cc lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ee0a expref: 73 pid: 8470 timeout: 571 lvb_type: 0 00010000:00010000:1.0:1746130273.320376:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130273.320379:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130273.320384:0:7924:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880097bed400/0x4ce24e57873607d3 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ee11 expref: 5 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130273.320391:0:7924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097bed400/0x4ce24e57873607d3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ee11 expref: 5 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130273.320408:0:7924:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880097bed400/0x4ce24e57873607d3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ee11 expref: 5 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130273.320418:0:7924:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880097bed400/0x4ce24e57873607d3 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ee11 expref: 5 pid: 8470 timeout: 571 lvb_type: 0 00000100:00100000:1.0:1746130273.320428:0:7924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009412f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841514752:192.168.204.51@tcp:105: 00000100:00100000:1.0:1746130273.320924:0:7924:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18fb900 going to sleep for 11 seconds 00000100:00100000:1.0:1746130273.323229:0:7924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009412f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841514752:192.168.204.51@tcp:105: 00010000:00010000:1.0:1746130273.323248:0:7924:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746130273.323397:0:7924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135094000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+71:1962:x1830949848755584:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 3081us (3494us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130273.323406:0:7924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 13756 00000100:00100000:0.0:1746130273.323550:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848755968 00000100:00100000:0.0:1746130273.323556:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848755968 00002000:00100000:0.0:1746130273.323591:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880134a82d80 x1830949848755968/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:259/0 lens 488/0 e 0 to 0 dl 1746130284 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746130273.323600:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134a82d80 with x1830949848755968 ext(0->4095) 00010000:00010000:0.0:1746130273.323608:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880097bed400/0x4ce24e57873607d3 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ee11 expref: 6 pid: 8470 timeout: 571 lvb_type: 0 00010000:00010000:0.0:1746130273.323620:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880097bed400/0x4ce24e57873607d3 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ee11 expref: 6 pid: 8470 timeout: 571 lvb_type: 0 00002000:00010000:0.0:1746130273.323624:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880134a82d80 00000100:00100000:0.0:1746130273.323645:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2107 00000100:00100000:0.0:1746130273.323652:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134a82d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949848755968:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746130273.323790:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134a82d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949848755968:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 137us (272us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746130273.323795:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2107 00002000:00100000:0.0:1746130273.323801:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880134a82d80 x1830949848755968/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:259/0 lens 488/4536 e 0 to 0 dl 1746130284 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746130273.323808:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134a82d80 with x1830949848755968 ext(0->4095) 00010000:00010000:0.0:1746130273.323812:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880097bed400/0x4ce24e57873607d3 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ee11 expref: 6 pid: 8470 timeout: 571 lvb_type: 0 00010000:00010000:0.0:1746130273.323821:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880097bed400/0x4ce24e57873607d3 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ee11 expref: 6 pid: 8470 timeout: 571 lvb_type: 0 00002000:00010000:0.0:1746130273.323825:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880134a82d80 00000100:00100000:0.0:1746130273.326025:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130273.331589:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130273.331799:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848756352 00000100:00100000:1.0:1746130273.331806:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848756352 00002000:00100000:1.0:1746130273.331840:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880135094380 x1830949848756352/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:259/0 lens 488/0 e 0 to 0 dl 1746130284 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130273.331850:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135094380 with x1830949848756352 ext(0->4095) 00002000:00010000:1.0:1746130273.331854:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880135094380 00000100:00100000:1.0:1746130273.331882:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4432 00000100:00100000:1.0:1746130273.331889:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135094380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+71:1961:x1830949848756352:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746130273.334053:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135094380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+71:1961:x1830949848756352:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 2154us (2454us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746130273.334062:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4432 00002000:00100000:1.0:1746130273.334070:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880135094380 x1830949848756352/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:259/0 lens 488/4536 e 0 to 0 dl 1746130284 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130273.334079:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135094380 with x1830949848756352 ext(0->4095) 00002000:00010000:1.0:1746130273.334083:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880135094380 00000100:00100000:0.0:1746130273.337061:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130273.343711:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130273.343774:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848756608 00000100:00100000:1.0:1746130273.343782:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848756608 00002000:00100000:1.0:1746130273.343822:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff880135094a80 x1830949848756608/t0(0) o4->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:259/0 lens 496/0 e 0 to 0 dl 1746130284 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130273.343831:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135094a80 with x1830949848756608 ext(0->7) 00010000:00010000:1.0:1746130273.343839:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880099559e00/0x4ce24e57873607da lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ee18 expref: 71 pid: 8470 timeout: 571 lvb_type: 0 00010000:00010000:1.0:1746130273.343851:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880099559e00/0x4ce24e57873607da lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ee18 expref: 71 pid: 8470 timeout: 571 lvb_type: 0 00002000:00010000:1.0:1746130273.343857:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880135094a80 00000100:00100000:1.0:1746130273.343873:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2108 00000100:00100000:1.0:1746130273.343879:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135094a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+71:1961:x1830949848756608:12345-192.168.204.51@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746130273.344166:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135094a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+73:1961:x1830949848756608:12345-192.168.204.51@tcp:4:ldlm_bl.0 Request processed in 286us (461us total) trans 4294967881 rc 0/0 00000100:00100000:1.0:1746130273.344174:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2108 00002000:00100000:1.0:1746130273.344179:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff880135094a80 x1830949848756608/t4294967881(0) o4->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:259/0 lens 496/448 e 0 to 0 dl 1746130284 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130273.344186:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135094a80 with x1830949848756608 ext(0->7) 00010000:00010000:1.0:1746130273.344190:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880099559e00/0x4ce24e57873607da lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ee18 expref: 73 pid: 8470 timeout: 571 lvb_type: 0 00010000:00010000:1.0:1746130273.344198:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880099559e00/0x4ce24e57873607da lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ee18 expref: 73 pid: 8470 timeout: 571 lvb_type: 0 00002000:00010000:1.0:1746130273.344204:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880135094a80 00000100:00100000:0.0:1746130273.345507:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130273.349610:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130273.353544:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130273.354517:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130273.355677:0:8467:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134a83800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8467:1830949841515264:192.168.204.51@tcp:104: 00010000:00010000:0.0:1746130273.355817:0:8467:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880093159c00/0x4ce24e57873607e8 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ee26 expref: 74 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130273.355835:0:8467:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093159c00, rc 0) 00000100:00100000:0.0:1746130273.356125:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135095500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:640ea846-b909-4eea-9a54-417e15bd627b+74:31578:x1830949848757120:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2426us (2601us total) trans 0 rc 0/0 00000100:00100000:0.0:1746130273.356133:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5495 00000100:00100000:0.0:1746130273.356730:0:7924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848757376 00000100:00100000:0.0:1746130273.356736:0:7924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848757376 00010000:00010000:0.0:1746130273.356761:0:7924:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880093159a00/0x4ce24e57873607e1 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ee1f expref: 6 pid: 8467 timeout: 571 lvb_type: 0 00000100:00100000:0.0:1746130273.356805:0:7924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 13759 00000100:00100000:0.0:1746130273.356814:0:7924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134a80000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949848757376:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746130273.356826:0:7924:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746130273.356850:0:7924:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880093159a00/0x4ce24e57873607e1 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ee1f expref: 6 pid: 8467 timeout: 571 lvb_type: 0 00010000:00010000:0.0:1746130273.356860:0:7924:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880093159a00/0x4ce24e57873607e1 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ee1f expref: 6 pid: 8467 timeout: 571 lvb_type: 0 00010000:00010000:0.0:1746130273.356880:0:7924:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880093159a00/0x4ce24e57873607e1 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ee1f expref: 6 pid: 8467 timeout: 571 lvb_type: 0 00010000:00010000:0.0:1746130273.356919:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130273.356922:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130273.356929:0:7924:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880093159c00/0x4ce24e57873607e8 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ee26 expref: 73 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130273.356941:0:7924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093159c00/0x4ce24e57873607e8 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ee26 expref: 73 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130273.356972:0:7924:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880093159c00/0x4ce24e57873607e8 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ee26 expref: 73 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130273.356983:0:7924:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880093159c00/0x4ce24e57873607e8 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ee26 expref: 73 pid: 8467 timeout: 571 lvb_type: 0 00000100:00100000:0.0:1746130273.356995:0:7924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135094700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841515520:192.168.204.51@tcp:105: 00000100:00100000:0.0:1746130273.357074:0:7924:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009bc95300 going to sleep for 11 seconds 00000100:00100000:1.0:1746130273.361913:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130273.362046:0:7924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135094700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841515520:192.168.204.51@tcp:105: 00010000:00010000:0.0:1746130273.362074:0:7924:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746130273.362147:0:7924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134a80000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+5:1962:x1830949848757376:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 5324us (5436us total) trans 0 rc 0/0 00000100:00100000:0.0:1746130273.362163:0:7924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 13759 00000100:00100000:0.0:1746130273.365938:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130273.371430:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130273.371518:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848758016 00000100:00100000:1.0:1746130273.371543:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848758016 00002000:00100000:1.0:1746130273.371593:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880099acbc50 x1830949848758016/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:259/0 lens 488/0 e 0 to 0 dl 1746130284 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130273.371604:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099acbc50 with x1830949848758016 ext(0->4095) 00002000:00010000:1.0:1746130273.371608:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880099acbc50 00000100:00100000:1.0:1746130273.371656:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4434 00000100:00100000:1.0:1746130273.371664:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099acbc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+74:1962:x1830949848758016:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746130273.371837:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099acbc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+74:1962:x1830949848758016:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 172us (414us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746130273.371844:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4434 00002000:00100000:1.0:1746130273.371851:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880099acbc50 x1830949848758016/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:259/0 lens 488/4536 e 0 to 0 dl 1746130284 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130273.371858:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099acbc50 with x1830949848758016 ext(0->4095) 00002000:00010000:1.0:1746130273.371861:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880099acbc50 00000100:00100000:0.0:1746130273.374366:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130273.377322:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130273.381110:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130273.381746:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130273.382519:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848758528 00000100:00100000:1.0:1746130273.382524:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848758528 00002000:00100000:1.0:1746130273.382558:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880135095c00 x1830949848758528/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:259/0 lens 488/0 e 0 to 0 dl 1746130284 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130273.382566:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135095c00 with x1830949848758528 ext(0->4095) 00010000:00010000:1.0:1746130273.382572:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093158c00/0x4ce24e57873607f6 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ee34 expref: 6 pid: 8467 timeout: 571 lvb_type: 0 00010000:00010000:1.0:1746130273.382581:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093158c00/0x4ce24e57873607f6 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ee34 expref: 6 pid: 8467 timeout: 571 lvb_type: 0 00002000:00010000:1.0:1746130273.382587:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880135095c00 00000100:00100000:1.0:1746130273.382604:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2110 00000100:00100000:1.0:1746130273.382612:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135095c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949848758528:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746130273.382765:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135095c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949848758528:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 153us (1662us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746130273.382771:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2110 00002000:00100000:1.0:1746130273.382777:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880135095c00 x1830949848758528/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:259/0 lens 488/4536 e 0 to 0 dl 1746130284 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130273.382785:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135095c00 with x1830949848758528 ext(0->4095) 00010000:00010000:1.0:1746130273.382790:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093158c00/0x4ce24e57873607f6 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ee34 expref: 6 pid: 8467 timeout: 571 lvb_type: 0 00010000:00010000:1.0:1746130273.382801:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093158c00/0x4ce24e57873607f6 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ee34 expref: 6 pid: 8467 timeout: 571 lvb_type: 0 00002000:00010000:1.0:1746130273.382807:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880135095c00 00000100:00100000:0.0:1746130273.385965:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130273.387255:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130273.391389:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130273.394402:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130273.399501:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130273.401559:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130273.405353:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130273.408418:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130273.409632:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130273.410501:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130273.413737:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130273.416249:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130273.417949:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130273.420119:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130273.421392:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130273.423164:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130273.427605:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130273.429421:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130273.434450:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130273.434505:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130273.438334:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130273.440249:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130273.440322:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130273.444994:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130273.447571:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130273.448110:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130273.448961:0:8469:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848763008 00000100:00100000:1.0:1746130273.448966:0:8469:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848763008 00000100:00100000:1.0:1746130273.448999:0:8469:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5507 00000100:00100000:1.0:1746130273.449005:0:8469:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009249a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:640ea846-b909-4eea-9a54-417e15bd627b+73:31578:x1830949848763008:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746130273.449015:0:8469:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746130273.449025:0:8469:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094936600/0x4ce24e578736083c lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3ee7a expref: -99 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130273.449039:0:8469:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880093159a00/0x4ce24e5787360835 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ee73 expref: 5 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130273.449045:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130273.449046:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130273.449049:0:8469:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094936600/0x4ce24e578736083c lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ee7a expref: 74 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130273.449065:0:8469:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880093159a00/0x4ce24e5787360835 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ee73 expref: 5 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130273.449073:0:8469:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880093159a00/0x4ce24e5787360835 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ee73 expref: 5 pid: 8467 timeout: 571 lvb_type: 0 00000100:00100000:1.0:1746130273.449084:0:8469:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009412c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8469:1830949841518336:192.168.204.51@tcp:104: 00000100:00100000:1.0:1746130273.449104:0:8469:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18fb480 going to sleep for 11 seconds 00000100:00100000:1.0:1746130273.451005:0:8469:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009412c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8469:1830949841518336:192.168.204.51@tcp:104: 00010000:00010000:1.0:1746130273.451027:0:8469:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094936600/0x4ce24e578736083c lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ee7a expref: 73 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130273.451040:0:8469:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094936600, rc 0) 00000100:00100000:1.0:1746130273.451074:0:8469:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009249a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:640ea846-b909-4eea-9a54-417e15bd627b+73:31578:x1830949848763008:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2069us (3509us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130273.451080:0:8469:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5507 00000100:00100000:0.0:1746130273.452006:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130273.455026:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130273.457178:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130273.460428:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130273.460491:0:8469:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848763776 00000100:00100000:1.0:1746130273.460498:0:8469:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848763776 00000100:00100000:1.0:1746130273.460559:0:8469:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5508 00000100:00100000:1.0:1746130273.460566:0:8469:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009249ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+5:31579:x1830949848763776:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746130273.460582:0:8469:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746130273.460596:0:8469:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094990600/0x4ce24e5787360843 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3ee81 expref: -99 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130273.460620:0:8469:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094936600/0x4ce24e578736083c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ee7a expref: 72 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130273.460627:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130273.460628:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130273.460631:0:8469:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094990600/0x4ce24e5787360843 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ee81 expref: 6 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130273.460662:0:8469:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094936600/0x4ce24e578736083c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ee7a expref: 72 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130273.460677:0:8469:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094936600/0x4ce24e578736083c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ee7a expref: 72 pid: 8469 timeout: 571 lvb_type: 0 00000100:00100000:1.0:1746130273.460687:0:8469:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009412c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8469:1830949841518592:192.168.204.51@tcp:104: 00000100:00100000:1.0:1746130273.460779:0:8469:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18fb480 going to sleep for 11 seconds 00000100:00100000:1.0:1746130273.462498:0:8469:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009412c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8469:1830949841518592:192.168.204.51@tcp:104: 00000100:00100000:0.0:1746130273.462505:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00010000:00010000:1.0:1746130273.462518:0:8469:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094990600/0x4ce24e5787360843 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ee81 expref: 6 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130273.462551:0:8469:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094990600, rc 0) 00000100:00100000:1.0:1746130273.462602:0:8469:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009249ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+6:31579:x1830949848763776:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2035us (2181us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130273.462611:0:8469:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5508 00000100:00100000:0.0:1746130273.464740:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130273.466365:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130273.466438:0:8469:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848764288 00000100:00100000:1.0:1746130273.466443:0:8469:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848764288 00000100:00100000:1.0:1746130273.466532:0:8469:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5509 00000100:00100000:1.0:1746130273.466540:0:8469:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092498700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:640ea846-b909-4eea-9a54-417e15bd627b+72:31579:x1830949848764288:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746130273.466551:0:8469:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746130273.466566:0:8469:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880135e3e200/0x4ce24e578736084a lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3ee88 expref: -99 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130273.466588:0:8469:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094990600/0x4ce24e5787360843 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ee81 expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130273.466596:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130273.466597:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130273.466600:0:8469:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880135e3e200/0x4ce24e578736084a lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ee88 expref: 73 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130273.466625:0:8469:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094990600/0x4ce24e5787360843 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ee81 expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130273.466634:0:8469:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094990600/0x4ce24e5787360843 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ee81 expref: 5 pid: 8469 timeout: 571 lvb_type: 0 00000100:00100000:1.0:1746130273.466644:0:8469:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009412c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8469:1830949841518848:192.168.204.51@tcp:104: 00000100:00100000:1.0:1746130273.466720:0:8469:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18fb480 going to sleep for 11 seconds 00000100:00100000:1.0:1746130273.467802:0:8469:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009412c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8469:1830949841518848:192.168.204.51@tcp:104: 00010000:00010000:1.0:1746130273.467819:0:8469:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880135e3e200/0x4ce24e578736084a lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ee88 expref: 73 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130273.467828:0:8469:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135e3e200, rc 0) 00000100:00100000:1.0:1746130273.467858:0:8469:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092498700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:640ea846-b909-4eea-9a54-417e15bd627b+73:31579:x1830949848764288:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1319us (1496us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130273.467865:0:8469:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5509 00000100:00100000:0.0:1746130273.468307:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130273.468709:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130273.468771:0:8469:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848764544 00000100:00100000:0.0:1746130273.468775:0:8469:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848764544 00000100:00100000:0.0:1746130273.468796:0:8469:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5510 00000100:00100000:0.0:1746130273.468800:0:8469:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009412c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:640ea846-b909-4eea-9a54-417e15bd627b+73:31578:x1830949848764544:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746130273.468809:0:8469:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746130273.468818:0:8469:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880092a6e800/0x4ce24e5787360851 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3ee8f expref: -99 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130273.468832:0:8469:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880135e3e200/0x4ce24e578736084a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ee88 expref: 74 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130273.468838:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746130273.468839:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746130273.468842:0:8469:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880092a6e800/0x4ce24e5787360851 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ee8f expref: 74 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130273.468863:0:8469:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880135e3e200/0x4ce24e578736084a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ee88 expref: 74 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130273.468875:0:8469:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880135e3e200/0x4ce24e578736084a lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ee88 expref: 74 pid: 8469 timeout: 571 lvb_type: 0 00000100:00100000:0.0:1746130273.468883:0:8469:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092f60380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8469:1830949841519104:192.168.204.51@tcp:104: 00000100:00100000:0.0:1746130273.468903:0:8469:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009bc95300 going to sleep for 11 seconds 00000100:00100000:1.0:1746130273.470452:0:8469:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092f60380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8469:1830949841519104:192.168.204.51@tcp:104: 00010000:00010000:1.0:1746130273.470474:0:8469:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880092a6e800/0x4ce24e5787360851 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ee8f expref: 74 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130273.470489:0:8469:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092a6e800, rc 0) 00000100:00100000:1.0:1746130273.470509:0:8469:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009412c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:640ea846-b909-4eea-9a54-417e15bd627b+74:31578:x1830949848764544:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1708us (1800us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130273.470515:0:8469:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5510 00000100:00100000:0.0:1746130273.470809:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130273.473692:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130273.473782:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130273.473936:0:8469:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848764928 00000100:00100000:1.0:1746130273.473940:0:8469:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848764928 00000100:00100000:1.0:1746130273.473964:0:8469:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5511 00000100:00100000:1.0:1746130273.473968:0:8469:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092f60e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+5:31579:x1830949848764928:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746130273.473982:0:8469:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746130273.473992:0:8469:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880093e64e00/0x4ce24e5787360858 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3ee96 expref: -99 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130273.474008:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130273.474014:0:8469:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880092a6e800/0x4ce24e5787360851 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ee8f expref: 73 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130273.474019:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130273.474022:0:8469:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093e64e00/0x4ce24e5787360858 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ee96 expref: 6 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130273.474760:0:8469:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880092a6e800/0x4ce24e5787360851 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ee8f expref: 73 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130273.474772:0:8469:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880092a6e800/0x4ce24e5787360851 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70080400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ee8f expref: 73 pid: 8469 timeout: 571 lvb_type: 0 00000100:00100000:1.0:1746130273.474787:0:8469:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009412c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8469:1830949841519232:192.168.204.51@tcp:104: 00000100:00100000:1.0:1746130273.474867:0:8469:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18fb480 going to sleep for 11 seconds 00000100:00100000:1.0:1746130273.476758:0:8469:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009412c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8469:1830949841519232:192.168.204.51@tcp:104: 00010000:00010000:1.0:1746130273.476783:0:8469:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880093e64e00/0x4ce24e5787360858 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ee96 expref: 6 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130273.476798:0:8469:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093e64e00, rc 0) 00000100:00100000:1.0:1746130273.476837:0:8469:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092f60e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+6:31579:x1830949848764928:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2867us (3154us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130273.476845:0:8469:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5511 00000100:00100000:0.0:1746130273.477492:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130273.479962:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130273.480000:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130273.480020:0:8469:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848765440 00000100:00100000:1.0:1746130273.480026:0:8469:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848765440 00000100:00100000:1.0:1746130273.480071:0:8469:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5512 00000100:00100000:1.0:1746130273.480079:0:8469:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092f62300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:640ea846-b909-4eea-9a54-417e15bd627b+73:31578:x1830949848765440:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746130273.480093:0:8469:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746130273.480108:0:8469:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880093e64c00/0x4ce24e578736085f lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3ee9d expref: -99 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130273.480128:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130273.480133:0:8469:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880093e64e00/0x4ce24e5787360858 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ee96 expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130273.480138:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746130273.480141:0:8469:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093e64c00/0x4ce24e578736085f lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ee9d expref: 74 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130273.480174:0:8469:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880093e64e00/0x4ce24e5787360858 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ee96 expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130273.480183:0:8469:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880093e64c00/0x4ce24e578736085f lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ee9d expref: 74 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130273.480190:0:8469:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093e64c00, rc 0) 00000100:00100000:1.0:1746130273.480230:0:8469:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092f62300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:640ea846-b909-4eea-9a54-417e15bd627b+74:31578:x1830949848765440:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 153us (273us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130273.480236:0:8469:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5512 00000100:00100000:0.0:1746130273.482336:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130273.484332:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130273.487035:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130273.488625:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130273.491622:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130273.494016:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130273.495797:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130273.497188:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130273.497312:0:8469:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848766976 00000100:00100000:1.0:1746130273.497317:0:8469:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848766976 00000100:00100000:1.0:1746130273.497343:0:8469:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5515 00000100:00100000:1.0:1746130273.497348:0:8469:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e35500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:640ea846-b909-4eea-9a54-417e15bd627b+74:31578:x1830949848766976:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746130273.497356:0:8469:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746130273.497364:0:8469:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880093e64000/0x4ce24e5787360874 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3eeb2 expref: -99 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130273.497376:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130273.497380:0:8469:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880099559600/0x4ce24e578736086d lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3eeab expref: 75 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130273.497384:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130273.497386:0:8469:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093e64000/0x4ce24e5787360874 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3eeb2 expref: 75 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130273.497408:0:8469:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880099559600/0x4ce24e578736086d lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3eeab expref: 75 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130273.497417:0:8469:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880093e64000/0x4ce24e5787360874 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3eeb2 expref: 75 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130273.497425:0:8469:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093e64000, rc 0) 00000100:00100000:1.0:1746130273.497459:0:8469:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e35500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:640ea846-b909-4eea-9a54-417e15bd627b+75:31578:x1830949848766976:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 110us (271us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130273.497466:0:8469:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5515 00000100:00100000:0.0:1746130273.499977:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130273.505416:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130273.509551:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130273.510379:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130273.516062:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130273.518490:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130273.518545:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130273.522076:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130273.526196:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130273.530354:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130273.533756:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130273.536824:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130273.538844:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130273.540316:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130273.540734:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130273.546788:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130273.549364:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130273.549434:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848769920 00000100:00100000:1.0:1746130273.549439:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848769920 00002000:00100000:1.0:1746130273.549472:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800924e3100 x1830949848769920/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:259/0 lens 488/0 e 0 to 0 dl 1746130284 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130273.549482:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800924e3100 with x1830949848769920 ext(0->4095) 00010000:00010000:1.0:1746130273.549489:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093159800/0x4ce24e5787360890 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3eece expref: 74 pid: 8470 timeout: 571 lvb_type: 0 00010000:00010000:1.0:1746130273.549500:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093159800/0x4ce24e5787360890 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3eece expref: 74 pid: 8470 timeout: 571 lvb_type: 0 00002000:00010000:1.0:1746130273.549505:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800924e3100 00000100:00100000:1.0:1746130273.549541:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2122 00000100:00100000:1.0:1746130273.549548:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800924e3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+74:1962:x1830949848769920:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746130273.549676:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800924e3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+74:1962:x1830949848769920:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 128us (312us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746130273.549682:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2122 00002000:00100000:1.0:1746130273.549687:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800924e3100 x1830949848769920/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:259/0 lens 488/4536 e 0 to 0 dl 1746130284 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130273.549697:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800924e3100 with x1830949848769920 ext(0->4095) 00010000:00010000:1.0:1746130273.549702:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093159800/0x4ce24e5787360890 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3eece expref: 74 pid: 8470 timeout: 571 lvb_type: 0 00010000:00010000:1.0:1746130273.549711:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093159800/0x4ce24e5787360890 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3eece expref: 74 pid: 8470 timeout: 571 lvb_type: 0 00002000:00010000:1.0:1746130273.549717:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800924e3100 00000100:00100000:0.0:1746130273.550884:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130273.552941:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130273.553052:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848770304 00000100:00100000:1.0:1746130273.553057:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848770304 00002000:00100000:1.0:1746130273.553085:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880094aa8e00 x1830949848770304/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:259/0 lens 488/0 e 0 to 0 dl 1746130284 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130273.553092:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094aa8e00 with x1830949848770304 ext(0->4095) 00002000:00010000:1.0:1746130273.553095:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880094aa8e00 00000100:00100000:1.0:1746130273.553115:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4445 00000100:00100000:1.0:1746130273.553119:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094aa8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+73:1962:x1830949848770304:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746130273.553232:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094aa8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+73:1962:x1830949848770304:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 111us (294us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746130273.553241:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4445 00002000:00100000:1.0:1746130273.553245:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880094aa8e00 x1830949848770304/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:259/0 lens 488/4536 e 0 to 0 dl 1746130284 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130273.553252:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094aa8e00 with x1830949848770304 ext(0->4095) 00002000:00010000:1.0:1746130273.553254:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880094aa8e00 00000100:00100000:0.0:1746130273.554515:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130273.556782:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130273.560316:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130273.560392:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848770816 00000100:00100000:1.0:1746130273.560398:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848770816 00002000:00100000:1.0:1746130273.560787:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880094aa8a80 x1830949848770816/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:259/0 lens 488/0 e 0 to 0 dl 1746130284 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130273.560796:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094aa8a80 with x1830949848770816 ext(0->4095) 00002000:00010000:1.0:1746130273.560800:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880094aa8a80 00000100:00100000:1.0:1746130273.560825:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4446 00000100:00100000:1.0:1746130273.560831:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094aa8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949848770816:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746130273.560952:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094aa8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949848770816:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 120us (637us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746130273.560957:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4446 00002000:00100000:1.0:1746130273.560962:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880094aa8a80 x1830949848770816/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:259/0 lens 488/4536 e 0 to 0 dl 1746130284 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130273.560968:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094aa8a80 with x1830949848770816 ext(0->4095) 00002000:00010000:1.0:1746130273.560971:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880094aa8a80 00000100:00100000:0.0:1746130273.562684:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130273.563167:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130273.564628:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130273.567078:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130273.567140:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848771456 00000100:00100000:1.0:1746130273.567147:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848771456 00002000:00100000:1.0:1746130273.567185:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801354d8000 x1830949848771456/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:259/0 lens 488/0 e 0 to 0 dl 1746130284 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130273.567194:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801354d8000 with x1830949848771456 ext(0->4095) 00010000:00010000:1.0:1746130273.567305:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093159a00/0x4ce24e57873608a5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3eee3 expref: 74 pid: 8470 timeout: 571 lvb_type: 0 00010000:00010000:1.0:1746130273.567319:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093159a00/0x4ce24e57873608a5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3eee3 expref: 74 pid: 8470 timeout: 571 lvb_type: 0 00002000:00010000:1.0:1746130273.567324:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801354d8000 00000100:00100000:1.0:1746130273.567351:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2123 00000100:00100000:1.0:1746130273.567358:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801354d8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+74:1961:x1830949848771456:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746130273.567500:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801354d8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+74:1961:x1830949848771456:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 143us (429us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746130273.567506:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2123 00002000:00100000:1.0:1746130273.567511:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801354d8000 x1830949848771456/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:259/0 lens 488/4536 e 0 to 0 dl 1746130284 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130273.567518:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801354d8000 with x1830949848771456 ext(0->4095) 00010000:00010000:1.0:1746130273.567534:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093159a00/0x4ce24e57873608a5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3eee3 expref: 74 pid: 8470 timeout: 571 lvb_type: 0 00010000:00010000:1.0:1746130273.567543:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093159a00/0x4ce24e57873608a5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3eee3 expref: 74 pid: 8470 timeout: 571 lvb_type: 0 00002000:00010000:1.0:1746130273.567548:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801354d8000 00000100:00100000:0.0:1746130273.569546:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130273.569628:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130273.572461:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130273.572629:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848771968 00000100:00100000:1.0:1746130273.572636:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848771968 00002000:00100000:1.0:1746130273.572669:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801354da300 x1830949848771968/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:259/0 lens 488/0 e 0 to 0 dl 1746130284 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130273.572677:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801354da300 with x1830949848771968 ext(0->4095) 00010000:00010000:1.0:1746130273.572683:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880099559600/0x4ce24e57873608ac lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3eeea expref: 74 pid: 8467 timeout: 571 lvb_type: 0 00010000:00010000:1.0:1746130273.572694:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880099559600/0x4ce24e57873608ac lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3eeea expref: 74 pid: 8467 timeout: 571 lvb_type: 0 00002000:00010000:1.0:1746130273.572700:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801354da300 00000100:00100000:1.0:1746130273.572727:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2124 00000100:00100000:1.0:1746130273.572734:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801354da300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+74:1962:x1830949848771968:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746130273.572986:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801354da300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+74:1962:x1830949848771968:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 252us (527us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746130273.572992:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2124 00002000:00100000:1.0:1746130273.572997:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801354da300 x1830949848771968/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:259/0 lens 488/4536 e 0 to 0 dl 1746130284 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130273.573003:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801354da300 with x1830949848771968 ext(0->4095) 00010000:00010000:1.0:1746130273.573007:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880099559600/0x4ce24e57873608ac lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3eeea expref: 74 pid: 8467 timeout: 571 lvb_type: 0 00010000:00010000:1.0:1746130273.573016:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880099559600/0x4ce24e57873608ac lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3eeea expref: 74 pid: 8467 timeout: 571 lvb_type: 0 00002000:00010000:1.0:1746130273.573021:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801354da300 00000100:00100000:0.0:1746130273.574934:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130273.575515:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130273.578371:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130273.578461:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848772480 00000100:00100000:1.0:1746130273.578469:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848772480 00002000:00100000:1.0:1746130273.578511:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801354db480 x1830949848772480/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:259/0 lens 488/0 e 0 to 0 dl 1746130284 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130273.578521:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801354db480 with x1830949848772480 ext(0->4095) 00010000:00010000:1.0:1746130273.578540:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093159800/0x4ce24e57873608b3 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3eef1 expref: 6 pid: 8470 timeout: 571 lvb_type: 0 00010000:00010000:1.0:1746130273.578552:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093159800/0x4ce24e57873608b3 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3eef1 expref: 6 pid: 8470 timeout: 571 lvb_type: 0 00002000:00010000:1.0:1746130273.578559:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801354db480 00000100:00100000:1.0:1746130273.578587:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2125 00000100:00100000:1.0:1746130273.578595:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801354db480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949848772480:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746130273.578770:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801354db480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949848772480:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 176us (404us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746130273.578776:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2125 00002000:00100000:1.0:1746130273.578781:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801354db480 x1830949848772480/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:259/0 lens 488/4536 e 0 to 0 dl 1746130284 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130273.578788:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801354db480 with x1830949848772480 ext(0->4095) 00010000:00010000:1.0:1746130273.578792:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093159800/0x4ce24e57873608b3 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3eef1 expref: 6 pid: 8470 timeout: 571 lvb_type: 0 00010000:00010000:1.0:1746130273.578801:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093159800/0x4ce24e57873608b3 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3eef1 expref: 6 pid: 8470 timeout: 571 lvb_type: 0 00002000:00010000:1.0:1746130273.578810:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801354db480 00000100:00100000:0.0:1746130273.581826:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130273.586242:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130273.590683:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130273.591325:0:8469:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848772992 00000100:00100000:1.0:1746130273.591335:0:8469:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848772992 00000100:00100000:1.0:1746130273.591412:0:8469:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5526 00000100:00100000:1.0:1746130273.591420:0:8469:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800947a4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+5:31579:x1830949848772992:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746130273.591442:0:8469:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746130273.591457:0:8469:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880093e64e00/0x4ce24e57873608c1 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3eeff expref: -99 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130273.591482:0:8469:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880093159400/0x4ce24e57873608ba lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3eef8 expref: 72 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130273.591488:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130273.591490:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130273.591494:0:8469:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093e64e00/0x4ce24e57873608c1 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3eeff expref: 6 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130273.591535:0:8469:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880093159400/0x4ce24e57873608ba lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3eef8 expref: 72 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130273.591549:0:8469:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880093159400/0x4ce24e57873608ba lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3eef8 expref: 72 pid: 8470 timeout: 571 lvb_type: 0 00000100:00100000:1.0:1746130273.591561:0:8469:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009412ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8469:1830949841523200:192.168.204.51@tcp:104: 00000100:00100000:1.0:1746130273.591669:0:8469:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18fb0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746130273.596250:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00010000:00010000:1.0:1746130273.596616:0:8469:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880093159400/0x4ce24e57873608ba lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3eef8 expref: 73 pid: 8470 timeout: 571 lvb_type: 0 00000100:00100000:1.0:1746130273.596685:0:8469:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009412ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8469:1830949841523200:192.168.204.51@tcp:104: 00010000:00010000:1.0:1746130273.596711:0:8469:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880093e64e00/0x4ce24e57873608c1 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3eeff expref: 6 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130273.596722:0:8469:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093e64e00, rc 0) 00000100:00100000:1.0:1746130273.596756:0:8469:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800947a4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+6:31579:x1830949848772992:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5335us (6083us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130273.596765:0:8469:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5526 00000100:00100000:0.0:1746130273.598677:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130273.599403:0:8469:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848773248 00000100:00100000:1.0:1746130273.599409:0:8469:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848773248 00000100:00100000:1.0:1746130273.599438:0:8469:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5527 00000100:00100000:1.0:1746130273.599443:0:8469:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800947a5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:640ea846-b909-4eea-9a54-417e15bd627b+72:31578:x1830949848773248:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746130273.599456:0:8469:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746130273.599469:0:8469:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880093e65000/0x4ce24e57873608c8 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3ef06 expref: -99 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130273.599789:0:8469:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880093e64e00/0x4ce24e57873608c1 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3eeff expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130273.599800:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130273.599801:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130273.599805:0:8469:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093e65000/0x4ce24e57873608c8 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ef06 expref: 73 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130273.599839:0:8469:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880093e64e00/0x4ce24e57873608c1 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3eeff expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130273.599853:0:8469:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880093e64e00/0x4ce24e57873608c1 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3eeff expref: 5 pid: 8469 timeout: 571 lvb_type: 0 00000100:00100000:1.0:1746130273.599866:0:8469:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009412ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8469:1830949841523456:192.168.204.51@tcp:104: 00000100:00100000:1.0:1746130273.601072:0:8469:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18fb0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746130273.602444:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130273.604440:0:8469:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009412ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8469:1830949841523456:192.168.204.51@tcp:104: 00010000:00010000:1.0:1746130273.604463:0:8469:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880093e65000/0x4ce24e57873608c8 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ef06 expref: 73 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130273.604477:0:8469:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093e65000, rc 0) 00000100:00100000:1.0:1746130273.604509:0:8469:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800947a5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:640ea846-b909-4eea-9a54-417e15bd627b+73:31578:x1830949848773248:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5065us (5836us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130273.604517:0:8469:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5527 00000100:00100000:0.0:1746130273.606720:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130273.606791:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130273.607209:0:8469:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848773632 00000100:00100000:1.0:1746130273.607213:0:8469:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848773632 00000100:00100000:1.0:1746130273.607234:0:8469:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5528 00000100:00100000:1.0:1746130273.607239:0:8469:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800947a4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:640ea846-b909-4eea-9a54-417e15bd627b+73:31579:x1830949848773632:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746130273.607251:0:8469:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746130273.607260:0:8469:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880093e64800/0x4ce24e57873608cf lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3ef0d expref: -99 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130273.607298:0:8469:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880093e65000/0x4ce24e57873608c8 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ef06 expref: 74 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130273.607305:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130273.607306:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130273.607308:0:8469:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093e64800/0x4ce24e57873608cf lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ef0d expref: 74 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130273.607319:0:8469:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880093e65000/0x4ce24e57873608c8 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ef06 expref: 74 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130273.607326:0:8469:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880093e65000/0x4ce24e57873608c8 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ef06 expref: 74 pid: 8469 timeout: 571 lvb_type: 0 00000100:00100000:1.0:1746130273.607331:0:8469:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009412ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8469:1830949841523712:192.168.204.51@tcp:104: 00000100:00100000:1.0:1746130273.607364:0:8469:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18fb0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746130273.610240:0:8469:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009412ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8469:1830949841523712:192.168.204.51@tcp:104: 00010000:00010000:1.0:1746130273.610291:0:8469:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880093e64800/0x4ce24e57873608cf lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ef0d expref: 74 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130273.610310:0:8469:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093e64800, rc 0) 00000100:00100000:1.0:1746130273.610380:0:8469:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800947a4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:640ea846-b909-4eea-9a54-417e15bd627b+74:31579:x1830949848773632:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3139us (3667us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130273.610388:0:8469:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5528 00000100:00100000:0.0:1746130273.610649:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130273.614376:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130273.616586:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130273.616747:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848774400 00000100:00100000:1.0:1746130273.616753:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848774400 00002000:00100000:1.0:1746130273.616782:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880099524e00 x1830949848774400/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:259/0 lens 488/0 e 0 to 0 dl 1746130284 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130273.616797:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099524e00 with x1830949848774400 ext(0->4095) 00002000:00010000:1.0:1746130273.616801:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880099524e00 00000100:00100000:1.0:1746130273.616824:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4448 00000100:00100000:1.0:1746130273.616831:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099524e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+73:1963:x1830949848774400:12345-192.168.204.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746130273.616960:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099524e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+73:1963:x1830949848774400:12345-192.168.204.51@tcp:3:ptlrpcd_01_00.0 Request processed in 129us (380us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746130273.616967:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4448 00002000:00100000:1.0:1746130273.616972:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880099524e00 x1830949848774400/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:259/0 lens 488/4536 e 0 to 0 dl 1746130284 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130273.616978:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099524e00 with x1830949848774400 ext(0->4095) 00002000:00010000:1.0:1746130273.616980:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880099524e00 00000100:00100000:0.0:1746130273.618131:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130273.618182:0:8469:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848774528 00000100:00100000:1.0:1746130273.618187:0:8469:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848774528 00000100:00100000:1.0:1746130273.618222:0:8469:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5529 00000100:00100000:1.0:1746130273.618229:0:8469:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099526300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+5:31579:x1830949848774528:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746130273.618238:0:8469:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746130273.618251:0:8469:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880093e65c00/0x4ce24e57873608d6 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3ef14 expref: -99 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130273.618294:0:8469:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880093e64800/0x4ce24e57873608cf lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ef0d expref: 72 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130273.618301:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130273.618303:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130273.618307:0:8469:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093e65c00/0x4ce24e57873608d6 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ef14 expref: 6 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130273.618338:0:8469:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880093e64800/0x4ce24e57873608cf lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ef0d expref: 72 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130273.618349:0:8469:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880093e64800/0x4ce24e57873608cf lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ef0d expref: 72 pid: 8469 timeout: 571 lvb_type: 0 00000100:00100000:1.0:1746130273.618360:0:8469:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009412ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8469:1830949841523968:192.168.204.51@tcp:104: 00000100:00100000:1.0:1746130273.618420:0:8469:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18fb6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746130273.619432:0:8469:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009412ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8469:1830949841523968:192.168.204.51@tcp:104: 00010000:00010000:1.0:1746130273.619448:0:8469:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880093e65c00/0x4ce24e57873608d6 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ef14 expref: 6 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130273.619458:0:8469:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093e65c00, rc 0) 00000100:00100000:1.0:1746130273.619493:0:8469:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099526300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+6:31579:x1830949848774528:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1265us (1364us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130273.619500:0:8469:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5529 00000100:00100000:0.0:1746130273.620790:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130273.625852:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130273.626506:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848774912 00000100:00100000:1.0:1746130273.626514:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848774912 00002000:00100000:1.0:1746130273.626567:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880099527480 x1830949848774912/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:259/0 lens 488/0 e 0 to 0 dl 1746130284 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130273.626576:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099527480 with x1830949848774912 ext(0->4095) 00002000:00010000:1.0:1746130273.626580:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880099527480 00000100:00100000:1.0:1746130273.626615:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4449 00000100:00100000:1.0:1746130273.626626:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099527480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949848774912:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746130273.626815:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099527480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949848774912:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 190us (962us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746130273.626822:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4449 00002000:00100000:1.0:1746130273.626828:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880099527480 x1830949848774912/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:259/0 lens 488/4536 e 0 to 0 dl 1746130284 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130273.626835:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099527480 with x1830949848774912 ext(0->4095) 00002000:00010000:1.0:1746130273.626838:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880099527480 00000100:00100000:0.0:1746130273.628025:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130273.628307:0:8469:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848775040 00000100:00100000:1.0:1746130273.628316:0:8469:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848775040 00000100:00100000:1.0:1746130273.628372:0:8469:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5530 00000100:00100000:1.0:1746130273.628382:0:8469:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099525f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:640ea846-b909-4eea-9a54-417e15bd627b+72:31578:x1830949848775040:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746130273.628397:0:8469:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746130273.628413:0:8469:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880093e64e00/0x4ce24e57873608dd lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3ef1b expref: -99 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130273.628440:0:8469:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880093e65c00/0x4ce24e57873608d6 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ef14 expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130273.628450:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130273.628452:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130273.628456:0:8469:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093e64e00/0x4ce24e57873608dd lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ef1b expref: 73 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130273.628486:0:8469:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880093e65c00/0x4ce24e57873608d6 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ef14 expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130273.628505:0:8469:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880093e65c00/0x4ce24e57873608d6 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ef14 expref: 5 pid: 8469 timeout: 571 lvb_type: 0 00000100:00100000:1.0:1746130273.628518:0:8469:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009412ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8469:1830949841524224:192.168.204.51@tcp:104: 00000100:00100000:1.0:1746130273.628612:0:8469:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18fbc00 going to sleep for 11 seconds 00000100:00100000:0.0:1746130273.629889:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130273.633575:0:8469:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009412ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8469:1830949841524224:192.168.204.51@tcp:104: 00010000:00010000:1.0:1746130273.633613:0:8469:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880093e64e00/0x4ce24e57873608dd lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ef1b expref: 74 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130273.633633:0:8469:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093e64e00, rc 0) 00000100:00100000:1.0:1746130273.633694:0:8469:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099525f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:640ea846-b909-4eea-9a54-417e15bd627b+74:31578:x1830949848775040:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5314us (5671us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130273.633705:0:8469:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5530 00000100:00100000:0.0:1746130273.634317:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130273.637513:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130273.639718:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130273.645236:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130273.649948:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130273.650415:0:8469:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848776064 00000100:00100000:1.0:1746130273.650422:0:8469:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848776064 00000100:00100000:1.0:1746130273.650470:0:8469:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5532 00000100:00100000:1.0:1746130273.650480:0:8469:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099527b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+5:31579:x1830949848776064:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746130273.650498:0:8469:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746130273.650515:0:8469:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880093e65200/0x4ce24e57873608eb lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3ef29 expref: -99 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130273.650554:0:8469:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880099559600/0x4ce24e57873608e4 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ef22 expref: 72 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130273.650567:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130273.650569:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130273.650573:0:8469:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093e65200/0x4ce24e57873608eb lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ef29 expref: 6 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130273.650600:0:8469:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880099559600/0x4ce24e57873608e4 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ef22 expref: 72 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130273.650612:0:8469:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880099559600/0x4ce24e57873608e4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ef22 expref: 72 pid: 8470 timeout: 571 lvb_type: 0 00000100:00100000:1.0:1746130273.650624:0:8469:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009412ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8469:1830949841524736:192.168.204.51@tcp:104: 00000100:00100000:1.0:1746130273.651537:0:8469:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18fbc00 going to sleep for 11 seconds 00000100:00100000:0.0:1746130273.654589:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130273.654616:0:8469:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009412ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8469:1830949841524736:192.168.204.51@tcp:104: 00010000:00010000:1.0:1746130273.654642:0:8469:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880093e65200/0x4ce24e57873608eb lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ef29 expref: 6 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130273.654658:0:8469:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093e65200, rc 0) 00000100:00100000:1.0:1746130273.654881:0:8469:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099527b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+6:31579:x1830949848776064:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4404us (4942us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130273.654888:0:8469:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5532 00000100:00100000:0.0:1746130273.655885:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130273.655928:0:8469:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848776320 00000100:00100000:1.0:1746130273.655931:0:8469:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848776320 00000100:00100000:1.0:1746130273.655954:0:8469:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5533 00000100:00100000:1.0:1746130273.655959:0:8469:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099524a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:640ea846-b909-4eea-9a54-417e15bd627b+73:31578:x1830949848776320:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746130273.655972:0:8469:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746130273.655982:0:8469:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880093e65000/0x4ce24e57873608f2 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3ef30 expref: -99 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130273.655998:0:8469:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880093e65200/0x4ce24e57873608eb lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ef29 expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130273.656003:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130273.656005:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130273.656007:0:8469:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093e65000/0x4ce24e57873608f2 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ef30 expref: 74 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130273.656024:0:8469:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880093e65200/0x4ce24e57873608eb lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ef29 expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130273.656038:0:8469:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880093e65200/0x4ce24e57873608eb lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ef29 expref: 5 pid: 8469 timeout: 571 lvb_type: 0 00000100:00100000:1.0:1746130273.656046:0:8469:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009412ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8469:1830949841524992:192.168.204.51@tcp:104: 00000100:00100000:1.0:1746130273.656150:0:8469:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18fbc00 going to sleep for 11 seconds 00000100:00100000:0.0:1746130273.658473:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130273.659959:0:8469:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009412ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8469:1830949841524992:192.168.204.51@tcp:104: 00010000:00010000:1.0:1746130273.659978:0:8469:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880093e65000/0x4ce24e57873608f2 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ef30 expref: 73 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130273.659989:0:8469:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093e65000, rc 0) 00000100:00100000:1.0:1746130273.660023:0:8469:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099524a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:640ea846-b909-4eea-9a54-417e15bd627b+73:31578:x1830949848776320:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4064us (4142us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130273.660032:0:8469:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5533 00000100:00100000:0.0:1746130273.663986:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130273.665022:0:8469:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848776704 00000100:00100000:1.0:1746130273.665031:0:8469:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848776704 00000100:00100000:1.0:1746130273.665089:0:8469:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5534 00000100:00100000:1.0:1746130273.665098:0:8469:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092256a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:640ea846-b909-4eea-9a54-417e15bd627b+73:31579:x1830949848776704:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746130273.665114:0:8469:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746130273.665131:0:8469:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880093e64000/0x4ce24e57873608f9 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3ef37 expref: -99 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130273.665155:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130273.665161:0:8469:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880093e65000/0x4ce24e57873608f2 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ef30 expref: 74 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130273.665167:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130273.665171:0:8469:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093e64000/0x4ce24e57873608f9 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ef37 expref: 74 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130273.665205:0:8469:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880093e65000/0x4ce24e57873608f2 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ef30 expref: 74 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130273.665219:0:8469:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880093e64000/0x4ce24e57873608f9 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ef37 expref: 74 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130273.665228:0:8469:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093e64000, rc 0) 00000100:00100000:1.0:1746130273.665320:0:8469:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092256a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:640ea846-b909-4eea-9a54-417e15bd627b+74:31579:x1830949848776704:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 222us (1341us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130273.665326:0:8469:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5534 00000100:00100000:0.0:1746130273.676513:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130273.676909:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848777088 00000100:00100000:1.0:1746130273.676917:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848777088 00002000:00100000:1.0:1746130273.676955:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092256d80 x1830949848777088/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:259/0 lens 488/0 e 0 to 0 dl 1746130284 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130273.676965:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092256d80 with x1830949848777088 ext(0->4095) 00010000:00010000:1.0:1746130273.676973:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093e65000/0x4ce24e57873608f2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ef30 expref: 74 pid: 8469 timeout: 571 lvb_type: 0 00010000:00010000:1.0:1746130273.676987:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093e65000/0x4ce24e57873608f2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ef30 expref: 74 pid: 8469 timeout: 571 lvb_type: 0 00002000:00010000:1.0:1746130273.676993:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092256d80 00000100:00100000:1.0:1746130273.677054:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2130 00000100:00100000:1.0:1746130273.677061:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092256d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+74:1962:x1830949848777088:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746130273.677232:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092256d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+74:1962:x1830949848777088:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 171us (719us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746130273.677238:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2130 00002000:00100000:1.0:1746130273.677243:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092256d80 x1830949848777088/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:259/0 lens 488/4536 e 0 to 0 dl 1746130284 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130273.677249:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092256d80 with x1830949848777088 ext(0->4095) 00010000:00010000:1.0:1746130273.677253:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093e65000/0x4ce24e57873608f2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ef30 expref: 74 pid: 8469 timeout: 571 lvb_type: 0 00010000:00010000:1.0:1746130273.677262:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093e65000/0x4ce24e57873608f2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ef30 expref: 74 pid: 8469 timeout: 571 lvb_type: 0 00002000:00010000:1.0:1746130273.677294:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092256d80 00000100:00100000:0.0:1746130273.681459:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130273.686043:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130273.686357:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848777472 00000100:00100000:1.0:1746130273.686363:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848777472 00002000:00100000:1.0:1746130273.686395:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092254000 x1830949848777472/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:259/0 lens 488/0 e 0 to 0 dl 1746130284 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130273.686404:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092254000 with x1830949848777472 ext(0->4095) 00002000:00010000:1.0:1746130273.686407:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092254000 00000100:00100000:1.0:1746130273.686432:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4451 00000100:00100000:1.0:1746130273.686438:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092254000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+73:1962:x1830949848777472:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746130273.686856:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092254000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+73:1962:x1830949848777472:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 417us (821us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746130273.686871:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4451 00002000:00100000:1.0:1746130273.686876:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092254000 x1830949848777472/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:259/0 lens 488/4536 e 0 to 0 dl 1746130284 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130273.687298:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092254000 with x1830949848777472 ext(0->4095) 00002000:00010000:1.0:1746130273.687301:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092254000 00000100:00100000:0.0:1746130273.689954:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130273.694318:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130273.701083:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130273.701223:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848778112 00000100:00100000:1.0:1746130273.701232:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848778112 00002000:00100000:1.0:1746130273.701313:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092255500 x1830949848778112/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:259/0 lens 488/0 e 0 to 0 dl 1746130284 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130273.701324:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092255500 with x1830949848778112 ext(0->4095) 00010000:00010000:1.0:1746130273.701335:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093158000/0x4ce24e5787360900 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ef3e expref: 6 pid: 8467 timeout: 571 lvb_type: 0 00010000:00010000:1.0:1746130273.701354:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093158000/0x4ce24e5787360900 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ef3e expref: 6 pid: 8467 timeout: 571 lvb_type: 0 00002000:00010000:1.0:1746130273.701362:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092255500 00000100:00100000:1.0:1746130273.701393:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2131 00000100:00100000:1.0:1746130273.701400:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092255500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949848778112:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746130273.701986:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092255500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949848778112:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 581us (909us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746130273.701996:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2131 00002000:00100000:1.0:1746130273.702003:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092255500 x1830949848778112/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:259/0 lens 488/4536 e 0 to 0 dl 1746130284 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130273.702011:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092255500 with x1830949848778112 ext(0->4095) 00010000:00010000:1.0:1746130273.702018:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093158000/0x4ce24e5787360900 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ef3e expref: 6 pid: 8467 timeout: 571 lvb_type: 0 00010000:00010000:1.0:1746130273.702031:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093158000/0x4ce24e5787360900 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ef3e expref: 6 pid: 8467 timeout: 571 lvb_type: 0 00002000:00010000:1.0:1746130273.702037:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092255500 00000100:00100000:0.0:1746130273.706393:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130273.710325:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130273.710384:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848778496 00000100:00100000:1.0:1746130273.710390:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848778496 00002000:00100000:1.0:1746130273.710424:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092255880 x1830949848778496/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:259/0 lens 488/0 e 0 to 0 dl 1746130284 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130273.710433:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092255880 with x1830949848778496 ext(0->4095) 00002000:00010000:1.0:1746130273.710438:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092255880 00000100:00100000:1.0:1746130273.710453:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4452 00000100:00100000:1.0:1746130273.710459:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092255880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+73:1962:x1830949848778496:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746130273.710603:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092255880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+73:1962:x1830949848778496:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 144us (336us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746130273.710609:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4452 00002000:00100000:1.0:1746130273.710614:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092255880 x1830949848778496/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:259/0 lens 488/4536 e 0 to 0 dl 1746130284 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130273.710621:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092255880 with x1830949848778496 ext(0->4095) 00002000:00010000:1.0:1746130273.710623:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092255880 00000100:00100000:0.0:1746130273.713859:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130273.725206:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130273.725442:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848778752 00000100:00100000:1.0:1746130273.725449:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848778752 00002000:00100000:1.0:1746130273.725491:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff880092257100 x1830949848778752/t0(0) o4->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:259/0 lens 496/0 e 0 to 0 dl 1746130284 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130273.725499:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092257100 with x1830949848778752 ext(0->7) 00010000:00010000:1.0:1746130273.725507:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093159e00/0x4ce24e5787360907 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ef45 expref: 73 pid: 8467 timeout: 571 lvb_type: 0 00010000:00010000:1.0:1746130273.725530:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093159e00/0x4ce24e5787360907 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ef45 expref: 73 pid: 8467 timeout: 571 lvb_type: 0 00002000:00010000:1.0:1746130273.725537:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092257100 00000100:00100000:1.0:1746130273.725609:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2132 00000100:00100000:1.0:1746130273.725617:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092257100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+73:1961:x1830949848778752:12345-192.168.204.51@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746130273.725922:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092257100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+75:1961:x1830949848778752:12345-192.168.204.51@tcp:4:ldlm_bl.0 Request processed in 305us (723us total) trans 4294967882 rc 0/0 00000100:00100000:1.0:1746130273.725930:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2132 00002000:00100000:1.0:1746130273.725935:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff880092257100 x1830949848778752/t4294967882(0) o4->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:259/0 lens 496/448 e 0 to 0 dl 1746130284 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130273.725942:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092257100 with x1830949848778752 ext(0->7) 00010000:00010000:1.0:1746130273.725947:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093159e00/0x4ce24e5787360907 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ef45 expref: 75 pid: 8467 timeout: 571 lvb_type: 0 00010000:00010000:1.0:1746130273.725955:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093159e00/0x4ce24e5787360907 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ef45 expref: 75 pid: 8467 timeout: 571 lvb_type: 0 00002000:00010000:1.0:1746130273.725961:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092257100 00000100:00100000:0.0:1746130273.728425:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130273.731824:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130273.732309:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130273.734506:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130273.734592:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130273.736703:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130273.738251:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130273.741798:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130273.744702:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130273.747412:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130273.750583:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130273.752800:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130273.752976:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130273.753003:0:8469:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848780928 00000100:00100000:1.0:1746130273.753007:0:8469:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848780928 00000100:00100000:1.0:1746130273.753038:0:8469:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5542 00000100:00100000:1.0:1746130273.753043:0:8469:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7d43100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:640ea846-b909-4eea-9a54-417e15bd627b+76:31579:x1830949848780928:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746130273.753050:0:8469:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746130273.753056:0:8469:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880093e64800/0x4ce24e5787360931 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3ef6f expref: -99 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130273.753067:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130273.753071:0:8469:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880093158800/0x4ce24e578736092a lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ef68 expref: 77 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130273.753076:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130273.753078:0:8469:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093e64800/0x4ce24e5787360931 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ef6f expref: 77 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130273.753326:0:8469:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880093158800/0x4ce24e578736092a lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ef68 expref: 77 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130273.753338:0:8469:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880093e64800/0x4ce24e5787360931 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ef6f expref: 77 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130273.753346:0:8469:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093e64800, rc 0) 00000100:00100000:1.0:1746130273.753366:0:8469:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7d43100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:640ea846-b909-4eea-9a54-417e15bd627b+77:31579:x1830949848780928:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 323us (391us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130273.753371:0:8469:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5542 00000100:00100000:0.0:1746130273.756512:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130273.759137:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130273.764584:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130273.768326:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848781696 00000100:00100000:0.0:1746130273.768334:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848781696 00002000:00100000:0.0:1746130273.768454:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880134a81c00 x1830949848781696/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:259/0 lens 488/0 e 0 to 0 dl 1746130284 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746130273.768464:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134a81c00 with x1830949848781696 ext(0->4095) 00002000:00010000:0.0:1746130273.768470:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880134a81c00 00000100:00100000:0.0:1746130273.768484:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4455 00000100:00100000:0.0:1746130273.768491:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134a81c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+75:1962:x1830949848781696:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746130273.768647:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134a81c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+75:1962:x1830949848781696:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 156us (456us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746130273.768653:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4455 00002000:00100000:0.0:1746130273.768657:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880134a81c00 x1830949848781696/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:259/0 lens 488/4536 e 0 to 0 dl 1746130284 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746130273.768665:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134a81c00 with x1830949848781696 ext(0->4095) 00002000:00010000:0.0:1746130273.768667:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880134a81c00 00000100:00100000:0.0:1746130273.772383:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130273.776694:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130273.778702:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130273.779822:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130273.781127:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130273.781446:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130273.783636:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130273.785024:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130273.787306:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130273.788917:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130273.790430:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130273.792026:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130273.793832:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130273.795535:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130273.797460:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130273.798988:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130273.800971:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130273.802443:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130273.804367:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130273.806850:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130273.809732:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130273.811371:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130273.813150:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130273.815013:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130273.816460:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130273.819597:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130273.821800:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130273.825035:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130273.825164:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130273.828051:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130273.829885:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130273.829934:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130273.833244:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130273.835079:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130273.835358:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130273.835445:0:8469:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848787328 00000100:00100000:1.0:1746130273.835451:0:8469:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848787328 00000100:00100000:1.0:1746130273.835491:0:8469:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5554 00000100:00100000:1.0:1746130273.835498:0:8469:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f131880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:640ea846-b909-4eea-9a54-417e15bd627b+79:31578:x1830949848787328:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746130273.835510:0:8469:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746130273.835538:0:8469:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880093e65200/0x4ce24e5787360985 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3efc3 expref: -99 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130273.835557:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130273.835563:0:8469:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880093158a00/0x4ce24e578736097e lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3efbc expref: 5 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130273.835568:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746130273.835571:0:8469:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093e65200/0x4ce24e5787360985 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3efc3 expref: 80 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130273.835605:0:8469:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880093158a00/0x4ce24e578736097e lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3efbc expref: 5 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130273.835615:0:8469:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880093e65200/0x4ce24e5787360985 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3efc3 expref: 80 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130273.835623:0:8469:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093e65200, rc 0) 00000100:00100000:1.0:1746130273.835669:0:8469:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f131880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:640ea846-b909-4eea-9a54-417e15bd627b+80:31578:x1830949848787328:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 172us (594us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130273.835674:0:8469:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5554 00000100:00100000:0.0:1746130273.837322:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130273.837560:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2142 00000100:00100000:1.0:1746130273.837568:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f132a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949848787712:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746130273.837822:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f132a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949848787712:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 255us (499us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746130273.837827:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2142 00002000:00100000:1.0:1746130273.837832:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008f132a00 x1830949848787712/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:259/0 lens 488/4536 e 0 to 0 dl 1746130284 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130273.837839:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f132a00 with x1830949848787712 ext(0->4095) 00010000:00010000:1.0:1746130273.837843:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093158a00/0x4ce24e578736097e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3efbc expref: 6 pid: 8470 timeout: 571 lvb_type: 0 00010000:00010000:1.0:1746130273.837852:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093158a00/0x4ce24e578736097e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3efbc expref: 6 pid: 8470 timeout: 571 lvb_type: 0 00002000:00010000:1.0:1746130273.837861:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008f132a00 00000100:00100000:0.0:1746130273.839135:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130273.841039:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130273.841084:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848788096 00000100:00100000:1.0:1746130273.841090:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848788096 00002000:00100000:1.0:1746130273.841118:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008f130a80 x1830949848788096/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:259/0 lens 488/0 e 0 to 0 dl 1746130284 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130273.841127:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f130a80 with x1830949848788096 ext(0->4095) 00002000:00010000:1.0:1746130273.841131:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008f130a80 00000100:00100000:1.0:1746130273.841150:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4462 00000100:00100000:1.0:1746130273.841156:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f130a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+79:1962:x1830949848788096:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746130273.841304:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f130a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+79:1962:x1830949848788096:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 148us (266us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746130273.841311:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4462 00002000:00100000:1.0:1746130273.841315:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008f130a80 x1830949848788096/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:259/0 lens 488/4536 e 0 to 0 dl 1746130284 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130273.841321:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f130a80 with x1830949848788096 ext(0->4095) 00002000:00010000:1.0:1746130273.841324:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008f130a80 00000100:00100000:0.0:1746130273.842929:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130273.843007:0:8469:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848788224 00000100:00100000:1.0:1746130273.843013:0:8469:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848788224 00000100:00100000:1.0:1746130273.843055:0:8469:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5555 00000100:00100000:1.0:1746130273.843062:0:8469:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f131f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+5:31579:x1830949848788224:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746130273.843075:0:8469:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746130273.843089:0:8469:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880093e64c00/0x4ce24e578736098c lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3efca expref: -99 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130273.843116:0:8469:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880093e65200/0x4ce24e5787360985 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3efc3 expref: 78 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130273.843123:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130273.843124:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130273.843128:0:8469:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093e64c00/0x4ce24e578736098c lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3efca expref: 6 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130273.843151:0:8469:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880093e65200/0x4ce24e5787360985 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3efc3 expref: 78 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130273.843162:0:8469:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880093e65200/0x4ce24e5787360985 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3efc3 expref: 78 pid: 8469 timeout: 571 lvb_type: 0 00000100:00100000:1.0:1746130273.843172:0:8469:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009412ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8469:1830949841530624:192.168.204.51@tcp:104: 00000100:00100000:1.0:1746130273.843246:0:8469:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18fb780 going to sleep for 11 seconds 00000100:00100000:1.0:1746130273.845021:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130273.847600:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130273.847622:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848788608 00000100:00100000:1.0:1746130273.847629:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848788608 00002000:00100000:1.0:1746130273.847662:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008f132300 x1830949848788608/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:259/0 lens 488/0 e 0 to 0 dl 1746130284 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130273.847671:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f132300 with x1830949848788608 ext(0->4095) 00002000:00010000:1.0:1746130273.847675:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008f132300 00000100:00100000:1.0:1746130273.847773:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4463 00000100:00100000:1.0:1746130273.847779:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f132300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949848788608:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746130273.847916:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f132300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949848788608:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 136us (316us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746130273.847922:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4463 00002000:00100000:1.0:1746130273.847927:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008f132300 x1830949848788608/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:259/0 lens 488/4536 e 0 to 0 dl 1746130284 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130273.847934:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f132300 with x1830949848788608 ext(0->4095) 00002000:00010000:1.0:1746130273.847937:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008f132300 00000100:00100000:0.0:1746130273.852368:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130273.852425:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130273.852810:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5557 00000100:00100000:0.0:1746130273.852819:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f133480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:640ea846-b909-4eea-9a54-417e15bd627b+80:31578:x1830949848788864:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746130273.852833:0:8467:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746130273.852846:0:8467:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880092a6e200/0x4ce24e578736099a lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3efd8 expref: -99 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130273.852868:0:8467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130273.852873:0:8467:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880097bede00/0x4ce24e5787360993 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3efd1 expref: 81 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130273.852879:0:8467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746130273.852882:0:8467:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880092a6e200/0x4ce24e578736099a lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3efd8 expref: 81 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130273.852911:0:8467:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880097bede00/0x4ce24e5787360993 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3efd1 expref: 81 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130273.852920:0:8467:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880092a6e200/0x4ce24e578736099a lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3efd8 expref: 81 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130273.852928:0:8467:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092a6e200, rc 0) 00000100:00100000:0.0:1746130273.852961:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f133480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:640ea846-b909-4eea-9a54-417e15bd627b+81:31578:x1830949848788864:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 145us (536us total) trans 0 rc 0/0 00000100:00100000:0.0:1746130273.852966:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5557 00000100:00100000:0.0:1746130273.857159:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130273.862545:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130273.862690:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848789248 00000100:00100000:1.0:1746130273.862697:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848789248 00002000:00100000:1.0:1746130273.862738:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008f131500 x1830949848789248/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:259/0 lens 488/0 e 0 to 0 dl 1746130284 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130273.862748:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f131500 with x1830949848789248 ext(0->4095) 00010000:00010000:1.0:1746130273.862756:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880097bede00/0x4ce24e5787360993 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3efd1 expref: 80 pid: 8470 timeout: 571 lvb_type: 0 00010000:00010000:1.0:1746130273.862769:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880097bede00/0x4ce24e5787360993 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3efd1 expref: 80 pid: 8470 timeout: 572 lvb_type: 0 00002000:00010000:1.0:1746130273.862775:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008f131500 00000100:00100000:1.0:1746130273.862803:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2143 00000100:00100000:1.0:1746130273.862810:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f131500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+80:1961:x1830949848789248:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746130273.862970:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f131500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+80:1961:x1830949848789248:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 160us (429us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746130273.862976:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2143 00002000:00100000:1.0:1746130273.862982:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008f131500 x1830949848789248/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:259/0 lens 488/4536 e 0 to 0 dl 1746130284 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130273.862989:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f131500 with x1830949848789248 ext(0->4095) 00010000:00010000:1.0:1746130273.862993:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880097bede00/0x4ce24e5787360993 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3efd1 expref: 80 pid: 8470 timeout: 572 lvb_type: 0 00010000:00010000:1.0:1746130273.863001:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880097bede00/0x4ce24e5787360993 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3efd1 expref: 80 pid: 8470 timeout: 572 lvb_type: 0 00002000:00010000:1.0:1746130273.863006:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008f131500 00000100:00100000:0.0:1746130273.864889:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130273.864938:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130273.868217:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130273.868416:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848789760 00000100:00100000:1.0:1746130273.868422:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848789760 00002000:00100000:1.0:1746130273.868451:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008f132d80 x1830949848789760/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:259/0 lens 488/0 e 0 to 0 dl 1746130284 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130273.868460:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f132d80 with x1830949848789760 ext(0->4095) 00010000:00010000:1.0:1746130273.868465:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880092a6e200/0x4ce24e578736099a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3efd8 expref: 79 pid: 8467 timeout: 572 lvb_type: 0 00010000:00010000:1.0:1746130273.868475:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880092a6e200/0x4ce24e578736099a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3efd8 expref: 79 pid: 8467 timeout: 572 lvb_type: 0 00002000:00010000:1.0:1746130273.868481:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008f132d80 00000100:00100000:1.0:1746130273.868496:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2144 00000100:00100000:1.0:1746130273.868502:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f132d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+79:1962:x1830949848789760:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746130273.868641:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f132d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+79:1962:x1830949848789760:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 139us (424us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746130273.868650:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2144 00002000:00100000:1.0:1746130273.868654:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008f132d80 x1830949848789760/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:259/0 lens 488/4536 e 0 to 0 dl 1746130284 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130273.868661:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f132d80 with x1830949848789760 ext(0->4095) 00010000:00010000:1.0:1746130273.868665:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880092a6e200/0x4ce24e578736099a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3efd8 expref: 79 pid: 8467 timeout: 572 lvb_type: 0 00010000:00010000:1.0:1746130273.868673:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880092a6e200/0x4ce24e578736099a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3efd8 expref: 79 pid: 8467 timeout: 572 lvb_type: 0 00002000:00010000:1.0:1746130273.868678:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008f132d80 00000100:00100000:0.0:1746130273.871962:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130273.872073:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130273.875704:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130273.877870:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130273.880613:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130273.882314:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130273.884823:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130273.889202:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130273.889245:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848791168 00000100:00100000:1.0:1746130273.889252:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848791168 00002000:00100000:1.0:1746130273.889310:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800a79ed180 x1830949848791168/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:259/0 lens 488/0 e 0 to 0 dl 1746130284 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130273.889318:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a79ed180 with x1830949848791168 ext(0->4095) 00002000:00010000:1.0:1746130273.889322:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a79ed180 00000100:00100000:1.0:1746130273.889347:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4465 00000100:00100000:1.0:1746130273.889354:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a79ed180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1964:x1830949848791168:12345-192.168.204.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746130273.889490:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a79ed180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1964:x1830949848791168:12345-192.168.204.51@tcp:3:ptlrpcd_01_01.0 Request processed in 136us (291us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746130273.889496:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4465 00002000:00100000:1.0:1746130273.889500:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800a79ed180 x1830949848791168/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:259/0 lens 488/4536 e 0 to 0 dl 1746130284 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130273.889508:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a79ed180 with x1830949848791168 ext(0->4095) 00002000:00010000:1.0:1746130273.889510:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a79ed180 00000100:00100000:0.0:1746130273.891730:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130273.892121:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130273.892184:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848791424 00000100:00100000:1.0:1746130273.892187:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848791424 00000100:00100000:1.0:1746130273.892207:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5562 00000100:00100000:1.0:1746130273.892211:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a79ec700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:640ea846-b909-4eea-9a54-417e15bd627b+80:31579:x1830949848791424:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746130273.892217:0:8467:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746130273.892221:0:8467:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880093e64000/0x4ce24e57873609bd lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3effb expref: -99 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130273.892231:0:8467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130273.892234:0:8467:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880097bede00/0x4ce24e57873609b6 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3eff4 expref: 81 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130273.892238:0:8467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130273.892240:0:8467:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093e64000/0x4ce24e57873609bd lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3effb expref: 81 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130273.892254:0:8467:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880097bede00/0x4ce24e57873609b6 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3eff4 expref: 81 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130273.892262:0:8467:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880093e64000/0x4ce24e57873609bd lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3effb expref: 81 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130273.892292:0:8467:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093e64000, rc 0) 00000100:00100000:1.0:1746130273.892312:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a79ec700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:640ea846-b909-4eea-9a54-417e15bd627b+81:31579:x1830949848791424:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 100us (192us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130273.892317:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5562 00000100:00100000:0.0:1746130273.894715:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130273.896495:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130273.898492:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130273.900626:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130273.902259:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130273.903845:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130273.906604:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130273.906709:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848792704 00000100:00100000:1.0:1746130273.906715:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848792704 00002000:00100000:1.0:1746130273.906742:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800a4cd5f80 x1830949848792704/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:259/0 lens 488/0 e 0 to 0 dl 1746130284 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130273.906748:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a4cd5f80 with x1830949848792704 ext(0->4095) 00002000:00010000:1.0:1746130273.906751:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a4cd5f80 00000100:00100000:1.0:1746130273.906771:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4467 00000100:00100000:1.0:1746130273.906777:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4cd5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1964:x1830949848792704:12345-192.168.204.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746130273.906974:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4cd5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1964:x1830949848792704:12345-192.168.204.51@tcp:3:ptlrpcd_01_01.0 Request processed in 197us (373us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746130273.906980:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4467 00002000:00100000:1.0:1746130273.906985:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800a4cd5f80 x1830949848792704/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:259/0 lens 488/4536 e 0 to 0 dl 1746130284 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130273.906995:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a4cd5f80 with x1830949848792704 ext(0->4095) 00002000:00010000:1.0:1746130273.906998:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a4cd5f80 00000100:00100000:0.0:1746130273.908692:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130273.910840:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130273.911252:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130273.913732:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130273.913797:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848793344 00000100:00100000:1.0:1746130273.913802:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848793344 00002000:00100000:1.0:1746130273.913829:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801354c5f80 x1830949848793344/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:259/0 lens 488/0 e 0 to 0 dl 1746130284 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130273.913837:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801354c5f80 with x1830949848793344 ext(0->4095) 00010000:00010000:1.0:1746130273.913842:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880097bede00/0x4ce24e57873609cb lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f009 expref: 80 pid: 8470 timeout: 572 lvb_type: 0 00010000:00010000:1.0:1746130273.913852:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880097bede00/0x4ce24e57873609cb lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f009 expref: 80 pid: 8470 timeout: 572 lvb_type: 0 00002000:00010000:1.0:1746130273.913857:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801354c5f80 00000100:00100000:1.0:1746130273.913933:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2147 00000100:00100000:1.0:1746130273.913939:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801354c5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+80:1962:x1830949848793344:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746130273.914172:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801354c5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+80:1962:x1830949848793344:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 231us (439us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746130273.914178:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2147 00002000:00100000:1.0:1746130273.914183:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801354c5f80 x1830949848793344/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:259/0 lens 488/4536 e 0 to 0 dl 1746130284 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130273.914190:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801354c5f80 with x1830949848793344 ext(0->4095) 00010000:00010000:1.0:1746130273.914194:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880097bede00/0x4ce24e57873609cb lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f009 expref: 80 pid: 8470 timeout: 572 lvb_type: 0 00010000:00010000:1.0:1746130273.914202:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880097bede00/0x4ce24e57873609cb lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f009 expref: 80 pid: 8470 timeout: 572 lvb_type: 0 00002000:00010000:1.0:1746130273.914207:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801354c5f80 00000100:00100000:0.0:1746130273.916379:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130273.916423:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130273.919456:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130273.919532:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848793856 00000100:00100000:1.0:1746130273.919538:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848793856 00002000:00100000:1.0:1746130273.919568:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801354c4700 x1830949848793856/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:259/0 lens 488/0 e 0 to 0 dl 1746130284 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130273.919577:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801354c4700 with x1830949848793856 ext(0->4095) 00010000:00010000:1.0:1746130273.919584:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093158c00/0x4ce24e57873609d2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f010 expref: 80 pid: 8470 timeout: 572 lvb_type: 0 00010000:00010000:1.0:1746130273.919600:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093158c00/0x4ce24e57873609d2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f010 expref: 80 pid: 8470 timeout: 572 lvb_type: 0 00002000:00010000:1.0:1746130273.919605:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801354c4700 00000100:00100000:1.0:1746130273.919629:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2148 00000100:00100000:1.0:1746130273.919636:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801354c4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+79:1964:x1830949848793856:12345-192.168.204.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746130273.919878:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801354c4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+79:1964:x1830949848793856:12345-192.168.204.51@tcp:3:ptlrpcd_01_01.0 Request processed in 241us (422us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746130273.919883:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2148 00002000:00100000:1.0:1746130273.919888:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801354c4700 x1830949848793856/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:259/0 lens 488/4536 e 0 to 0 dl 1746130284 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130273.919899:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801354c4700 with x1830949848793856 ext(0->4095) 00010000:00010000:1.0:1746130273.919904:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093158c00/0x4ce24e57873609d2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f010 expref: 79 pid: 8470 timeout: 572 lvb_type: 0 00010000:00010000:1.0:1746130273.919912:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093158c00/0x4ce24e57873609d2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f010 expref: 79 pid: 8470 timeout: 572 lvb_type: 0 00002000:00010000:1.0:1746130273.919917:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801354c4700 00000100:00100000:0.0:1746130273.922334:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130273.922430:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130273.927462:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130273.927507:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848794368 00000100:00100000:1.0:1746130273.927526:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848794368 00002000:00100000:1.0:1746130273.927640:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801354c6a00 x1830949848794368/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:259/0 lens 488/0 e 0 to 0 dl 1746130284 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130273.927655:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801354c6a00 with x1830949848794368 ext(0->4095) 00010000:00010000:1.0:1746130273.927661:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093158800/0x4ce24e57873609d9 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f017 expref: 6 pid: 8470 timeout: 572 lvb_type: 0 00010000:00010000:1.0:1746130273.927672:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093158800/0x4ce24e57873609d9 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f017 expref: 6 pid: 8470 timeout: 572 lvb_type: 0 00002000:00010000:1.0:1746130273.927679:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801354c6a00 00000100:00100000:1.0:1746130273.927703:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2149 00000100:00100000:1.0:1746130273.927710:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801354c6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1964:x1830949848794368:12345-192.168.204.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746130273.928082:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801354c6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1964:x1830949848794368:12345-192.168.204.51@tcp:3:ptlrpcd_01_01.0 Request processed in 135us (382us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746130273.928088:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2149 00002000:00100000:1.0:1746130273.928094:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801354c6a00 x1830949848794368/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:259/0 lens 488/4536 e 0 to 0 dl 1746130284 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130273.928100:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801354c6a00 with x1830949848794368 ext(0->4095) 00010000:00010000:1.0:1746130273.928104:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093158800/0x4ce24e57873609d9 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f017 expref: 6 pid: 8470 timeout: 572 lvb_type: 0 00010000:00010000:1.0:1746130273.928114:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093158800/0x4ce24e57873609d9 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f017 expref: 6 pid: 8470 timeout: 572 lvb_type: 0 00002000:00010000:1.0:1746130273.928120:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801354c6a00 00000100:00100000:0.0:1746130273.929163:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130273.929366:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130273.931342:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130273.933706:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130273.933790:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848795008 00000100:00100000:1.0:1746130273.933796:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848795008 00002000:00100000:1.0:1746130273.933831:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008c4fca80 x1830949848795008/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:259/0 lens 488/0 e 0 to 0 dl 1746130284 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130273.933839:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c4fca80 with x1830949848795008 ext(0->4095) 00002000:00010000:1.0:1746130273.933843:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008c4fca80 00000100:00100000:1.0:1746130273.933871:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4468 00000100:00100000:1.0:1746130273.933877:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c4fca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949848795008:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746130273.934009:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c4fca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949848795008:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 132us (305us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746130273.934015:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4468 00002000:00100000:1.0:1746130273.934020:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008c4fca80 x1830949848795008/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:259/0 lens 488/4536 e 0 to 0 dl 1746130284 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130273.934027:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c4fca80 with x1830949848795008 ext(0->4095) 00002000:00010000:1.0:1746130273.934029:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008c4fca80 00000100:00100000:0.0:1746130273.935498:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130273.938021:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130273.940344:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130273.942462:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130273.945233:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130273.947849:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130273.950890:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130273.953172:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130273.953299:0:10554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5571 00000100:00100000:0.0:1746130273.953307:0:10554:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c4fce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:640ea846-b909-4eea-9a54-417e15bd627b+80:31579:x1830949848796288:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746130273.953319:0:10554:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746130273.953333:0:10554:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880092a6f400/0x4ce24e57873609fc lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3f03a expref: -99 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130273.953356:0:10554:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880093158800/0x4ce24e57873609f5 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f033 expref: 5 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130273.953362:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130273.953363:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130273.953367:0:10554:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880092a6f400/0x4ce24e57873609fc lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f03a expref: 81 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130273.953392:0:10554:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880093158800/0x4ce24e57873609f5 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f033 expref: 5 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130273.953402:0:10554:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880093158800/0x4ce24e57873609f5 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f033 expref: 5 pid: 8470 timeout: 572 lvb_type: 0 00000100:00100000:0.0:1746130273.953412:0:10554:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c4fd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10554:1830949841534720:192.168.204.51@tcp:104: 00000100:00100000:0.0:1746130273.953480:0:10554:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009bc950c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746130273.955405:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130273.955474:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130273.956888:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130273.959084:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130273.959155:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130273.960774:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130273.962583:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130273.962626:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130273.964370:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130273.965836:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130273.967585:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130273.968935:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130273.970057:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130273.971673:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130273.973249:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130273.975210:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130273.977078:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130273.978852:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130273.980458:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130273.982174:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130273.984219:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130273.986009:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130273.987548:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130273.989185:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130273.991024:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130273.992712:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130273.994658:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130273.996675:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130273.998642:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130274.001927:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130274.002343:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130274.004210:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130274.005774:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130274.006301:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130274.008445:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130274.010391:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130274.010440:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130274.010499:0:8469:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848802432 00000100:00100000:1.0:1746130274.010506:0:8469:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848802432 00000100:00100000:1.0:1746130274.010561:0:8469:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5583 00000100:00100000:1.0:1746130274.010565:0:8469:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135519f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:640ea846-b909-4eea-9a54-417e15bd627b+86:31578:x1830949848802432:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746130274.010576:0:8469:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746130274.010588:0:8469:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880093e65a00/0x4ce24e5787360a50 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3f08e expref: -99 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130274.010608:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130274.010612:0:8469:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880093159200/0x4ce24e5787360a49 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f087 expref: 5 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130274.010618:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746130274.010620:0:8469:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093e65a00/0x4ce24e5787360a50 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f08e expref: 87 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130274.010649:0:8469:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880093159200/0x4ce24e5787360a49 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f087 expref: 5 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130274.010659:0:8469:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880093e65a00/0x4ce24e5787360a50 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f08e expref: 87 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130274.010666:0:8469:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093e65a00, rc 0) 00000100:00100000:1.0:1746130274.010702:0:8469:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135519f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:640ea846-b909-4eea-9a54-417e15bd627b+87:31578:x1830949848802432:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 136us (261us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130274.010708:0:8469:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5583 00000100:00100000:0.0:1746130274.013376:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130274.015557:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130274.017100:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130274.019134:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130274.019328:0:8469:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848803200 00000100:00100000:1.0:1746130274.019335:0:8469:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848803200 00000100:00100000:1.0:1746130274.019375:0:8469:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5584 00000100:00100000:1.0:1746130274.019382:0:8469:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800931f9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+5:31579:x1830949848803200:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746130274.019393:0:8469:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746130274.019408:0:8469:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880093e65000/0x4ce24e5787360a57 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3f095 expref: -99 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130274.019430:0:8469:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880093e65a00/0x4ce24e5787360a50 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f08e expref: 84 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130274.019436:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130274.019438:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130274.019441:0:8469:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093e65000/0x4ce24e5787360a57 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f095 expref: 6 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130274.019463:0:8469:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880093e65a00/0x4ce24e5787360a50 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f08e expref: 84 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130274.019474:0:8469:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880093e65a00/0x4ce24e5787360a50 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f08e expref: 84 pid: 8469 timeout: 572 lvb_type: 0 00000100:00100000:1.0:1746130274.019484:0:8469:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ac4df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8469:1830949841538048:192.168.204.51@tcp:104: 00000100:00100000:1.0:1746130274.019570:0:8469:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18fb180 going to sleep for 11 seconds 00000100:00100000:1.0:1746130274.020829:0:8469:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008ac4df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8469:1830949841538048:192.168.204.51@tcp:104: 00010000:00010000:1.0:1746130274.020852:0:8469:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880093e65000/0x4ce24e5787360a57 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f095 expref: 6 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130274.020864:0:8469:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093e65000, rc 0) 00000100:00100000:1.0:1746130274.020905:0:8469:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800931f9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+6:31579:x1830949848803200:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1524us (1773us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130274.020912:0:8469:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5584 00000100:00100000:0.0:1746130274.021315:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130274.022828:0:7924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091950a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841538176:192.168.204.51@tcp:105: 00010000:00010000:0.0:1746130274.022846:0:7924:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746130274.022886:0:7924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880137326450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+84:1961:x1830949848803328:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 1435us (1571us total) trans 0 rc 0/0 00000100:00100000:0.0:1746130274.022894:0:7924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 13848 00000100:00100000:0.0:1746130274.023334:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130274.024733:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130274.025028:0:8469:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848803712 00000100:00100000:1.0:1746130274.025033:0:8469:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848803712 00000100:00100000:1.0:1746130274.025064:0:8469:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5585 00000100:00100000:1.0:1746130274.025069:0:8469:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800931fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:640ea846-b909-4eea-9a54-417e15bd627b+84:31579:x1830949848803712:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746130274.025082:0:8469:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746130274.025097:0:8469:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880093e65c00/0x4ce24e5787360a5e lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3f09c expref: -99 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130274.025119:0:8469:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880093e65000/0x4ce24e5787360a57 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f095 expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130274.025126:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130274.025128:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130274.025131:0:8469:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093e65c00/0x4ce24e5787360a5e lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f09c expref: 85 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130274.025157:0:8469:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880093e65000/0x4ce24e5787360a57 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f095 expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130274.025167:0:8469:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880093e65000/0x4ce24e5787360a57 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f095 expref: 5 pid: 8469 timeout: 572 lvb_type: 0 00000100:00100000:1.0:1746130274.025178:0:8469:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ac4df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8469:1830949841538304:192.168.204.51@tcp:104: 00000100:00100000:1.0:1746130274.025256:0:8469:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18fb180 going to sleep for 11 seconds 00000100:00100000:0.0:1746130274.027556:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130274.027633:0:8469:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008ac4df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8469:1830949841538304:192.168.204.51@tcp:104: 00010000:00010000:1.0:1746130274.027658:0:8469:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880093e65c00/0x4ce24e5787360a5e lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f09c expref: 85 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130274.027676:0:8469:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093e65c00, rc 0) 00000100:00100000:1.0:1746130274.027715:0:8469:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800931fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:640ea846-b909-4eea-9a54-417e15bd627b+85:31579:x1830949848803712:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2645us (2985us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130274.027721:0:8469:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5585 00000100:00100000:1.0:1746130274.028552:0:8469:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848803968 00000100:00100000:1.0:1746130274.028556:0:8469:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848803968 00000100:00100000:1.0:1746130274.028585:0:8469:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5586 00000100:00100000:1.0:1746130274.028590:0:8469:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134a83480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:640ea846-b909-4eea-9a54-417e15bd627b+85:31578:x1830949848803968:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746130274.028601:0:8469:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746130274.028611:0:8469:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880093e64000/0x4ce24e5787360a65 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3f0a3 expref: -99 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130274.028628:0:8469:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880093e65c00/0x4ce24e5787360a5e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f09c expref: 86 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130274.028634:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130274.028636:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130274.028638:0:8469:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093e64000/0x4ce24e5787360a65 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f0a3 expref: 86 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130274.028654:0:8469:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880093e65c00/0x4ce24e5787360a5e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f09c expref: 86 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130274.028664:0:8469:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880093e65c00/0x4ce24e5787360a5e lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f09c expref: 86 pid: 8469 timeout: 572 lvb_type: 0 00000100:00100000:1.0:1746130274.028676:0:8469:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ac4df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8469:1830949841538560:192.168.204.51@tcp:104: 00000100:00100000:1.0:1746130274.028733:0:8469:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18fb180 going to sleep for 11 seconds 00000100:00100000:1.0:1746130274.029722:0:8469:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008ac4df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8469:1830949841538560:192.168.204.51@tcp:104: 00010000:00010000:1.0:1746130274.029741:0:8469:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880093e64000/0x4ce24e5787360a65 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f0a3 expref: 86 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130274.029751:0:8469:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093e64000, rc 0) 00000100:00100000:1.0:1746130274.029781:0:8469:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134a83480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:640ea846-b909-4eea-9a54-417e15bd627b+86:31578:x1830949848803968:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1190us (1300us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130274.029791:0:8469:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5586 00000100:00100000:0.0:1746130274.030070:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130274.032070:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130274.032115:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130274.032116:0:8469:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848804352 00000100:00100000:1.0:1746130274.032124:0:8469:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848804352 00000100:00100000:1.0:1746130274.032169:0:8469:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5587 00000100:00100000:1.0:1746130274.032176:0:8469:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800931f8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+5:31579:x1830949848804352:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746130274.032189:0:8469:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746130274.032203:0:8469:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880093e64e00/0x4ce24e5787360a6c lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3f0aa expref: -99 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130274.032223:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130274.032228:0:8469:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880093e64000/0x4ce24e5787360a65 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f0a3 expref: 86 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130274.032233:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746130274.032236:0:8469:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093e64e00/0x4ce24e5787360a6c lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f0aa expref: 6 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130274.032287:0:8469:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880093e64000/0x4ce24e5787360a65 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f0a3 expref: 86 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130274.032299:0:8469:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880093e64e00/0x4ce24e5787360a6c lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f0aa expref: 6 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130274.032307:0:8469:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093e64e00, rc 0) 00000100:00100000:1.0:1746130274.032341:0:8469:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800931f8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+6:31579:x1830949848804352:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 166us (277us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130274.032349:0:8469:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5587 00000100:00100000:0.0:1746130274.034811:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130274.036758:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130274.036807:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130274.036936:0:8469:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848804864 00000100:00100000:1.0:1746130274.036943:0:8469:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848804864 00000100:00100000:1.0:1746130274.036988:0:8469:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5588 00000100:00100000:1.0:1746130274.036994:0:8469:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800931f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:640ea846-b909-4eea-9a54-417e15bd627b+85:31578:x1830949848804864:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746130274.037007:0:8469:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746130274.037019:0:8469:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880093e64800/0x4ce24e5787360a73 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3f0b1 expref: -99 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130274.037039:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130274.037044:0:8469:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880093e64e00/0x4ce24e5787360a6c lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f0aa expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130274.037050:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746130274.037053:0:8469:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093e64800/0x4ce24e5787360a73 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f0b1 expref: 86 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130274.037088:0:8469:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880093e64e00/0x4ce24e5787360a6c lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f0aa expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130274.037100:0:8469:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880093e64800/0x4ce24e5787360a73 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f0b1 expref: 87 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130274.037108:0:8469:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093e64800, rc 0) 00000100:00100000:1.0:1746130274.037139:0:8469:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800931f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:640ea846-b909-4eea-9a54-417e15bd627b+87:31578:x1830949848804864:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 145us (385us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130274.037142:0:8469:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5588 00000100:00100000:0.0:1746130274.039372:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130274.042051:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130274.044688:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130274.046410:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130274.046470:0:8469:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848805760 00000100:00100000:1.0:1746130274.046476:0:8469:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848805760 00000100:00100000:1.0:1746130274.046527:0:8469:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5589 00000100:00100000:1.0:1746130274.046533:0:8469:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bdfea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+5:31579:x1830949848805760:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746130274.046550:0:8469:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746130274.046566:0:8469:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880093e65c00/0x4ce24e5787360a7a lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3f0b8 expref: -99 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130274.046591:0:8469:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880093e64800/0x4ce24e5787360a73 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f0b1 expref: 84 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130274.046597:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130274.046599:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130274.046602:0:8469:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093e65c00/0x4ce24e5787360a7a lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f0b8 expref: 6 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130274.046637:0:8469:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880093e64800/0x4ce24e5787360a73 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f0b1 expref: 84 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130274.046647:0:8469:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880093e64800/0x4ce24e5787360a73 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f0b1 expref: 84 pid: 8469 timeout: 572 lvb_type: 0 00000100:00100000:1.0:1746130274.046663:0:8469:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ac4df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8469:1830949841539328:192.168.204.51@tcp:104: 00000100:00100000:1.0:1746130274.046749:0:8469:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18fb180 going to sleep for 11 seconds 00000100:00100000:1.0:1746130274.047768:0:8469:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008ac4df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8469:1830949841539328:192.168.204.51@tcp:104: 00010000:00010000:1.0:1746130274.047789:0:8469:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880093e65c00/0x4ce24e5787360a7a lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f0b8 expref: 6 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130274.047802:0:8469:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093e65c00, rc 0) 00000100:00100000:1.0:1746130274.047847:0:8469:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bdfea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+6:31579:x1830949848805760:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1312us (1439us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130274.047854:0:8469:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5589 00000100:00100000:0.0:1746130274.048616:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130274.050456:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130274.052184:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130274.052244:0:8469:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848806272 00000100:00100000:1.0:1746130274.052250:0:8469:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848806272 00000100:00100000:1.0:1746130274.052322:0:8469:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5590 00000100:00100000:1.0:1746130274.052329:0:8469:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4e28c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:640ea846-b909-4eea-9a54-417e15bd627b+84:31579:x1830949848806272:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746130274.052342:0:8469:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746130274.052359:0:8469:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880093e65000/0x4ce24e5787360a81 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3f0bf expref: -99 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130274.052382:0:8469:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880093e65c00/0x4ce24e5787360a7a lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f0b8 expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130274.052389:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130274.052390:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130274.052393:0:8469:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093e65000/0x4ce24e5787360a81 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f0bf expref: 85 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130274.052416:0:8469:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880093e65c00/0x4ce24e5787360a7a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f0b8 expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130274.052425:0:8469:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880093e65c00/0x4ce24e5787360a7a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f0b8 expref: 5 pid: 8469 timeout: 572 lvb_type: 0 00000100:00100000:1.0:1746130274.052435:0:8469:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ac4df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8469:1830949841539584:192.168.204.51@tcp:104: 00000100:00100000:1.0:1746130274.052527:0:8469:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18fb180 going to sleep for 11 seconds 00000100:00100000:1.0:1746130274.053343:0:8469:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008ac4df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8469:1830949841539584:192.168.204.51@tcp:104: 00010000:00010000:1.0:1746130274.053360:0:8469:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880093e65000/0x4ce24e5787360a81 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f0bf expref: 85 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130274.053370:0:8469:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093e65000, rc 0) 00000100:00100000:1.0:1746130274.053402:0:8469:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4e28c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:640ea846-b909-4eea-9a54-417e15bd627b+85:31579:x1830949848806272:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1073us (1223us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130274.053409:0:8469:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5590 00000100:00100000:0.0:1746130274.053765:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130274.055397:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130274.057619:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130274.057704:0:8469:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848806784 00000100:00100000:1.0:1746130274.057710:0:8469:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848806784 00000100:00100000:1.0:1746130274.057783:0:8469:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5591 00000100:00100000:1.0:1746130274.057791:0:8469:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013514f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+5:31579:x1830949848806784:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746130274.057809:0:8469:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746130274.057827:0:8469:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880093e64c00/0x4ce24e5787360a88 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3f0c6 expref: -99 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130274.057850:0:8469:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880093e65000/0x4ce24e5787360a81 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f0bf expref: 84 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130274.057857:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130274.057859:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130274.057862:0:8469:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093e64c00/0x4ce24e5787360a88 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f0c6 expref: 6 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130274.057888:0:8469:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880093e65000/0x4ce24e5787360a81 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f0bf expref: 84 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130274.057899:0:8469:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880093e65000/0x4ce24e5787360a81 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f0bf expref: 84 pid: 8469 timeout: 572 lvb_type: 0 00000100:00100000:1.0:1746130274.057909:0:8469:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ac4df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8469:1830949841539840:192.168.204.51@tcp:104: 00000100:00100000:1.0:1746130274.058378:0:8469:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18fb180 going to sleep for 11 seconds 00000100:00100000:1.0:1746130274.059663:0:8469:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008ac4df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8469:1830949841539840:192.168.204.51@tcp:104: 00010000:00010000:1.0:1746130274.059685:0:8469:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880093e64c00/0x4ce24e5787360a88 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f0c6 expref: 6 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130274.059700:0:8469:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093e64c00, rc 0) 00000100:00100000:1.0:1746130274.059732:0:8469:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013514f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+6:31579:x1830949848806784:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1942us (2125us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130274.059743:0:8469:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5591 00000100:00100000:0.0:1746130274.059877:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130274.061464:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130274.063262:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130274.064900:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130274.064982:0:8469:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848807424 00000100:00100000:1.0:1746130274.064991:0:8469:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848807424 00000100:00100000:1.0:1746130274.065047:0:8469:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5592 00000100:00100000:1.0:1746130274.065055:0:8469:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013514f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:640ea846-b909-4eea-9a54-417e15bd627b+86:31579:x1830949848807424:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746130274.065072:0:8469:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746130274.065092:0:8469:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880093e65a00/0x4ce24e5787360a8f lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3f0cd expref: -99 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130274.065123:0:8469:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880093e64c00/0x4ce24e5787360a88 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f0c6 expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130274.065131:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130274.065133:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130274.065136:0:8469:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093e65a00/0x4ce24e5787360a8f lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f0cd expref: 87 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130274.065172:0:8469:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880093e64c00/0x4ce24e5787360a88 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f0c6 expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130274.065185:0:8469:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880093e64c00/0x4ce24e5787360a88 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f0c6 expref: 5 pid: 8469 timeout: 572 lvb_type: 0 00000100:00100000:1.0:1746130274.065197:0:8469:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ac4df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8469:1830949841540096:192.168.204.51@tcp:104: 00000100:00100000:1.0:1746130274.065320:0:8469:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18fb180 going to sleep for 11 seconds 00000100:00100000:1.0:1746130274.066525:0:8469:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008ac4df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8469:1830949841540096:192.168.204.51@tcp:104: 00010000:00010000:1.0:1746130274.066558:0:8469:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880093e65a00/0x4ce24e5787360a8f lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f0cd expref: 87 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130274.066573:0:8469:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093e65a00, rc 0) 00000100:00100000:1.0:1746130274.066619:0:8469:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013514f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:640ea846-b909-4eea-9a54-417e15bd627b+87:31579:x1830949848807424:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1565us (1726us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130274.066626:0:8469:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5592 00000100:00100000:0.0:1746130274.068075:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130274.069894:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130274.071751:0:8469:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848807936 00000100:00100000:1.0:1746130274.071759:0:8469:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848807936 00000100:00100000:1.0:1746130274.071806:0:8469:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5593 00000100:00100000:1.0:1746130274.071813:0:8469:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134a82a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+5:31579:x1830949848807936:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746130274.071826:0:8469:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746130274.071840:0:8469:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880093e65000/0x4ce24e5787360a96 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3f0d4 expref: -99 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130274.071861:0:8469:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880093e65a00/0x4ce24e5787360a8f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f0cd expref: 86 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130274.071868:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130274.071870:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130274.071873:0:8469:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093e65000/0x4ce24e5787360a96 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f0d4 expref: 6 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130274.071899:0:8469:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880093e65a00/0x4ce24e5787360a8f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f0cd expref: 86 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130274.071949:0:8469:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880093e65a00/0x4ce24e5787360a8f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f0cd expref: 86 pid: 8469 timeout: 572 lvb_type: 0 00000100:00100000:1.0:1746130274.071961:0:8469:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ac4df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8469:1830949841540352:192.168.204.51@tcp:104: 00000100:00100000:1.0:1746130274.072061:0:8469:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18fb180 going to sleep for 11 seconds 00000100:00100000:0.0:1746130274.073778:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130274.073788:0:8469:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008ac4df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8469:1830949841540352:192.168.204.51@tcp:104: 00010000:00010000:1.0:1746130274.073809:0:8469:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880093e65000/0x4ce24e5787360a96 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f0d4 expref: 6 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130274.073822:0:8469:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093e65000, rc 0) 00000100:00100000:1.0:1746130274.073863:0:8469:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134a82a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+6:31579:x1830949848807936:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2050us (2235us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130274.073870:0:8469:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5593 00000100:00100000:0.0:1746130274.075644:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130274.077560:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130274.079079:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130274.079161:0:8469:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848808576 00000100:00100000:1.0:1746130274.079167:0:8469:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848808576 00000100:00100000:1.0:1746130274.079214:0:8469:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5594 00000100:00100000:1.0:1746130274.079221:0:8469:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013514fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:640ea846-b909-4eea-9a54-417e15bd627b+88:31579:x1830949848808576:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746130274.079233:0:8469:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746130274.079246:0:8469:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880093e64c00/0x4ce24e5787360a9d lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3f0db expref: -99 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130274.079299:0:8469:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880093e65000/0x4ce24e5787360a96 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f0d4 expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130274.079307:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130274.079308:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130274.079311:0:8469:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093e64c00/0x4ce24e5787360a9d lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f0db expref: 89 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130274.079344:0:8469:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880093e65000/0x4ce24e5787360a96 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f0d4 expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130274.079354:0:8469:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880093e65000/0x4ce24e5787360a96 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f0d4 expref: 5 pid: 8469 timeout: 572 lvb_type: 0 00000100:00100000:1.0:1746130274.079365:0:8469:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ac4df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8469:1830949841540608:192.168.204.51@tcp:104: 00000100:00100000:1.0:1746130274.079446:0:8469:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18fb180 going to sleep for 11 seconds 00000100:00100000:1.0:1746130274.081560:0:8469:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008ac4df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8469:1830949841540608:192.168.204.51@tcp:104: 00010000:00010000:1.0:1746130274.081587:0:8469:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880093e64c00/0x4ce24e5787360a9d lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f0db expref: 89 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130274.081604:0:8469:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093e64c00, rc 0) 00000100:00100000:1.0:1746130274.081651:0:8469:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013514fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:640ea846-b909-4eea-9a54-417e15bd627b+89:31579:x1830949848808576:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2429us (2574us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130274.081658:0:8469:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5594 00000100:00100000:0.0:1746130274.082090:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130274.084614:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130274.088955:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130274.089562:0:8469:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848809088 00000100:00100000:0.0:1746130274.089570:0:8469:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848809088 00000100:00100000:0.0:1746130274.089625:0:8469:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5595 00000100:00100000:0.0:1746130274.089634:0:8469:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013514e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+5:31579:x1830949848809088:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746130274.089650:0:8469:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746130274.089666:0:8469:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880092a6e800/0x4ce24e5787360aa4 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3f0e2 expref: -99 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130274.089691:0:8469:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880093e64c00/0x4ce24e5787360a9d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f0db expref: 88 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130274.089697:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746130274.089698:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746130274.089701:0:8469:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880092a6e800/0x4ce24e5787360aa4 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f0e2 expref: 6 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130274.089724:0:8469:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880093e64c00/0x4ce24e5787360a9d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f0db expref: 88 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130274.089735:0:8469:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880093e64c00/0x4ce24e5787360a9d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f0db expref: 88 pid: 8469 timeout: 572 lvb_type: 0 00000100:00100000:0.0:1746130274.089751:0:8469:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013514d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8469:1830949841540864:192.168.204.51@tcp:104: 00000100:00100000:0.0:1746130274.089844:0:8469:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009bc95780 going to sleep for 11 seconds 00000100:00100000:0.0:1746130274.091852:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130274.096310:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130274.098707:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130274.100690:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130274.100972:0:3299:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091953800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:c27f3a83-b0ee-4dd6-bb65-34207604533c:3299:1830949841541120:0@lo:400:kworker.0 00000100:00100000:1.0:1746130274.101002:0:3299:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746130274.101027:0:3299:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091951c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3299:1830949841541632:0@lo:400:kworker.0 00000100:00100000:1.0:1746130274.101044:0:3299:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746130274.101057:0:3299:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:1.0:1746130274.101062:0:3299:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801350bea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3299:1830949841541248:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1746130274.101076:0:3299:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746130274.101089:0:3299:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091951f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3299:1830949841541760:0@lo:400:kworker.0 00000100:00100000:1.0:1746130274.101103:0:3299:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746130274.101127:0:8472:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949841541248 00000100:00100000:1.0:1746130274.101130:0:8472:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949841541248 00000100:00100000:1.0:1746130274.101150:0:8472:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 166 00000100:00100000:1.0:1746130274.101154:0:8472:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ac4c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3299:x1830949841541248:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1746130274.101176:0:8472:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 715587584 pending 0 free 3856662528 avail 3854565376 00000100:00100000:1.0:1746130274.101201:0:8472:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ac4c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3299:x1830949841541248:12345-0@lo:13:osp-pre-1-0.0 Request processed in 46us (123us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130274.101206:0:8472:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 166 00000100:00100000:1.0:1746130274.101223:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949841541632 00000100:00100000:1.0:1746130274.101225:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949841541632 00000100:00100000:1.0:1746130274.101243:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 403 00000100:00100000:1.0:1746130274.101247:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ac4df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3299:x1830949841541632:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746130274.101285:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ac4df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3299:x1830949841541632:12345-0@lo:400:kworker.0 Request processed in 38us (240us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130274.101290:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 403 00000100:00100000:1.0:1746130274.101312:0:3299:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801350bea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3299:1830949841541248:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1746130274.101320:0:3299:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091951f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3299:1830949841541760:0@lo:400:kworker.0 00000100:00100000:1.0:1746130274.101332:0:3299:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091951c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3299:1830949841541632:0@lo:400:kworker.0 00000100:00080000:0.0:1746130274.101388:0:7108:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1746130274.101391:0:7108:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1746130274.101393:0:7108:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746130274.101402:0:7106:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949841541120 00000100:00100000:0.0:1746130274.101405:0:7106:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949841541120 00000100:00100000:0.0:1746130274.101424:0:7106:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 370 00000100:00100000:0.0:1746130274.101428:0:7106:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b23fec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c27f3a83-b0ee-4dd6-bb65-34207604533c+18:3299:x1830949841541120:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746130274.101459:0:7106:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b23fec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c27f3a83-b0ee-4dd6-bb65-34207604533c+18:3299:x1830949841541120:12345-0@lo:400:kworker.0 Request processed in 31us (457us total) trans 0 rc 0/0 00000100:00100000:0.0:1746130274.101464:0:7106:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 370 00000100:00100000:1.0:1746130274.101546:0:3299:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091953800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:c27f3a83-b0ee-4dd6-bb65-34207604533c:3299:1830949841541120:0@lo:400:kworker.0 00000100:00080000:1.0:1746130274.101570:0:7108:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746130274.103941:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130274.104025:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130274.104858:0:20953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5597 00000100:00100000:1.0:1746130274.104867:0:20953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801350bc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:640ea846-b909-4eea-9a54-417e15bd627b+91:31578:x1830949848809984:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746130274.104877:0:20953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746130274.104886:0:20953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880093e64c00/0x4ce24e5787360ab2 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3f0f0 expref: -99 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130274.104902:0:20953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880093159200/0x4ce24e5787360aab lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f0e9 expref: 92 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130274.104912:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130274.104913:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130274.104916:0:20953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093e64c00/0x4ce24e5787360ab2 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f0f0 expref: 92 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130274.104931:0:20953:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880093159200/0x4ce24e5787360aab lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f0e9 expref: 92 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130274.104940:0:20953:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880093159200/0x4ce24e5787360aab lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f0e9 expref: 92 pid: 10554 timeout: 572 lvb_type: 0 00000100:00100000:1.0:1746130274.104947:0:20953:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ac4c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:20953:1830949841542272:192.168.204.51@tcp:104: 00000100:00100000:1.0:1746130274.104971:0:20953:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18fb180 going to sleep for 11 seconds 00000100:00100000:1.0:1746130274.107012:0:20953:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008ac4c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:20953:1830949841542272:192.168.204.51@tcp:104: 00010000:00010000:1.0:1746130274.107031:0:20953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880093e64c00/0x4ce24e5787360ab2 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f0f0 expref: 92 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130274.107045:0:20953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093e64c00, rc 0) 00000100:00100000:1.0:1746130274.107083:0:20953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801350bc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:640ea846-b909-4eea-9a54-417e15bd627b+92:31578:x1830949848809984:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2217us (3057us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130274.107089:0:20953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5597 00000100:00100000:1.0:1746130274.107764:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130274.110860:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130274.110913:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130274.111134:0:20953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848810496 00000100:00100000:1.0:1746130274.111145:0:20953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848810496 00000100:00100000:1.0:1746130274.111204:0:20953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5598 00000100:00100000:1.0:1746130274.111214:0:20953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801350bed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c84b93b0-d496-484f-8e1e-94008838f2dd+5:31579:x1830949848810496:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746130274.111233:0:20953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746130274.111251:0:20953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880093e64e00/0x4ce24e5787360ab9 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3f0f7 expref: -99 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130274.111623:0:20953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880093e64c00/0x4ce24e5787360ab2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f0f0 expref: 91 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130274.111755:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130274.111757:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130274.111761:0:20953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093e64e00/0x4ce24e5787360ab9 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f0f7 expref: 6 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130274.111779:0:20953:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880093e64c00/0x4ce24e5787360ab2 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f0f0 expref: 91 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130274.111787:0:20953:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880093e64c00/0x4ce24e5787360ab2 lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f0f0 expref: 91 pid: 20953 timeout: 572 lvb_type: 0 00000100:00100000:1.0:1746130274.111795:0:20953:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ac4c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:20953:1830949841542528:192.168.204.51@tcp:104: 00000100:00100000:1.0:1746130274.112121:0:20953:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18fb180 going to sleep for 11 seconds 00000100:00100000:0.0:1746130274.115337:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130274.115409:0:20953:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008ac4c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:20953:1830949841542528:192.168.204.51@tcp:104: 00010000:00010000:1.0:1746130274.115427:0:20953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880093e64e00/0x4ce24e5787360ab9 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f0f7 expref: 6 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130274.115442:0:20953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093e64e00, rc 0) 00000100:00100000:1.0:1746130274.115460:0:20953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801350bed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c84b93b0-d496-484f-8e1e-94008838f2dd+6:31579:x1830949848810496:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4249us (4611us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130274.115465:0:20953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5598 00000100:00100000:1.0:1746130274.115483:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848810752 00000100:00100000:1.0:1746130274.115487:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848810752 00002000:00100000:1.0:1746130274.115530:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801350be680 x1830949848810752/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:260/0 lens 488/0 e 0 to 0 dl 1746130285 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130274.115538:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801350be680 with x1830949848810752 ext(0->4095) 00010000:00010000:1.0:1746130274.115543:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093e64c00/0x4ce24e5787360ab2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f0f0 expref: 91 pid: 20953 timeout: 572 lvb_type: 0 00010000:00010000:1.0:1746130274.115554:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093e64c00/0x4ce24e5787360ab2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f0f0 expref: 91 pid: 20953 timeout: 572 lvb_type: 0 00002000:00010000:1.0:1746130274.115560:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801350be680 00000100:00100000:1.0:1746130274.115701:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2166 00000100:00100000:1.0:1746130274.115708:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801350be680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+91:1962:x1830949848810752:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746130274.115851:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801350be680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+91:1962:x1830949848810752:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 143us (522us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746130274.115857:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2166 00002000:00100000:1.0:1746130274.115861:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801350be680 x1830949848810752/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:260/0 lens 488/4536 e 0 to 0 dl 1746130285 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130274.115877:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801350be680 with x1830949848810752 ext(0->4095) 00010000:00010000:1.0:1746130274.115881:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093e64c00/0x4ce24e5787360ab2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f0f0 expref: 91 pid: 20953 timeout: 572 lvb_type: 0 00010000:00010000:1.0:1746130274.115890:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093e64c00/0x4ce24e5787360ab2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f0f0 expref: 91 pid: 20953 timeout: 572 lvb_type: 0 00002000:00010000:1.0:1746130274.115895:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801350be680 00000100:00100000:0.0:1746130274.117353:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130274.117427:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130274.117493:0:20953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848810880 00000100:00100000:1.0:1746130274.117496:0:20953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848810880 00000100:00100000:1.0:1746130274.117532:0:20953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5599 00000100:00100000:1.0:1746130274.117538:0:20953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801350bf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:640ea846-b909-4eea-9a54-417e15bd627b+92:31578:x1830949848810880:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746130274.117552:0:20953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746130274.117564:0:20953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880093e64000/0x4ce24e5787360ac0 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3f0fe expref: -99 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130274.117587:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130274.117641:0:20953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880093e64e00/0x4ce24e5787360ab9 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f0f7 expref: 5 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130274.117646:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746130274.117650:0:20953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093e64000/0x4ce24e5787360ac0 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f0fe expref: 93 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130274.117703:0:20953:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880093e64e00/0x4ce24e5787360ab9 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f0f7 expref: 5 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130274.117722:0:20953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880093e64000/0x4ce24e5787360ac0 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f0fe expref: 92 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130274.117730:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130274.117731:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130274.117736:0:20953:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880093e64e00/0x4ce24e5787360ab9 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f0f7 expref: 5 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130274.117742:0:20953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093e64e00/0x4ce24e5787360ab9 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f0f7 expref: 5 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130274.117756:0:20953:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880093e64e00/0x4ce24e5787360ab9 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f0f7 expref: 5 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130274.117765:0:20953:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880093e64e00/0x4ce24e5787360ab9 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f0f7 expref: 5 pid: 20953 timeout: 572 lvb_type: 0 00000100:00100000:1.0:1746130274.117775:0:20953:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ac4c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:20953:1830949841542784:192.168.204.51@tcp:105: 00000100:00100000:1.0:1746130274.117846:0:20953:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18fb540 going to sleep for 11 seconds 00000100:00100000:1.0:1746130274.120001:0:20953:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008ac4c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:20953:1830949841542784:192.168.204.51@tcp:105: 00000100:00100000:0.0:1746130274.120009:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00010000:00010000:1.0:1746130274.120023:0:20953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093e64000, rc 0) 00000100:00100000:1.0:1746130274.120069:0:20953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801350bf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:640ea846-b909-4eea-9a54-417e15bd627b+91:31578:x1830949848810880:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2521us (2710us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130274.120077:0:20953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5599 00000100:00100000:0.0:1746130274.122787:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130274.126374:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130274.128489:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130274.128552:0:20953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848811776 00000100:00100000:1.0:1746130274.128559:0:20953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848811776 00000100:00100000:1.0:1746130274.128650:0:20953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5600 00000100:00100000:1.0:1746130274.128658:0:20953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801350bea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c84b93b0-d496-484f-8e1e-94008838f2dd+5:31579:x1830949848811776:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746130274.128672:0:20953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746130274.128686:0:20953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880093e65a00/0x4ce24e5787360ac7 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3f105 expref: -99 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130274.128710:0:20953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880093e64000/0x4ce24e5787360ac0 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f0fe expref: 90 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130274.128715:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130274.128717:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130274.128719:0:20953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093e65a00/0x4ce24e5787360ac7 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f105 expref: 6 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130274.128740:0:20953:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880093e64000/0x4ce24e5787360ac0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f0fe expref: 90 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130274.128747:0:20953:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880093e64000/0x4ce24e5787360ac0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f0fe expref: 90 pid: 20953 timeout: 572 lvb_type: 0 00000100:00100000:1.0:1746130274.128755:0:20953:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ac4c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:20953:1830949841543040:192.168.204.51@tcp:104: 00000100:00100000:1.0:1746130274.128824:0:20953:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18fb540 going to sleep for 11 seconds 00000100:00100000:1.0:1746130274.130437:0:20953:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008ac4c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:20953:1830949841543040:192.168.204.51@tcp:104: 00010000:00010000:1.0:1746130274.130460:0:20953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880093e65a00/0x4ce24e5787360ac7 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f105 expref: 6 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130274.130479:0:20953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093e65a00, rc 0) 00000100:00100000:1.0:1746130274.130528:0:20953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801350bea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c84b93b0-d496-484f-8e1e-94008838f2dd+6:31579:x1830949848811776:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1870us (2044us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130274.130535:0:20953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5600 00000100:00100000:0.0:1746130274.135477:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130274.136363:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130274.136394:0:20953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848812288 00000100:00100000:1.0:1746130274.136399:0:20953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848812288 00000100:00100000:1.0:1746130274.136428:0:20953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5601 00000100:00100000:1.0:1746130274.136433:0:20953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135afce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:640ea846-b909-4eea-9a54-417e15bd627b+90:31578:x1830949848812288:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746130274.136441:0:20953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746130274.136454:0:20953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880093e64800/0x4ce24e5787360ace lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3f10c expref: -99 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130274.136473:0:20953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880093e65a00/0x4ce24e5787360ac7 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f105 expref: 5 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130274.136480:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130274.136482:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130274.136485:0:20953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093e64800/0x4ce24e5787360ace lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f10c expref: 91 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130274.136509:0:20953:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880093e65a00/0x4ce24e5787360ac7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f105 expref: 5 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130274.136530:0:20953:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880093e65a00/0x4ce24e5787360ac7 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f105 expref: 5 pid: 20953 timeout: 572 lvb_type: 0 00000100:00100000:1.0:1746130274.136545:0:20953:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ac4c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:20953:1830949841543296:192.168.204.51@tcp:104: 00000100:00100000:1.0:1746130274.136611:0:20953:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18fb540 going to sleep for 11 seconds 00000100:00100000:0.0:1746130274.138235:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130274.138558:0:20953:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008ac4c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:20953:1830949841543296:192.168.204.51@tcp:104: 00010000:00010000:1.0:1746130274.138574:0:20953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880093e64800/0x4ce24e5787360ace lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f10c expref: 92 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130274.138582:0:20953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093e64800, rc 0) 00000100:00100000:1.0:1746130274.138599:0:20953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135afce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:640ea846-b909-4eea-9a54-417e15bd627b+92:31578:x1830949848812288:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2166us (2237us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130274.138604:0:20953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5601 00000100:00100000:0.0:1746130274.138873:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130274.141843:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130274.143964:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130274.146690:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130274.149571:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130274.154148:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130274.156141:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130274.157646:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130274.157791:0:20953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848813952 00000100:00100000:1.0:1746130274.157796:0:20953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848813952 00000100:00100000:1.0:1746130274.157838:0:20953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5605 00000100:00100000:1.0:1746130274.157845:0:20953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094a75500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:640ea846-b909-4eea-9a54-417e15bd627b+92:31578:x1830949848813952:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746130274.157855:0:20953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746130274.157864:0:20953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880093e65a00/0x4ce24e5787360aea lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3f128 expref: -99 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130274.157880:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130274.157885:0:20953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880093159800/0x4ce24e5787360ae3 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f121 expref: 93 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130274.157891:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130274.157894:0:20953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093e65a00/0x4ce24e5787360aea lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f128 expref: 92 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130274.158032:0:20953:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880093159800/0x4ce24e5787360ae3 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f121 expref: 92 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130274.158041:0:20953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880093e65a00/0x4ce24e5787360aea lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f128 expref: 92 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130274.158048:0:20953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093e65a00, rc 0) 00000100:00100000:1.0:1746130274.158184:0:20953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094a75500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:640ea846-b909-4eea-9a54-417e15bd627b+92:31578:x1830949848813952:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 335us (538us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130274.158190:0:20953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5605 00000100:00100000:0.0:1746130274.159505:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130274.161781:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130274.163336:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130274.163377:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130274.163707:0:20953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848814592 00000100:00100000:1.0:1746130274.163710:0:20953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848814592 00000100:00100000:1.0:1746130274.163743:0:20953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5606 00000100:00100000:1.0:1746130274.163749:0:20953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094a74380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c84b93b0-d496-484f-8e1e-94008838f2dd+5:31579:x1830949848814592:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746130274.163761:0:20953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746130274.163772:0:20953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880093e65200/0x4ce24e5787360af1 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3f12f expref: -99 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130274.163792:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130274.163796:0:20953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880093e65a00/0x4ce24e5787360aea lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f128 expref: 92 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130274.163801:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746130274.163805:0:20953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093e65200/0x4ce24e5787360af1 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f12f expref: 6 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130274.163834:0:20953:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880093e65a00/0x4ce24e5787360aea lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f128 expref: 92 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130274.163848:0:20953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880093e65200/0x4ce24e5787360af1 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f12f expref: 6 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130274.163856:0:20953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093e65200, rc 0) 00000100:00100000:1.0:1746130274.163884:0:20953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094a74380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c84b93b0-d496-484f-8e1e-94008838f2dd+6:31579:x1830949848814592:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 136us (551us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130274.163889:0:20953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5606 00000100:00100000:0.0:1746130274.166439:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130274.168643:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130274.169180:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130274.172159:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130274.180761:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130274.183386:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130274.185642:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130274.188135:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130274.191962:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130274.192187:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130274.192201:0:20953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848816512 00000100:00100000:1.0:1746130274.192205:0:20953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848816512 00000100:00100000:1.0:1746130274.193566:0:20953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5610 00000100:00100000:1.0:1746130274.193596:0:20953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135204a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:640ea846-b909-4eea-9a54-417e15bd627b+92:31579:x1830949848816512:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746130274.193606:0:20953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746130274.193615:0:20953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880093e65c00/0x4ce24e5787360b0d lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3f14b expref: -99 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130274.193647:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130274.193652:0:20953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880097bece00/0x4ce24e5787360b06 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f144 expref: 93 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130274.193662:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130274.193666:0:20953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093e65c00/0x4ce24e5787360b0d lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f14b expref: 93 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130274.193697:0:20953:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880097bece00/0x4ce24e5787360b06 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f144 expref: 93 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130274.193708:0:20953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880093e65c00/0x4ce24e5787360b0d lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f14b expref: 93 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130274.193720:0:20953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093e65c00, rc 0) 00000100:00100000:1.0:1746130274.193744:0:20953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135204a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:640ea846-b909-4eea-9a54-417e15bd627b+93:31579:x1830949848816512:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 172us (1558us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130274.193751:0:20953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5610 00000100:00100000:0.0:1746130274.195153:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130274.197703:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130274.201244:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130274.203978:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130274.204122:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848817280 00000100:00100000:1.0:1746130274.204133:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848817280 00002000:00100000:1.0:1746130274.204163:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880135207800 x1830949848817280/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:260/0 lens 488/0 e 0 to 0 dl 1746130285 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130274.204171:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135207800 with x1830949848817280 ext(0->4095) 00002000:00010000:1.0:1746130274.204175:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880135207800 00000100:00100000:1.0:1746130274.204201:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4493 00000100:00100000:1.0:1746130274.204207:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135207800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+91:1962:x1830949848817280:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746130274.204394:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135207800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+91:1962:x1830949848817280:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 186us (416us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746130274.204400:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4493 00002000:00100000:1.0:1746130274.204404:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880135207800 x1830949848817280/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:260/0 lens 488/4536 e 0 to 0 dl 1746130285 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130274.204416:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135207800 with x1830949848817280 ext(0->4095) 00002000:00010000:1.0:1746130274.204418:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880135207800 00000100:00100000:0.0:1746130274.206950:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130274.210651:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130274.213807:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130274.215387:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130274.216163:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130274.216477:0:20953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848818048 00000100:00100000:1.0:1746130274.216481:0:20953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848818048 00000100:00100000:1.0:1746130274.216576:0:20953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5613 00000100:00100000:1.0:1746130274.216582:0:20953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a596b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:640ea846-b909-4eea-9a54-417e15bd627b+92:31579:x1830949848818048:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746130274.216591:0:20953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746130274.216599:0:20953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880093e65000/0x4ce24e5787360b22 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3f160 expref: -99 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130274.216613:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130274.216617:0:20953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094326c00/0x4ce24e5787360b1b lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f159 expref: 93 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130274.216622:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130274.216624:0:20953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093e65000/0x4ce24e5787360b22 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f160 expref: 93 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130274.216646:0:20953:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094326c00/0x4ce24e5787360b1b lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f159 expref: 93 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130274.216656:0:20953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880093e65000/0x4ce24e5787360b22 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f160 expref: 93 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130274.216665:0:20953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093e65000, rc 0) 00000100:00100000:1.0:1746130274.216962:0:20953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a596b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:640ea846-b909-4eea-9a54-417e15bd627b+93:31579:x1830949848818048:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 378us (797us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130274.216970:0:20953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5613 00000100:00100000:0.0:1746130274.219569:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130274.222069:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130274.222734:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848818432 00000100:00100000:1.0:1746130274.222741:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848818432 00002000:00100000:1.0:1746130274.222776:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800a596bb80 x1830949848818432/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:260/0 lens 488/0 e 0 to 0 dl 1746130285 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130274.222784:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a596bb80 with x1830949848818432 ext(0->4095) 00010000:00010000:1.0:1746130274.222792:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094326c00/0x4ce24e5787360b1b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f159 expref: 92 pid: 8470 timeout: 572 lvb_type: 0 00010000:00010000:1.0:1746130274.222804:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094326c00/0x4ce24e5787360b1b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f159 expref: 92 pid: 8470 timeout: 572 lvb_type: 0 00002000:00010000:1.0:1746130274.222810:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a596bb80 00000100:00100000:1.0:1746130274.222835:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2173 00000100:00100000:1.0:1746130274.222841:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a596bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+92:1961:x1830949848818432:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746130274.222984:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a596bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+92:1961:x1830949848818432:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 143us (915us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746130274.222989:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2173 00002000:00100000:1.0:1746130274.222995:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800a596bb80 x1830949848818432/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:260/0 lens 488/4536 e 0 to 0 dl 1746130285 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130274.223001:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a596bb80 with x1830949848818432 ext(0->4095) 00010000:00010000:1.0:1746130274.223005:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094326c00/0x4ce24e5787360b1b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f159 expref: 92 pid: 8470 timeout: 572 lvb_type: 0 00010000:00010000:1.0:1746130274.223017:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094326c00/0x4ce24e5787360b1b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f159 expref: 92 pid: 8470 timeout: 572 lvb_type: 0 00002000:00010000:1.0:1746130274.223021:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a596bb80 00000100:00100000:0.0:1746130274.225057:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130274.227503:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130274.227583:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848818816 00000100:00100000:1.0:1746130274.227590:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848818816 00002000:00100000:1.0:1746130274.227628:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800a5968380 x1830949848818816/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:260/0 lens 488/0 e 0 to 0 dl 1746130285 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130274.227636:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5968380 with x1830949848818816 ext(0->4095) 00002000:00010000:1.0:1746130274.227641:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a5968380 00000100:00100000:1.0:1746130274.227674:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4495 00000100:00100000:1.0:1746130274.227682:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5968380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+92:1964:x1830949848818816:12345-192.168.204.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746130274.227820:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5968380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+91:1964:x1830949848818816:12345-192.168.204.51@tcp:3:ptlrpcd_01_01.0 Request processed in 138us (324us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746130274.227825:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4495 00002000:00100000:1.0:1746130274.227830:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800a5968380 x1830949848818816/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:260/0 lens 488/4536 e 0 to 0 dl 1746130285 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130274.227836:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5968380 with x1830949848818816 ext(0->4095) 00002000:00010000:1.0:1746130274.227839:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a5968380 00000100:00100000:0.0:1746130274.230870:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130274.233016:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130274.237021:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130274.237115:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848819328 00000100:00100000:1.0:1746130274.237123:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848819328 00002000:00100000:1.0:1746130274.237163:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008af75500 x1830949848819328/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:260/0 lens 488/0 e 0 to 0 dl 1746130285 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130274.237178:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008af75500 with x1830949848819328 ext(0->4095) 00002000:00010000:1.0:1746130274.237183:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008af75500 00000100:00100000:1.0:1746130274.237211:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4496 00000100:00100000:1.0:1746130274.237218:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008af75500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949848819328:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746130274.237373:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008af75500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949848819328:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 156us (360us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746130274.237378:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4496 00002000:00100000:1.0:1746130274.237383:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008af75500 x1830949848819328/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:260/0 lens 488/4536 e 0 to 0 dl 1746130285 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130274.237388:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008af75500 with x1830949848819328 ext(0->4095) 00002000:00010000:1.0:1746130274.237391:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008af75500 00000100:00100000:0.0:1746130274.239065:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130274.239426:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130274.239474:0:20953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848819584 00000100:00100000:1.0:1746130274.239478:0:20953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848819584 00000100:00100000:1.0:1746130274.239507:0:20953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5615 00000100:00100000:1.0:1746130274.239528:0:20953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008af75f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:640ea846-b909-4eea-9a54-417e15bd627b+91:31579:x1830949848819584:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746130274.239545:0:20953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746130274.239563:0:20953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880093e65c00/0x4ce24e5787360b30 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3f175 expref: -99 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130274.239588:0:20953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094326c00/0x4ce24e5787360b29 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f167 expref: 5 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130274.239596:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130274.239598:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130274.239602:0:20953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093e65c00/0x4ce24e5787360b30 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f175 expref: 92 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130274.239630:0:20953:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094326c00/0x4ce24e5787360b29 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f167 expref: 5 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130274.239640:0:20953:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094326c00/0x4ce24e5787360b29 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f167 expref: 5 pid: 8470 timeout: 572 lvb_type: 0 00000100:00100000:1.0:1746130274.239650:0:20953:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ac4f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:20953:1830949841546880:192.168.204.51@tcp:104: 00000100:00100000:1.0:1746130274.239752:0:20953:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18fb0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746130274.241113:0:20953:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008ac4f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:20953:1830949841546880:192.168.204.51@tcp:104: 00010000:00010000:1.0:1746130274.241134:0:20953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880093e65c00/0x4ce24e5787360b30 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f175 expref: 92 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130274.241147:0:20953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093e65c00, rc 0) 00000100:00100000:1.0:1746130274.241191:0:20953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008af75f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:640ea846-b909-4eea-9a54-417e15bd627b+92:31579:x1830949848819584:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1664us (1765us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130274.241197:0:20953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5615 00000100:00100000:0.0:1746130274.242151:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130274.248708:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130274.249522:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2174 00000100:00100000:1.0:1746130274.249532:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ac4f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+92:1962:x1830949848819968:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746130274.249692:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ac4f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+92:1962:x1830949848819968:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 163us (993us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746130274.249698:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2174 00002000:00100000:1.0:1746130274.249704:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008ac4f480 x1830949848819968/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:260/0 lens 488/4536 e 0 to 0 dl 1746130285 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130274.249711:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ac4f480 with x1830949848819968 ext(0->4095) 00010000:00010000:1.0:1746130274.249716:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093e65c00/0x4ce24e5787360b30 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f175 expref: 92 pid: 20953 timeout: 572 lvb_type: 0 00010000:00010000:1.0:1746130274.249726:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093e65c00/0x4ce24e5787360b30 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f175 expref: 92 pid: 20953 timeout: 572 lvb_type: 0 00002000:00010000:1.0:1746130274.249732:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008ac4f480 00000100:00100000:0.0:1746130274.253603:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130274.253759:0:20953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848820096 00000100:00100000:1.0:1746130274.253768:0:20953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848820096 00000100:00100000:0.0:1746130274.254380:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130274.260425:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130274.265397:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130274.266406:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130274.267210:0:20953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848820608 00000100:00100000:1.0:1746130274.267215:0:20953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848820608 00000100:00100000:1.0:1746130274.267252:0:20953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5618 00000100:00100000:1.0:1746130274.267258:0:20953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091f45180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:640ea846-b909-4eea-9a54-417e15bd627b+91:31578:x1830949848820608:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746130274.267306:0:20953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746130274.267318:0:20953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880093e64e00/0x4ce24e5787360b45 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3f183 expref: -99 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130274.267337:0:20953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880135e3e200/0x4ce24e5787360b3e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f17c expref: 5 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130274.267343:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130274.267344:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130274.267347:0:20953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093e64e00/0x4ce24e5787360b45 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f183 expref: 92 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130274.267363:0:20953:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880135e3e200/0x4ce24e5787360b3e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f17c expref: 5 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130274.267374:0:20953:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880135e3e200/0x4ce24e5787360b3e lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f17c expref: 5 pid: 10554 timeout: 572 lvb_type: 0 00000100:00100000:1.0:1746130274.267383:0:20953:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ac4f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:20953:1830949841547648:192.168.204.51@tcp:104: 00000100:00100000:1.0:1746130274.267416:0:20953:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18fb6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746130274.269855:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130274.270204:0:20953:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008ac4f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:20953:1830949841547648:192.168.204.51@tcp:104: 00010000:00010000:1.0:1746130274.270222:0:20953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880093e64e00/0x4ce24e5787360b45 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f183 expref: 91 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130274.270236:0:20953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093e64e00, rc 0) 00000100:00100000:1.0:1746130274.270260:0:20953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091f45180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:640ea846-b909-4eea-9a54-417e15bd627b+91:31578:x1830949848820608:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3003us (5005us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130274.270294:0:20953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5618 00000100:00100000:0.0:1746130274.275313:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130274.278173:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130274.278711:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848821376 00000100:00100000:1.0:1746130274.278719:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848821376 00002000:00100000:1.0:1746130274.278765:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092255180 x1830949848821376/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:260/0 lens 488/0 e 0 to 0 dl 1746130285 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130274.278777:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092255180 with x1830949848821376 ext(0->4095) 00002000:00010000:1.0:1746130274.278783:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092255180 00000100:00100000:1.0:1746130274.278811:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4497 00000100:00100000:1.0:1746130274.278818:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092255180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+91:1962:x1830949848821376:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746130274.279521:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092255180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+91:1962:x1830949848821376:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 692us (1345us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746130274.279531:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4497 00002000:00100000:1.0:1746130274.279536:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092255180 x1830949848821376/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:260/0 lens 488/4536 e 0 to 0 dl 1746130285 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130274.279544:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092255180 with x1830949848821376 ext(0->4095) 00002000:00010000:1.0:1746130274.279547:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092255180 00000100:00100000:0.0:1746130274.281624:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130274.281719:0:20953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848821504 00000100:00100000:1.0:1746130274.281727:0:20953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848821504 00000100:00100000:1.0:1746130274.281783:0:20953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5619 00000100:00100000:1.0:1746130274.281792:0:20953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092256680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c84b93b0-d496-484f-8e1e-94008838f2dd+5:31579:x1830949848821504:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746130274.281808:0:20953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746130274.281827:0:20953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880093e65000/0x4ce24e5787360b4c lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3f18a expref: -99 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130274.281859:0:20953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880093e64e00/0x4ce24e5787360b45 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f183 expref: 90 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130274.281866:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130274.281868:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130274.281871:0:20953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093e65000/0x4ce24e5787360b4c lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f18a expref: 6 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130274.281909:0:20953:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880093e64e00/0x4ce24e5787360b45 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f183 expref: 90 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130274.281925:0:20953:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880093e64e00/0x4ce24e5787360b45 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f183 expref: 90 pid: 20953 timeout: 572 lvb_type: 0 00000100:00100000:1.0:1746130274.281944:0:20953:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ac4f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:20953:1830949841547904:192.168.204.51@tcp:104: 00000100:00100000:1.0:1746130274.282039:0:20953:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18fbc00 going to sleep for 11 seconds 00000100:00100000:1.0:1746130274.283807:0:20953:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008ac4f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:20953:1830949841547904:192.168.204.51@tcp:104: 00010000:00010000:1.0:1746130274.283833:0:20953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880093e65000/0x4ce24e5787360b4c lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f18a expref: 6 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130274.283851:0:20953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093e65000, rc 0) 00000100:00100000:1.0:1746130274.283898:0:20953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092256680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c84b93b0-d496-484f-8e1e-94008838f2dd+6:31579:x1830949848821504:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2107us (2282us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130274.283907:0:20953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5619 00000100:00100000:0.0:1746130274.285098:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130274.287473:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130274.287924:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848821888 00000100:00100000:1.0:1746130274.287931:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848821888 00002000:00100000:1.0:1746130274.287966:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092254e00 x1830949848821888/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:260/0 lens 488/0 e 0 to 0 dl 1746130285 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130274.287975:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092254e00 with x1830949848821888 ext(0->4095) 00002000:00010000:1.0:1746130274.287980:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092254e00 00000100:00100000:1.0:1746130274.288003:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4498 00000100:00100000:1.0:1746130274.288010:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092254e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1963:x1830949848821888:12345-192.168.204.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746130274.289050:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092254e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1963:x1830949848821888:12345-192.168.204.51@tcp:3:ptlrpcd_01_00.0 Request processed in 1034us (1579us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746130274.289060:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4498 00002000:00100000:1.0:1746130274.289069:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092254e00 x1830949848821888/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:260/0 lens 488/4536 e 0 to 0 dl 1746130285 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130274.289082:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092254e00 with x1830949848821888 ext(0->4095) 00002000:00010000:1.0:1746130274.289087:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092254e00 00000100:00100000:0.0:1746130274.291255:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130274.291550:0:20953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848822016 00000100:00100000:1.0:1746130274.291558:0:20953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848822016 00000100:00100000:1.0:1746130274.291611:0:20953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5620 00000100:00100000:1.0:1746130274.291727:0:20953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092257480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:640ea846-b909-4eea-9a54-417e15bd627b+90:31578:x1830949848822016:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746130274.291744:0:20953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746130274.291763:0:20953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880093e64000/0x4ce24e5787360b53 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3f191 expref: -99 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130274.291792:0:20953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880093e65000/0x4ce24e5787360b4c lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f18a expref: 5 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130274.291799:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130274.291801:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130274.291804:0:20953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093e64000/0x4ce24e5787360b53 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f191 expref: 91 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130274.291838:0:20953:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880093e65000/0x4ce24e5787360b4c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f18a expref: 5 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130274.291849:0:20953:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880093e65000/0x4ce24e5787360b4c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f18a expref: 5 pid: 20953 timeout: 572 lvb_type: 0 00000100:00100000:1.0:1746130274.291859:0:20953:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ac4f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:20953:1830949841548160:192.168.204.51@tcp:104: 00000100:00100000:1.0:1746130274.291945:0:20953:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18fbc00 going to sleep for 11 seconds 00000100:00100000:0.0:1746130274.292865:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130274.294096:0:20953:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008ac4f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:20953:1830949841548160:192.168.204.51@tcp:104: 00010000:00010000:0.0:1746130274.294117:0:20953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880093e64000/0x4ce24e5787360b53 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f191 expref: 92 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130274.294197:0:20953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093e64000, rc 0) 00000100:00100000:0.0:1746130274.294238:0:20953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092257480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:640ea846-b909-4eea-9a54-417e15bd627b+92:31578:x1830949848822016:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2512us (2990us total) trans 0 rc 0/0 00000100:00100000:0.0:1746130274.294244:0:20953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5620 00000100:00100000:0.0:1746130274.294466:0:7924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848822272 00000100:00100000:0.0:1746130274.294470:0:7924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848822272 00010000:00010000:0.0:1746130274.294492:0:7924:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880093e65000/0x4ce24e5787360b4c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f18a expref: 6 pid: 20953 timeout: 572 lvb_type: 0 00000100:00100000:0.0:1746130274.294529:0:7924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 13884 00000100:00100000:0.0:1746130274.294534:0:7924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134a81500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949848822272:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746130274.294544:0:7924:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746130274.294724:0:7924:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880093e65000/0x4ce24e5787360b4c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f18a expref: 6 pid: 20953 timeout: 572 lvb_type: 0 00010000:00010000:0.0:1746130274.294734:0:7924:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880093e65000/0x4ce24e5787360b4c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f18a expref: 6 pid: 20953 timeout: 572 lvb_type: 0 00010000:00010000:0.0:1746130274.294752:0:7924:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880093e65000/0x4ce24e5787360b4c lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f18a expref: 6 pid: 20953 timeout: 572 lvb_type: 0 00010000:00010000:0.0:1746130274.294775:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130274.294777:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130274.294783:0:7924:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880093e64000/0x4ce24e5787360b53 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f191 expref: 91 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130274.294790:0:7924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093e64000/0x4ce24e5787360b53 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f191 expref: 91 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130274.294814:0:7924:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880093e64000/0x4ce24e5787360b53 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f191 expref: 91 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130274.294824:0:7924:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880093e64000/0x4ce24e5787360b53 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f191 expref: 91 pid: 20953 timeout: 572 lvb_type: 0 00000100:00100000:0.0:1746130274.294835:0:7924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092255c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841548416:192.168.204.51@tcp:105: 00000100:00100000:0.0:1746130274.294896:0:7924:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009bc950c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746130274.298571:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130274.299176:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848822528 00000100:00100000:1.0:1746130274.299185:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848822528 00002000:00100000:1.0:1746130274.299232:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092255c00 x1830949848822528/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:260/0 lens 488/0 e 0 to 0 dl 1746130285 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130274.299242:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092255c00 with x1830949848822528 ext(0->4095) 00010000:00010000:1.0:1746130274.299252:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093e64000/0x4ce24e5787360b53 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f191 expref: 92 pid: 20953 timeout: 572 lvb_type: 0 00010000:00010000:1.0:1746130274.299283:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093e64000/0x4ce24e5787360b53 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f191 expref: 92 pid: 20953 timeout: 572 lvb_type: 0 00002000:00010000:1.0:1746130274.299291:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092255c00 00000100:00100000:1.0:1746130274.300194:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2177 00000100:00100000:1.0:1746130274.300206:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092255c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+92:1961:x1830949848822528:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746130274.300401:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092255c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+92:1961:x1830949848822528:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 198us (1837us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746130274.300407:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2177 00002000:00100000:1.0:1746130274.300414:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092255c00 x1830949848822528/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:260/0 lens 488/4536 e 0 to 0 dl 1746130285 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130274.300430:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092255c00 with x1830949848822528 ext(0->4095) 00010000:00010000:1.0:1746130274.300440:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093e64000/0x4ce24e5787360b53 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f191 expref: 92 pid: 20953 timeout: 572 lvb_type: 0 00010000:00010000:1.0:1746130274.300454:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093e64000/0x4ce24e5787360b53 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f191 expref: 92 pid: 20953 timeout: 572 lvb_type: 0 00002000:00010000:1.0:1746130274.300466:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092255c00 00000100:00100000:0.0:1746130274.305737:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130274.311089:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130274.315397:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130274.318634:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130274.322127:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130274.322565:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130274.322793:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848823552 00000100:00100000:1.0:1746130274.322797:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848823552 00002000:00100000:1.0:1746130274.322823:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800a7d41180 x1830949848823552/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:260/0 lens 488/0 e 0 to 0 dl 1746130285 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130274.322832:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a7d41180 with x1830949848823552 ext(0->4095) 00010000:00010000:1.0:1746130274.322837:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094326c00/0x4ce24e5787360b61 lrc: 7/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f19f expref: 6 pid: 20953 timeout: 572 lvb_type: 0 00010000:00010000:1.0:1746130274.322847:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094326c00/0x4ce24e5787360b61 lrc: 7/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f19f expref: 6 pid: 20953 timeout: 572 lvb_type: 0 00002000:00010000:1.0:1746130274.322853:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a7d41180 00000100:00100000:1.0:1746130274.322871:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2178 00000100:00100000:1.0:1746130274.322876:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7d41180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949848823552:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746130274.323560:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7d41180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949848823552:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 683us (993us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746130274.323566:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2178 00002000:00100000:1.0:1746130274.323572:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800a7d41180 x1830949848823552/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:260/0 lens 488/4536 e 0 to 0 dl 1746130285 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130274.323579:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a7d41180 with x1830949848823552 ext(0->4095) 00010000:00010000:1.0:1746130274.323584:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094326c00/0x4ce24e5787360b61 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f19f expref: 6 pid: 20953 timeout: 572 lvb_type: 0 00010000:00010000:1.0:1746130274.323598:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094326c00/0x4ce24e5787360b61 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f19f expref: 6 pid: 20953 timeout: 572 lvb_type: 0 00002000:00010000:1.0:1746130274.323604:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a7d41180 00000100:00100000:0.0:1746130274.325780:0:20953:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134a80a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:20953:1830949841548928:192.168.204.51@tcp:104: 00010000:00010000:0.0:1746130274.325810:0:20953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880093833600/0x4ce24e5787360b68 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f1a6 expref: 91 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130274.325826:0:20953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093833600, rc 0) 00000100:00100000:0.0:1746130274.325860:0:20953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7d41500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:640ea846-b909-4eea-9a54-417e15bd627b+91:31578:x1830949848823296:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3264us (3738us total) trans 0 rc 0/0 00000100:00100000:0.0:1746130274.325873:0:20953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5623 00000100:00100000:0.0:1746130274.328749:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130274.328854:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130274.332692:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130274.333122:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848824064 00000100:00100000:1.0:1746130274.333129:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848824064 00002000:00100000:1.0:1746130274.333168:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880099525500 x1830949848824064/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:260/0 lens 488/0 e 0 to 0 dl 1746130285 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130274.333177:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099525500 with x1830949848824064 ext(0->4095) 00010000:00010000:1.0:1746130274.333184:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093833600/0x4ce24e5787360b68 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f1a6 expref: 92 pid: 20953 timeout: 572 lvb_type: 0 00010000:00010000:1.0:1746130274.333197:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093833600/0x4ce24e5787360b68 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f1a6 expref: 92 pid: 20953 timeout: 572 lvb_type: 0 00002000:00010000:1.0:1746130274.333203:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880099525500 00000100:00100000:1.0:1746130274.333228:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2179 00000100:00100000:1.0:1746130274.333235:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099525500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+92:1962:x1830949848824064:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746130274.333400:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099525500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+92:1962:x1830949848824064:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 165us (709us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746130274.333406:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2179 00002000:00100000:1.0:1746130274.333411:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880099525500 x1830949848824064/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:260/0 lens 488/4536 e 0 to 0 dl 1746130285 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130274.333418:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099525500 with x1830949848824064 ext(0->4095) 00010000:00010000:1.0:1746130274.333423:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093833600/0x4ce24e5787360b68 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f1a6 expref: 92 pid: 20953 timeout: 572 lvb_type: 0 00010000:00010000:1.0:1746130274.333432:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093833600/0x4ce24e5787360b68 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f1a6 expref: 92 pid: 20953 timeout: 572 lvb_type: 0 00002000:00010000:1.0:1746130274.333437:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880099525500 00000100:00100000:0.0:1746130274.335873:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130274.338922:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130274.339033:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848824448 00000100:00100000:1.0:1746130274.339042:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848824448 00002000:00100000:1.0:1746130274.339084:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880099527b80 x1830949848824448/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:260/0 lens 488/0 e 0 to 0 dl 1746130285 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130274.339094:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099527b80 with x1830949848824448 ext(0->4095) 00002000:00010000:1.0:1746130274.339098:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880099527b80 00000100:00100000:1.0:1746130274.339133:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4500 00000100:00100000:1.0:1746130274.339140:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099527b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+92:1963:x1830949848824448:12345-192.168.204.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746130274.340161:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099527b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+91:1963:x1830949848824448:12345-192.168.204.51@tcp:3:ptlrpcd_01_00.0 Request processed in 1020us (1246us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746130274.340168:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4500 00002000:00100000:1.0:1746130274.340174:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880099527b80 x1830949848824448/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:260/0 lens 488/4536 e 0 to 0 dl 1746130285 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130274.340181:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099527b80 with x1830949848824448 ext(0->4095) 00002000:00010000:1.0:1746130274.340184:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880099527b80 00000100:00100000:0.0:1746130274.342947:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130274.350899:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130274.350949:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130274.354975:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130274.355258:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848825088 00000100:00100000:1.0:1746130274.355288:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848825088 00002000:00100000:1.0:1746130274.355329:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880099525880 x1830949848825088/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:260/0 lens 488/0 e 0 to 0 dl 1746130285 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130274.355344:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099525880 with x1830949848825088 ext(0->4095) 00010000:00010000:1.0:1746130274.355352:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094218a00/0x4ce24e5787360b76 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f1b4 expref: 6 pid: 20953 timeout: 572 lvb_type: 0 00010000:00010000:1.0:1746130274.355366:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094218a00/0x4ce24e5787360b76 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f1b4 expref: 6 pid: 20953 timeout: 572 lvb_type: 0 00002000:00010000:1.0:1746130274.355372:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880099525880 00000100:00100000:1.0:1746130274.355395:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2180 00000100:00100000:1.0:1746130274.355402:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099525880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949848825088:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746130274.355562:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099525880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949848825088:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 160us (594us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746130274.355568:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2180 00002000:00100000:1.0:1746130274.355574:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880099525880 x1830949848825088/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:260/0 lens 488/4536 e 0 to 0 dl 1746130285 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130274.355580:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099525880 with x1830949848825088 ext(0->4095) 00010000:00010000:1.0:1746130274.355585:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094218a00/0x4ce24e5787360b76 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f1b4 expref: 6 pid: 20953 timeout: 572 lvb_type: 0 00010000:00010000:1.0:1746130274.355593:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094218a00/0x4ce24e5787360b76 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f1b4 expref: 6 pid: 20953 timeout: 572 lvb_type: 0 00002000:00010000:1.0:1746130274.355599:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880099525880 00000100:00100000:0.0:1746130274.358777:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130274.361654:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130274.364806:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130274.373703:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130274.378597:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130274.382853:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130274.383653:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130274.385547:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130274.385595:0:8469:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848826368 00000100:00100000:1.0:1746130274.385601:0:8469:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848826368 00000100:00100000:0.0:1746130274.385625:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130274.385645:0:8469:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5629 00000100:00100000:1.0:1746130274.385652:0:8469:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801354d8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:640ea846-b909-4eea-9a54-417e15bd627b+94:31579:x1830949848826368:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746130274.385667:0:8469:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746130274.385681:0:8469:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880093e65c00/0x4ce24e5787360b92 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3f1d0 expref: -99 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130274.385701:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130274.385706:0:8469:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094218c00/0x4ce24e5787360b8b lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f1c9 expref: 95 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130274.385712:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130274.385715:0:8469:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093e65c00/0x4ce24e5787360b92 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f1d0 expref: 95 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130274.385903:0:8469:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094218c00/0x4ce24e5787360b8b lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f1c9 expref: 94 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130274.385918:0:8469:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880093e65c00/0x4ce24e5787360b92 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f1d0 expref: 94 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130274.385925:0:8469:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093e65c00, rc 0) 00000100:00100000:1.0:1746130274.385943:0:8469:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801354d8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:640ea846-b909-4eea-9a54-417e15bd627b+94:31579:x1830949848826368:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 292us (402us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130274.385948:0:8469:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5629 00000100:00100000:0.0:1746130274.388673:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130274.390937:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130274.393532:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130274.396856:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130274.401109:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130274.401484:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 13894 00000100:00100000:1.0:1746130274.401494:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800947a4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+93:1962:x1830949848827392:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746130274.401521:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746130274.401543:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880093e65c00/0x4ce24e5787360b92 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f1d0 expref: 93 pid: 8469 timeout: 572 lvb_type: 0 00010000:00010000:1.0:1746130274.401553:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880093e65c00/0x4ce24e5787360b92 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f1d0 expref: 93 pid: 8469 timeout: 572 lvb_type: 0 00010000:00010000:1.0:1746130274.401575:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880093e65c00/0x4ce24e5787360b92 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f1d0 expref: 93 pid: 8469 timeout: 572 lvb_type: 0 00010000:00010000:1.0:1746130274.401610:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130274.401612:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130274.401618:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091fc0c00/0x4ce24e5787360b99 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f1d7 expref: 5 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130274.401626:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc0c00/0x4ce24e5787360b99 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f1d7 expref: 5 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130274.401656:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091fc0c00/0x4ce24e5787360b99 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f1d7 expref: 5 pid: 10554 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746130274.401667:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ac4e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841550848:192.168.204.51@tcp:105: 00000100:00100000:1.0:1746130274.401743:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18fb540 going to sleep for 11 seconds 00000100:00100000:1.0:1746130274.403259:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008ac4e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841550848:192.168.204.51@tcp:105: 00010000:00010000:1.0:1746130274.403428:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746130274.403465:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800947a4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+92:1962:x1830949848827392:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 1972us (2358us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130274.403477:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 13894 00000100:00100000:0.0:1746130274.404712:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130274.405089:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130274.405783:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848827648 00000100:00100000:1.0:1746130274.405787:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848827648 00002000:00100000:1.0:1746130274.405821:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800947a4700 x1830949848827648/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:260/0 lens 488/0 e 0 to 0 dl 1746130285 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130274.405831:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800947a4700 with x1830949848827648 ext(0->4095) 00002000:00010000:1.0:1746130274.405836:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800947a4700 00000100:00100000:1.0:1746130274.405865:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4503 00000100:00100000:1.0:1746130274.405872:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800947a4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949848827648:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746130274.406035:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800947a4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949848827648:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 163us (946us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746130274.406042:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4503 00002000:00100000:1.0:1746130274.406047:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800947a4700 x1830949848827648/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:260/0 lens 488/4536 e 0 to 0 dl 1746130285 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130274.406054:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800947a4700 with x1830949848827648 ext(0->4095) 00002000:00010000:1.0:1746130274.406056:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800947a4700 00000100:00100000:0.0:1746130274.408887:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130274.410404:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130274.410583:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848828032 00000100:00100000:1.0:1746130274.410588:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848828032 00010000:00010000:1.0:1746130274.410611:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc0c00/0x4ce24e5787360b99 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f1d7 expref: 6 pid: 10554 timeout: 572 lvb_type: 0 00000100:00100000:1.0:1746130274.410643:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 13895 00000100:00100000:1.0:1746130274.410650:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092499180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949848828032:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746130274.410660:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746130274.410680:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091fc0c00/0x4ce24e5787360b99 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f1d7 expref: 6 pid: 10554 timeout: 572 lvb_type: 0 00010000:00010000:1.0:1746130274.410689:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091fc0c00/0x4ce24e5787360b99 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f1d7 expref: 6 pid: 10554 timeout: 572 lvb_type: 0 00010000:00010000:1.0:1746130274.410705:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091fc0c00/0x4ce24e5787360b99 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f1d7 expref: 6 pid: 10554 timeout: 572 lvb_type: 0 00010000:00010000:1.0:1746130274.410730:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130274.410732:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130274.410738:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009b4fc600/0x4ce24e5787360ba0 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f1de expref: 93 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130274.410745:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009b4fc600/0x4ce24e5787360ba0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f1de expref: 93 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130274.410768:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009b4fc600/0x4ce24e5787360ba0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f1de expref: 93 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130274.410778:0:7097:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009b4fc600/0x4ce24e5787360ba0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f1de expref: 93 pid: 10554 timeout: 572 lvb_type: 0 00000100:00100000:1.0:1746130274.410788:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ac4e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841551232:192.168.204.51@tcp:105: 00000100:00100000:1.0:1746130274.410858:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18fb180 going to sleep for 11 seconds 00000100:00100000:0.0:1746130274.413337:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130274.413339:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008ac4e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841551232:192.168.204.51@tcp:105: 00010000:00010000:1.0:1746130274.413362:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746130274.413440:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092499180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+5:1961:x1830949848828032:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 2789us (3036us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130274.413449:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 13895 00000100:00100000:0.0:1746130274.415928:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130274.416011:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848828416 00000100:00100000:1.0:1746130274.416017:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848828416 00010000:00010000:1.0:1746130274.416041:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009b4fc600/0x4ce24e5787360ba0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f1de expref: 94 pid: 10554 timeout: 572 lvb_type: 0 00000100:00100000:1.0:1746130274.416076:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 13896 00000100:00100000:1.0:1746130274.416083:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009249a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+94:1962:x1830949848828416:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746130274.416093:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746130274.416110:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009b4fc600/0x4ce24e5787360ba0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f1de expref: 94 pid: 10554 timeout: 572 lvb_type: 0 00010000:00010000:1.0:1746130274.416121:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009b4fc600/0x4ce24e5787360ba0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f1de expref: 94 pid: 10554 timeout: 572 lvb_type: 0 00010000:00010000:1.0:1746130274.416138:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009b4fc600/0x4ce24e5787360ba0 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f1de expref: 94 pid: 10554 timeout: 572 lvb_type: 0 00010000:00010000:1.0:1746130274.416151:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130274.416153:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130274.416160:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091fc1c00/0x4ce24e5787360ba7 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f1e5 expref: 93 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130274.416166:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc1c00/0x4ce24e5787360ba7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f1e5 expref: 93 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130274.416192:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091fc1c00/0x4ce24e5787360ba7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f1e5 expref: 93 pid: 10554 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746130274.416202:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ac4e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841551360:192.168.204.51@tcp:105: 00000100:00100000:1.0:1746130274.416364:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18fb180 going to sleep for 11 seconds 00000100:00100000:1.0:1746130274.417953:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008ac4e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841551360:192.168.204.51@tcp:105: 00010000:00010000:1.0:1746130274.417972:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746130274.418018:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009249a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+93:1962:x1830949848828416:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 1934us (2095us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130274.418027:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 13896 00000100:00100000:0.0:1746130274.418607:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130274.421043:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130274.424222:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848828928 00000100:00100000:1.0:1746130274.424228:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848828928 00010000:00010000:1.0:1746130274.424256:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc1c00/0x4ce24e5787360ba7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f1e5 expref: 93 pid: 10554 timeout: 572 lvb_type: 0 00000100:00100000:1.0:1746130274.424314:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 13897 00000100:00100000:1.0:1746130274.424320:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129e22850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+93:1961:x1830949848828928:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746130274.424330:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746130274.424347:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091fc1c00/0x4ce24e5787360ba7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f1e5 expref: 93 pid: 10554 timeout: 572 lvb_type: 0 00010000:00010000:1.0:1746130274.424356:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091fc1c00/0x4ce24e5787360ba7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f1e5 expref: 93 pid: 10554 timeout: 572 lvb_type: 0 00010000:00010000:1.0:1746130274.424373:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091fc1c00/0x4ce24e5787360ba7 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f1e5 expref: 93 pid: 10554 timeout: 572 lvb_type: 0 00010000:00010000:1.0:1746130274.424385:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130274.424387:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130274.424392:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091fc0c00/0x4ce24e5787360bae lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f1ec expref: 5 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130274.424405:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc0c00/0x4ce24e5787360bae lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f1ec expref: 5 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130274.424430:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091fc0c00/0x4ce24e5787360bae lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f1ec expref: 5 pid: 10554 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746130274.424440:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ac4e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841551616:192.168.204.51@tcp:105: 00000100:00100000:1.0:1746130274.424489:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18fb180 going to sleep for 11 seconds 00000100:00100000:1.0:1746130274.426843:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008ac4e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841551616:192.168.204.51@tcp:105: 00010000:00010000:1.0:1746130274.426861:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746130274.426969:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130274.427011:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129e22850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+92:1961:x1830949848828928:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 2691us (3108us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130274.427021:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 13897 00000100:00100000:0.0:1746130274.429643:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130274.429804:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130274.434549:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130274.434640:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848829568 00000100:00100000:1.0:1746130274.434645:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848829568 00010000:00010000:1.0:1746130274.434674:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc0c00/0x4ce24e5787360bae lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f1ec expref: 6 pid: 10554 timeout: 572 lvb_type: 0 00000100:00100000:1.0:1746130274.434706:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 13898 00000100:00100000:1.0:1746130274.434713:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092f60e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949848829568:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746130274.434725:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746130274.434743:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091fc0c00/0x4ce24e5787360bae lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f1ec expref: 6 pid: 10554 timeout: 572 lvb_type: 0 00010000:00010000:1.0:1746130274.434753:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091fc0c00/0x4ce24e5787360bae lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f1ec expref: 6 pid: 10554 timeout: 572 lvb_type: 0 00010000:00010000:1.0:1746130274.434770:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091fc0c00/0x4ce24e5787360bae lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f1ec expref: 6 pid: 10554 timeout: 572 lvb_type: 0 00010000:00010000:1.0:1746130274.434785:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130274.434786:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130274.434792:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091fc1c00/0x4ce24e5787360bb5 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f1fa expref: 93 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130274.434800:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc1c00/0x4ce24e5787360bb5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f1fa expref: 93 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130274.434823:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091fc1c00/0x4ce24e5787360bb5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f1fa expref: 93 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130274.434833:0:7097:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091fc1c00/0x4ce24e5787360bb5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f1fa expref: 93 pid: 10554 timeout: 572 lvb_type: 0 00000100:00100000:1.0:1746130274.434842:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ac4e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841552000:192.168.204.51@tcp:105: 00000100:00100000:1.0:1746130274.434896:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18fb480 going to sleep for 11 seconds 00000100:00100000:1.0:1746130274.436954:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008ac4e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841552000:192.168.204.51@tcp:105: 00010000:00010000:1.0:1746130274.437038:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746130274.437347:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092f60e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+5:1961:x1830949848829568:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 2634us (2796us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130274.437356:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 13898 00000100:00100000:0.0:1746130274.437642:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130274.442448:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130274.442492:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848829952 00000100:00100000:1.0:1746130274.442501:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848829952 00010000:00010000:1.0:1746130274.442539:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc1c00/0x4ce24e5787360bb5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f1fa expref: 94 pid: 10554 timeout: 572 lvb_type: 0 00000100:00100000:1.0:1746130274.442634:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 13899 00000100:00100000:1.0:1746130274.442640:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092f60380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+94:1962:x1830949848829952:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746130274.442649:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746130274.442665:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091fc1c00/0x4ce24e5787360bb5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f1fa expref: 94 pid: 10554 timeout: 572 lvb_type: 0 00010000:00010000:1.0:1746130274.442673:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091fc1c00/0x4ce24e5787360bb5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f1fa expref: 94 pid: 10554 timeout: 572 lvb_type: 0 00010000:00010000:1.0:1746130274.442690:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091fc1c00/0x4ce24e5787360bb5 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f1fa expref: 94 pid: 10554 timeout: 572 lvb_type: 0 00010000:00010000:1.0:1746130274.442717:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130274.442719:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130274.442725:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009494d600/0x4ce24e5787360bbc lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f1f3 expref: 93 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130274.442797:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009494d600/0x4ce24e5787360bbc lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f1f3 expref: 93 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130274.442826:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009494d600/0x4ce24e5787360bbc lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f1f3 expref: 93 pid: 20953 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746130274.442840:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ac4e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841552128:192.168.204.51@tcp:105: 00000100:00100000:1.0:1746130274.442920:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18fb480 going to sleep for 11 seconds 00000100:00100000:1.0:1746130274.445384:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008ac4e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841552128:192.168.204.51@tcp:105: 00010000:00010000:1.0:1746130274.445400:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746130274.445659:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092f60380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+93:1962:x1830949848829952:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 3017us (3218us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130274.445669:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 13899 00000100:00100000:0.0:1746130274.445753:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130274.447769:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130274.450314:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130274.450709:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848830464 00000100:00100000:1.0:1746130274.450717:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848830464 00010000:00010000:1.0:1746130274.450743:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009494d600/0x4ce24e5787360bbc lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f1f3 expref: 93 pid: 20953 timeout: 572 lvb_type: 0 00000100:00100000:1.0:1746130274.450767:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 13900 00000100:00100000:1.0:1746130274.450774:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092f61c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+93:1961:x1830949848830464:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746130274.450785:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746130274.450805:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009494d600/0x4ce24e5787360bbc lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f1f3 expref: 93 pid: 20953 timeout: 572 lvb_type: 0 00010000:00010000:1.0:1746130274.450816:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009494d600/0x4ce24e5787360bbc lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f1f3 expref: 93 pid: 20953 timeout: 572 lvb_type: 0 00010000:00010000:1.0:1746130274.450835:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009494d600/0x4ce24e5787360bbc lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f1f3 expref: 93 pid: 20953 timeout: 572 lvb_type: 0 00010000:00010000:1.0:1746130274.450869:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130274.450871:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130274.450879:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880097bece00/0x4ce24e5787360bc3 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f201 expref: 5 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130274.450886:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097bece00/0x4ce24e5787360bc3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f201 expref: 5 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130274.450913:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880097bece00/0x4ce24e5787360bc3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f201 expref: 5 pid: 10554 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746130274.450926:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ac4e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841552384:192.168.204.51@tcp:105: 00000100:00100000:1.0:1746130274.451017:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18fb480 going to sleep for 11 seconds 00000100:00100000:1.0:1746130274.452292:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008ac4e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841552384:192.168.204.51@tcp:105: 00010000:00010000:1.0:1746130274.452305:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746130274.452336:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092f61c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+92:1961:x1830949848830464:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 1563us (2024us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130274.452345:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 13900 00000100:00100000:0.0:1746130274.452426:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130274.452486:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848830720 00000100:00100000:1.0:1746130274.452490:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848830720 00002000:00100000:1.0:1746130274.452533:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092f63480 x1830949848830720/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:260/0 lens 488/0 e 0 to 0 dl 1746130285 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130274.452541:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092f63480 with x1830949848830720 ext(0->4095) 00002000:00010000:1.0:1746130274.452545:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092f63480 00000100:00100000:1.0:1746130274.452565:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4507 00000100:00100000:1.0:1746130274.452572:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092f63480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1963:x1830949848830720:12345-192.168.204.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746130274.452689:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092f63480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1963:x1830949848830720:12345-192.168.204.51@tcp:3:ptlrpcd_01_00.0 Request processed in 117us (264us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746130274.452695:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4507 00002000:00100000:1.0:1746130274.452700:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092f63480 x1830949848830720/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:260/0 lens 488/4536 e 0 to 0 dl 1746130285 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130274.452706:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092f63480 with x1830949848830720 ext(0->4095) 00002000:00010000:1.0:1746130274.452708:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092f63480 00000100:00100000:0.0:1746130274.454442:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130274.456861:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130274.456966:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130274.456986:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848831104 00000100:00100000:1.0:1746130274.456990:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848831104 00010000:00010000:1.0:1746130274.457013:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880097bece00/0x4ce24e5787360bc3 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f201 expref: 6 pid: 10554 timeout: 572 lvb_type: 0 00000100:00100000:1.0:1746130274.457044:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 13901 00000100:00100000:1.0:1746130274.457049:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092259880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949848831104:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746130274.457057:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746130274.457143:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880097bece00/0x4ce24e5787360bc3 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f201 expref: 6 pid: 10554 timeout: 572 lvb_type: 0 00010000:00010000:1.0:1746130274.457153:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880097bece00/0x4ce24e5787360bc3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f201 expref: 6 pid: 10554 timeout: 572 lvb_type: 0 00010000:00010000:1.0:1746130274.457168:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880097bece00/0x4ce24e5787360bc3 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f201 expref: 6 pid: 10554 timeout: 572 lvb_type: 0 00010000:00010000:1.0:1746130274.457194:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130274.457197:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130274.457202:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091fc1200/0x4ce24e5787360bca lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f208 expref: 93 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130274.457209:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc1200/0x4ce24e5787360bca lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f208 expref: 93 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130274.457229:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091fc1200/0x4ce24e5787360bca lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f208 expref: 93 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130274.457238:0:7097:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091fc1200/0x4ce24e5787360bca lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f208 expref: 93 pid: 10554 timeout: 572 lvb_type: 0 00000100:00100000:1.0:1746130274.457247:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ac4e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841552768:192.168.204.51@tcp:105: 00000100:00100000:1.0:1746130274.457329:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18fb840 going to sleep for 11 seconds 00000100:00100000:0.0:1746130274.459459:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130274.459561:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008ac4e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841552768:192.168.204.51@tcp:105: 00010000:00010000:1.0:1746130274.459575:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746130274.459609:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092259880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+5:1961:x1830949848831104:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 2559us (2643us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130274.459622:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 13901 00000100:00100000:0.0:1746130274.462438:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130274.462538:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130274.462830:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848831616 00000100:00100000:1.0:1746130274.462834:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848831616 00010000:00010000:1.0:1746130274.462855:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc1200/0x4ce24e5787360bca lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f208 expref: 94 pid: 10554 timeout: 572 lvb_type: 0 00000100:00100000:1.0:1746130274.462887:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 13902 00000100:00100000:1.0:1746130274.462892:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009225aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+94:1964:x1830949848831616:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746130274.462903:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746130274.462921:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091fc1200/0x4ce24e5787360bca lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f208 expref: 94 pid: 10554 timeout: 572 lvb_type: 0 00010000:00010000:1.0:1746130274.462930:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091fc1200/0x4ce24e5787360bca lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f208 expref: 94 pid: 10554 timeout: 572 lvb_type: 0 00010000:00010000:1.0:1746130274.462944:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091fc1200/0x4ce24e5787360bca lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f208 expref: 94 pid: 10554 timeout: 572 lvb_type: 0 00010000:00010000:1.0:1746130274.462963:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130274.462964:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130274.462969:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091fc0c00/0x4ce24e5787360bd1 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f20f expref: 93 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130274.462975:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc0c00/0x4ce24e5787360bd1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f20f expref: 93 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130274.462991:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091fc0c00/0x4ce24e5787360bd1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f20f expref: 93 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130274.463000:0:7097:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091fc0c00/0x4ce24e5787360bd1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f20f expref: 93 pid: 10554 timeout: 572 lvb_type: 0 00000100:00100000:1.0:1746130274.463010:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ac4e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841553024:192.168.204.51@tcp:105: 00000100:00100000:1.0:1746130274.463082:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18fb840 going to sleep for 11 seconds 00000100:00100000:0.0:1746130274.465599:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130274.465649:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008ac4e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841553024:192.168.204.51@tcp:105: 00010000:00010000:1.0:1746130274.465668:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746130274.465882:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009225aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+93:1964:x1830949848831616:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 2988us (3342us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130274.465892:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 13902 00000100:00100000:0.0:1746130274.469664:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130274.469885:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130274.470150:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848832128 00000100:00100000:1.0:1746130274.470154:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848832128 00010000:00010000:1.0:1746130274.470170:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc0c00/0x4ce24e5787360bd1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f20f expref: 95 pid: 10554 timeout: 572 lvb_type: 0 00000100:00100000:1.0:1746130274.470197:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 13903 00000100:00100000:1.0:1746130274.470206:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092259f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+95:1962:x1830949848832128:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746130274.470214:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746130274.470231:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091fc0c00/0x4ce24e5787360bd1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f20f expref: 95 pid: 10554 timeout: 572 lvb_type: 0 00010000:00010000:1.0:1746130274.470240:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091fc0c00/0x4ce24e5787360bd1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f20f expref: 95 pid: 10554 timeout: 572 lvb_type: 0 00010000:00010000:1.0:1746130274.470254:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091fc0c00/0x4ce24e5787360bd1 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f20f expref: 95 pid: 10554 timeout: 572 lvb_type: 0 00010000:00010000:1.0:1746130274.470300:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130274.470301:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130274.470309:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880097bece00/0x4ce24e5787360bd8 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f216 expref: 5 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130274.470316:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097bece00/0x4ce24e5787360bd8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f216 expref: 5 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130274.470335:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880097bece00/0x4ce24e5787360bd8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f216 expref: 5 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130274.470346:0:7097:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880097bece00/0x4ce24e5787360bd8 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f216 expref: 5 pid: 10554 timeout: 572 lvb_type: 0 00000100:00100000:1.0:1746130274.470355:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ac4e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841553280:192.168.204.51@tcp:105: 00000100:00100000:1.0:1746130274.470874:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18fb840 going to sleep for 11 seconds 00000100:00100000:0.0:1746130274.473846:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130274.473924:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008ac4e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841553280:192.168.204.51@tcp:105: 00010000:00010000:1.0:1746130274.473942:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746130274.473990:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092259f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+93:1962:x1830949848832128:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 3788us (4106us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130274.474000:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 13903 00000100:00100000:0.0:1746130274.478732:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130274.478812:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848832512 00000100:00100000:1.0:1746130274.478820:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848832512 00010000:00010000:1.0:1746130274.478849:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880097bece00/0x4ce24e5787360bd8 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f216 expref: 6 pid: 10554 timeout: 572 lvb_type: 0 00000100:00100000:1.0:1746130274.478915:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 13904 00000100:00100000:1.0:1746130274.478922:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129e21450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949848832512:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746130274.478934:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746130274.478957:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880097bece00/0x4ce24e5787360bd8 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f216 expref: 6 pid: 10554 timeout: 572 lvb_type: 0 00010000:00010000:1.0:1746130274.478974:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880097bece00/0x4ce24e5787360bd8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f216 expref: 6 pid: 10554 timeout: 572 lvb_type: 0 00010000:00010000:1.0:1746130274.478994:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880097bece00/0x4ce24e5787360bd8 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f216 expref: 6 pid: 10554 timeout: 572 lvb_type: 0 00010000:00010000:1.0:1746130274.479078:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130274.479080:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130274.479087:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091fc1200/0x4ce24e5787360bdf lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f21d expref: 92 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130274.479094:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc1200/0x4ce24e5787360bdf lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f21d expref: 92 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130274.479651:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091fc1200/0x4ce24e5787360bdf lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f21d expref: 92 pid: 10554 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746130274.479664:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ac4e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841553408:192.168.204.51@tcp:105: 00000100:00100000:1.0:1746130274.479861:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18fb840 going to sleep for 11 seconds 00000100:00100000:1.0:1746130274.481329:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008ac4e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841553408:192.168.204.51@tcp:105: 00010000:00010000:1.0:1746130274.481346:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746130274.481392:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129e21450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+5:1961:x1830949848832512:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 2469us (2667us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130274.481401:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 13904 00000100:00100000:0.0:1746130274.483655:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130274.488175:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130274.490555:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130274.494063:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130274.494756:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130274.499093:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130274.499171:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130274.503634:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130274.507826:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130274.511260:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130274.513902:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130274.519168:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130274.521696:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130274.522392:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130274.524337:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130274.525043:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130274.527927:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130274.532951:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848835584 00000100:00100000:0.0:1746130274.532959:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848835584 00010000:00010000:0.0:1746130274.532995:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094681200/0x4ce24e5787360c02 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f240 expref: 94 pid: 8469 timeout: 572 lvb_type: 0 00000100:00100000:0.0:1746130274.533033:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 13910 00000100:00100000:0.0:1746130274.533041:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134a80700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+94:1962:x1830949848835584:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746130274.533053:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746130274.533073:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094681200/0x4ce24e5787360c02 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f240 expref: 94 pid: 8469 timeout: 572 lvb_type: 0 00010000:00010000:0.0:1746130274.533085:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094681200/0x4ce24e5787360c02 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f240 expref: 94 pid: 8469 timeout: 572 lvb_type: 0 00010000:00010000:0.0:1746130274.533112:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094681200/0x4ce24e5787360c02 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f240 expref: 94 pid: 8469 timeout: 572 lvb_type: 0 00010000:00010000:0.0:1746130274.533148:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130274.533150:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130274.533157:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009494d800/0x4ce24e5787360c09 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f247 expref: 93 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130274.533165:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009494d800/0x4ce24e5787360c09 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f247 expref: 93 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130274.533200:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009494d800/0x4ce24e5787360c09 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f247 expref: 93 pid: 10554 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746130274.533210:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008d15a680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841554944:192.168.204.51@tcp:105: 00000100:00100000:0.0:1746130274.533325:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009bc95a80 going to sleep for 11 seconds 00000100:00100000:1.0:1746130274.539334:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130274.541342:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130274.545479:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130274.547622:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130274.549631:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130274.552477:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130274.554895:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130274.556822:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130274.559867:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130274.563019:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130274.565769:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130274.566292:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848837504 00000100:00100000:1.0:1746130274.566298:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848837504 00002000:00100000:1.0:1746130274.566328:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008d15b100 x1830949848837504/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:260/0 lens 488/0 e 0 to 0 dl 1746130285 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130274.566337:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d15b100 with x1830949848837504 ext(0->4095) 00002000:00010000:1.0:1746130274.566341:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008d15b100 00000100:00100000:1.0:1746130274.566369:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4513 00000100:00100000:1.0:1746130274.566374:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d15b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949848837504:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746130274.566498:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d15b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949848837504:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 123us (736us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746130274.566515:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4513 00002000:00100000:1.0:1746130274.566521:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008d15b100 x1830949848837504/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:260/0 lens 488/4536 e 0 to 0 dl 1746130285 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130274.566527:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d15b100 with x1830949848837504 ext(0->4095) 00002000:00010000:1.0:1746130274.566530:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008d15b100 00000100:00100000:0.0:1746130274.572977:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130274.577422:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130274.577626:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130274.577882:0:8470:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848837760 00000100:00100000:0.0:1746130274.577886:0:8470:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848837760 00000100:00100000:0.0:1746130274.577925:0:8470:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5651 00000100:00100000:0.0:1746130274.577932:0:8470:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ac4f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:640ea846-b909-4eea-9a54-417e15bd627b+96:31578:x1830949848837760:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746130274.577943:0:8470:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746130274.577955:0:8470:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880092a6e800/0x4ce24e5787360c2c lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3f26a expref: -99 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130274.577971:0:8470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130274.577976:0:8470:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009431e800/0x4ce24e5787360c25 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f263 expref: 97 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130274.577981:0:8470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746130274.577984:0:8470:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880092a6e800/0x4ce24e5787360c2c lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f26a expref: 97 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130274.578286:0:8470:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009431e800/0x4ce24e5787360c25 lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f263 expref: 96 pid: 8469 timeout: 572 lvb_type: 0 00010000:00010000:0.0:1746130274.578294:0:8470:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009431e800/0x4ce24e5787360c25 lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f263 expref: 96 pid: 8469 timeout: 572 lvb_type: 0 00000100:00100000:0.0:1746130274.578301:0:8470:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008d15aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8470:1830949841556096:192.168.204.51@tcp:104: 00000100:00100000:1.0:1746130274.578421:0:8470:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009bc95300 going to sleep for 11 seconds 00000100:00100000:1.0:1746130274.580082:0:8470:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008d15aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8470:1830949841556096:192.168.204.51@tcp:104: 00010000:00010000:1.0:1746130274.580098:0:8470:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880092a6e800/0x4ce24e5787360c2c lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f26a expref: 96 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130274.580110:0:8470:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092a6e800, rc 0) 00000100:00100000:1.0:1746130274.580130:0:8470:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ac4f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:640ea846-b909-4eea-9a54-417e15bd627b+96:31578:x1830949848837760:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2199us (2716us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130274.580135:0:8470:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5651 00000100:00100000:0.0:1746130274.580546:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130274.580648:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848838144 00000100:00100000:1.0:1746130274.580653:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848838144 00002000:00100000:1.0:1746130274.580686:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008d15a680 x1830949848838144/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:260/0 lens 488/0 e 0 to 0 dl 1746130285 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130274.580695:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d15a680 with x1830949848838144 ext(0->4095) 00010000:00010000:1.0:1746130274.580701:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009431e800/0x4ce24e5787360c25 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f263 expref: 96 pid: 8469 timeout: 572 lvb_type: 0 00010000:00010000:1.0:1746130274.580718:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009431e800/0x4ce24e5787360c25 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f263 expref: 96 pid: 8469 timeout: 572 lvb_type: 0 00002000:00010000:1.0:1746130274.580724:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008d15a680 00000100:00100000:1.0:1746130274.581300:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2194 00000100:00100000:1.0:1746130274.581308:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d15a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+96:1961:x1830949848838144:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746130274.581451:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d15a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+96:1961:x1830949848838144:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 144us (905us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746130274.581457:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2194 00002000:00100000:1.0:1746130274.581463:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008d15a680 x1830949848838144/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:260/0 lens 488/4536 e 0 to 0 dl 1746130285 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130274.581470:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d15a680 with x1830949848838144 ext(0->4095) 00010000:00010000:1.0:1746130274.581475:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009431e800/0x4ce24e5787360c25 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f263 expref: 96 pid: 8469 timeout: 572 lvb_type: 0 00010000:00010000:1.0:1746130274.581490:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009431e800/0x4ce24e5787360c25 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f263 expref: 96 pid: 8469 timeout: 572 lvb_type: 0 00002000:00010000:1.0:1746130274.581496:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008d15a680 00000100:00100000:0.0:1746130274.583841:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130274.583902:0:8470:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848838272 00000100:00100000:1.0:1746130274.583911:0:8470:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848838272 00000100:00100000:1.0:1746130274.583963:0:8470:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5652 00000100:00100000:1.0:1746130274.583970:0:8470:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d15aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c84b93b0-d496-484f-8e1e-94008838f2dd+5:31579:x1830949848838272:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746130274.583985:0:8470:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746130274.583999:0:8470:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880093e65000/0x4ce24e5787360c33 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3f271 expref: -99 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130274.584019:0:8470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130274.584025:0:8470:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880092a6e800/0x4ce24e5787360c2c lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f26a expref: 95 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130274.584030:0:8470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746130274.584033:0:8470:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093e65000/0x4ce24e5787360c33 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f271 expref: 6 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130274.584064:0:8470:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880092a6e800/0x4ce24e5787360c2c lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f26a expref: 95 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130274.584075:0:8470:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880093e65000/0x4ce24e5787360c33 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f271 expref: 6 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130274.584085:0:8470:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093e65000, rc 0) 00000100:00100000:1.0:1746130274.584138:0:8470:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d15aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c84b93b0-d496-484f-8e1e-94008838f2dd+6:31579:x1830949848838272:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 169us (305us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130274.584143:0:8470:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5652 00000100:00100000:0.0:1746130274.584306:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130274.589868:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130274.593732:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130274.593810:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130274.597580:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130274.602036:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130274.608223:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130274.611058:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130274.613944:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130274.618645:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130274.618687:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130274.618709:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848840064 00000100:00100000:1.0:1746130274.618718:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848840064 00002000:00100000:1.0:1746130274.618759:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009436ad80 x1830949848840064/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:260/0 lens 488/0 e 0 to 0 dl 1746130285 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130274.618770:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009436ad80 with x1830949848840064 ext(0->4095) 00002000:00010000:1.0:1746130274.618775:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009436ad80 00000100:00100000:1.0:1746130274.618805:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4515 00000100:00100000:1.0:1746130274.618811:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009436ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949848840064:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746130274.619048:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009436ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949848840064:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 236us (408us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746130274.619055:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4515 00002000:00100000:1.0:1746130274.619060:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009436ad80 x1830949848840064/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:260/0 lens 488/4536 e 0 to 0 dl 1746130285 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130274.619067:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009436ad80 with x1830949848840064 ext(0->4095) 00010000:00010000:1.0:1746130274.619072:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009431ec00/0x4ce24e5787360c41 lrc: 6/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f27f expref: 6 pid: 8469 timeout: 572 lvb_type: 0 00010000:00010000:1.0:1746130274.619083:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009431ec00/0x4ce24e5787360c41 lrc: 6/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f27f expref: 6 pid: 8469 timeout: 572 lvb_type: 0 00002000:00010000:1.0:1746130274.619090:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009436ad80 00000100:00100000:0.0:1746130274.621732:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130274.621821:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130274.621896:0:8470:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848840320 00000100:00100000:1.0:1746130274.621902:0:8470:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848840320 00000100:00100000:1.0:1746130274.621940:0:8470:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5656 00000100:00100000:1.0:1746130274.621945:0:8470:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094368380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:640ea846-b909-4eea-9a54-417e15bd627b+96:31579:x1830949848840320:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746130274.621962:0:8470:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746130274.621979:0:8470:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880093e65a00/0x4ce24e5787360c4f lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3f28d expref: -99 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130274.622130:0:8470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130274.622137:0:8470:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009431e800/0x4ce24e5787360c48 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f286 expref: 97 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130274.622143:0:8470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130274.622146:0:8470:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093e65a00/0x4ce24e5787360c4f lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f28d expref: 97 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130274.623150:0:8470:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009431e800/0x4ce24e5787360c48 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f286 expref: 96 pid: 8469 timeout: 572 lvb_type: 0 00010000:00010000:1.0:1746130274.623162:0:8470:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009431e800/0x4ce24e5787360c48 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f286 expref: 96 pid: 8469 timeout: 572 lvb_type: 0 00000100:00100000:1.0:1746130274.623174:0:8470:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ac4ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8470:1830949841557376:192.168.204.51@tcp:104: 00000100:00100000:1.0:1746130274.623225:0:8470:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18fb540 going to sleep for 11 seconds 00000100:00100000:1.0:1746130274.625688:0:8470:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008ac4ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8470:1830949841557376:192.168.204.51@tcp:104: 00010000:00010000:1.0:1746130274.625719:0:8470:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880093e65a00/0x4ce24e5787360c4f lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f28d expref: 96 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130274.625735:0:8470:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093e65a00, rc 0) 00000100:00100000:1.0:1746130274.625788:0:8470:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094368380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:640ea846-b909-4eea-9a54-417e15bd627b+96:31579:x1830949848840320:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3841us (4060us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130274.625797:0:8470:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5656 00000100:00100000:0.0:1746130274.628601:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130274.628650:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848840704 00000100:00100000:1.0:1746130274.628663:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848840704 00002000:00100000:1.0:1746130274.628717:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880094368700 x1830949848840704/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:260/0 lens 488/0 e 0 to 0 dl 1746130285 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130274.628728:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094368700 with x1830949848840704 ext(0->4095) 00010000:00010000:1.0:1746130274.628738:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009431e800/0x4ce24e5787360c48 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f286 expref: 96 pid: 8469 timeout: 572 lvb_type: 0 00010000:00010000:1.0:1746130274.628754:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009431e800/0x4ce24e5787360c48 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f286 expref: 96 pid: 8469 timeout: 572 lvb_type: 0 00002000:00010000:1.0:1746130274.628761:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880094368700 00000100:00100000:1.0:1746130274.628790:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2197 00000100:00100000:1.0:1746130274.628798:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094368700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+96:1961:x1830949848840704:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746130274.628971:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094368700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+96:1961:x1830949848840704:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 173us (374us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746130274.628976:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2197 00002000:00100000:1.0:1746130274.628981:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880094368700 x1830949848840704/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:260/0 lens 488/4536 e 0 to 0 dl 1746130285 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130274.628988:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094368700 with x1830949848840704 ext(0->4095) 00010000:00010000:1.0:1746130274.628992:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009431e800/0x4ce24e5787360c48 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f286 expref: 96 pid: 8469 timeout: 572 lvb_type: 0 00010000:00010000:1.0:1746130274.629006:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009431e800/0x4ce24e5787360c48 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f286 expref: 96 pid: 8469 timeout: 572 lvb_type: 0 00002000:00010000:1.0:1746130274.629011:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880094368700 00000100:00100000:0.0:1746130274.631917:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130274.635386:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130274.635456:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848841088 00000100:00100000:1.0:1746130274.635463:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848841088 00002000:00100000:1.0:1746130274.635857:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009436aa00 x1830949848841088/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:260/0 lens 488/0 e 0 to 0 dl 1746130285 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130274.635865:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009436aa00 with x1830949848841088 ext(0->4095) 00002000:00010000:1.0:1746130274.635869:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009436aa00 00000100:00100000:1.0:1746130274.635884:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4516 00000100:00100000:1.0:1746130274.635891:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009436aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+95:1961:x1830949848841088:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746130274.636044:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009436aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+95:1961:x1830949848841088:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 153us (664us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746130274.636050:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4516 00002000:00100000:1.0:1746130274.636055:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009436aa00 x1830949848841088/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:260/0 lens 488/4536 e 0 to 0 dl 1746130285 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130274.636062:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009436aa00 with x1830949848841088 ext(0->4095) 00002000:00010000:1.0:1746130274.636064:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009436aa00 00000100:00100000:0.0:1746130274.637906:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130274.637959:0:8470:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848841216 00000100:00100000:1.0:1746130274.637967:0:8470:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848841216 00000100:00100000:1.0:1746130274.638008:0:8470:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5657 00000100:00100000:1.0:1746130274.638016:0:8470:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009436a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c84b93b0-d496-484f-8e1e-94008838f2dd+5:31579:x1830949848841216:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746130274.638033:0:8470:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746130274.638048:0:8470:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880093e65000/0x4ce24e5787360c56 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3f294 expref: -99 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130274.638075:0:8470:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880093e65a00/0x4ce24e5787360c4f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f28d expref: 94 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130274.638081:0:8470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130274.638083:0:8470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130274.638087:0:8470:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093e65000/0x4ce24e5787360c56 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f294 expref: 6 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130274.638112:0:8470:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880093e65a00/0x4ce24e5787360c4f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f28d expref: 94 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130274.638123:0:8470:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880093e65a00/0x4ce24e5787360c4f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f28d expref: 94 pid: 8470 timeout: 572 lvb_type: 0 00000100:00100000:1.0:1746130274.638134:0:8470:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ac4ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8470:1830949841557632:192.168.204.51@tcp:104: 00000100:00100000:1.0:1746130274.638217:0:8470:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18fb9c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746130274.639459:0:8470:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008ac4ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8470:1830949841557632:192.168.204.51@tcp:104: 00010000:00010000:1.0:1746130274.639479:0:8470:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880093e65000/0x4ce24e5787360c56 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f294 expref: 6 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130274.639491:0:8470:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093e65000, rc 0) 00000100:00100000:1.0:1746130274.639678:0:8470:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009436a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c84b93b0-d496-484f-8e1e-94008838f2dd+6:31579:x1830949848841216:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1662us (1778us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130274.639688:0:8470:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5657 00000100:00100000:0.0:1746130274.640031:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130274.642363:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130274.644428:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130274.644550:0:8470:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848841728 00000100:00100000:1.0:1746130274.644557:0:8470:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848841728 00000100:00100000:1.0:1746130274.644643:0:8470:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5658 00000100:00100000:1.0:1746130274.644650:0:8470:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f131180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:640ea846-b909-4eea-9a54-417e15bd627b+94:31579:x1830949848841728:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746130274.644666:0:8470:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746130274.644683:0:8470:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880093e64800/0x4ce24e5787360c5d lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3f29b expref: -99 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130274.644709:0:8470:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880093e65000/0x4ce24e5787360c56 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f294 expref: 5 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130274.644716:0:8470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130274.644718:0:8470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130274.644721:0:8470:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093e64800/0x4ce24e5787360c5d lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f29b expref: 95 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130274.644746:0:8470:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880093e65000/0x4ce24e5787360c56 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f294 expref: 5 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130274.644756:0:8470:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880093e65000/0x4ce24e5787360c56 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f294 expref: 5 pid: 8470 timeout: 572 lvb_type: 0 00000100:00100000:1.0:1746130274.644768:0:8470:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ac4ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8470:1830949841557888:192.168.204.51@tcp:104: 00000100:00100000:1.0:1746130274.645937:0:8470:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18fb9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746130274.648669:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130274.648910:0:8470:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008ac4ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8470:1830949841557888:192.168.204.51@tcp:104: 00010000:00010000:1.0:1746130274.648936:0:8470:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880093e64800/0x4ce24e5787360c5d lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f29b expref: 96 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130274.648948:0:8470:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093e64800, rc 0) 00000100:00100000:1.0:1746130274.648993:0:8470:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f131180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:640ea846-b909-4eea-9a54-417e15bd627b+97:31579:x1830949848841728:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4344us (4725us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130274.648998:0:8470:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5658 00000100:00100000:0.0:1746130274.649056:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130274.657336:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130274.661237:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130274.661642:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130274.667628:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848842752 00000100:00100000:1.0:1746130274.667637:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848842752 00002000:00100000:1.0:1746130274.667675:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880134a80000 x1830949848842752/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:260/0 lens 488/0 e 0 to 0 dl 1746130285 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130274.667685:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134a80000 with x1830949848842752 ext(0->4095) 00010000:00010000:1.0:1746130274.667694:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094680c00/0x4ce24e5787360c64 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f2a2 expref: 95 pid: 10554 timeout: 572 lvb_type: 0 00010000:00010000:1.0:1746130274.667707:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094680c00/0x4ce24e5787360c64 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f2a2 expref: 95 pid: 10554 timeout: 572 lvb_type: 0 00002000:00010000:1.0:1746130274.667715:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880134a80000 00000100:00100000:1.0:1746130274.667748:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2199 00000100:00100000:1.0:1746130274.667755:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134a80000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+95:1961:x1830949848842752:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746130274.667926:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134a80000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+95:1961:x1830949848842752:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 171us (1175us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746130274.667932:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2199 00002000:00100000:1.0:1746130274.667937:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880134a80000 x1830949848842752/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:260/0 lens 488/4536 e 0 to 0 dl 1746130285 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130274.667945:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134a80000 with x1830949848842752 ext(0->4095) 00010000:00010000:1.0:1746130274.667949:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094680c00/0x4ce24e5787360c64 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f2a2 expref: 95 pid: 10554 timeout: 572 lvb_type: 0 00010000:00010000:1.0:1746130274.667958:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094680c00/0x4ce24e5787360c64 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f2a2 expref: 95 pid: 10554 timeout: 572 lvb_type: 0 00002000:00010000:1.0:1746130274.667963:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880134a80000 00000100:00100000:0.0:1746130274.670893:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130274.670933:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130274.680012:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130274.688053:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130274.693781:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130274.696437:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130274.700336:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130274.703300:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130274.708424:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130274.709368:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130274.712696:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130274.715387:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130274.718586:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130274.722425:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130274.728851:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130274.733486:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130274.735670:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130274.742668:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130274.744771:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130274.747777:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130274.752342:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130274.757345:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130274.759926:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130274.765856:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130274.767579:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130274.773133:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130274.775574:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848847360 00000100:00100000:1.0:1746130274.775580:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848847360 00002000:00100000:1.0:1746130274.775611:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880135096300 x1830949848847360/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:260/0 lens 488/0 e 0 to 0 dl 1746130285 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130274.775617:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135096300 with x1830949848847360 ext(0->4095) 00010000:00010000:1.0:1746130274.775622:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094680c00/0x4ce24e5787360ca3 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f2e1 expref: 6 pid: 10554 timeout: 572 lvb_type: 0 00010000:00010000:1.0:1746130274.775630:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094680c00/0x4ce24e5787360ca3 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f2e1 expref: 6 pid: 10554 timeout: 572 lvb_type: 0 00002000:00010000:1.0:1746130274.775634:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880135096300 00000100:00100000:1.0:1746130274.775655:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2205 00000100:00100000:1.0:1746130274.775660:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135096300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949848847360:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746130274.775775:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135096300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949848847360:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 115us (2651us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746130274.775779:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2205 00002000:00100000:1.0:1746130274.775787:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880135096300 x1830949848847360/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:260/0 lens 488/4536 e 0 to 0 dl 1746130285 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130274.775792:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135096300 with x1830949848847360 ext(0->4095) 00010000:00010000:1.0:1746130274.775795:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094680c00/0x4ce24e5787360ca3 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f2e1 expref: 6 pid: 10554 timeout: 572 lvb_type: 0 00010000:00010000:1.0:1746130274.775800:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094680c00/0x4ce24e5787360ca3 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f2e1 expref: 6 pid: 10554 timeout: 572 lvb_type: 0 00002000:00010000:1.0:1746130274.775804:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880135096300 00000100:00100000:0.0:1746130274.778652:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130274.782319:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00010000:00010000:1.0:1746130274.782470:0:7099:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746130274.786012:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130274.789013:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130274.796373:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130274.801512:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130274.804401:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130274.808591:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130274.810459:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130274.816547:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130274.822130:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130274.823954:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130274.829517:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130274.829581:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130274.835456:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130274.835626:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848850176 00000100:00100000:1.0:1746130274.835632:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848850176 00002000:00100000:1.0:1746130274.835670:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88013639b480 x1830949848850176/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:260/0 lens 488/0 e 0 to 0 dl 1746130285 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130274.835679:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013639b480 with x1830949848850176 ext(0->4095) 00010000:00010000:1.0:1746130274.835687:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880097bece00/0x4ce24e5787360cc6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f304 expref: 100 pid: 10554 timeout: 572 lvb_type: 0 00010000:00010000:1.0:1746130274.835700:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880097bece00/0x4ce24e5787360cc6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f304 expref: 100 pid: 10554 timeout: 572 lvb_type: 0 00002000:00010000:1.0:1746130274.835707:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88013639b480 00000100:00100000:1.0:1746130274.835742:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2210 00000100:00100000:1.0:1746130274.835750:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013639b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+100:1961:x1830949848850176:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746130274.835921:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013639b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+100:1961:x1830949848850176:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 170us (464us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746130274.835928:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2210 00002000:00100000:1.0:1746130274.835933:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88013639b480 x1830949848850176/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:260/0 lens 488/4536 e 0 to 0 dl 1746130285 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130274.835940:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013639b480 with x1830949848850176 ext(0->4095) 00010000:00010000:1.0:1746130274.835945:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880097bece00/0x4ce24e5787360cc6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f304 expref: 100 pid: 10554 timeout: 572 lvb_type: 0 00010000:00010000:1.0:1746130274.835954:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880097bece00/0x4ce24e5787360cc6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f304 expref: 100 pid: 10554 timeout: 572 lvb_type: 0 00002000:00010000:1.0:1746130274.835960:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88013639b480 00000100:00100000:0.0:1746130274.837522:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130274.841692:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130274.844096:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130274.847508:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130274.852035:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130274.852117:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130274.852194:0:8470:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848851328 00000100:00100000:1.0:1746130274.852201:0:8470:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848851328 00000100:00100000:1.0:1746130274.852261:0:8470:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5677 00000100:00100000:1.0:1746130274.852329:0:8470:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136398a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:640ea846-b909-4eea-9a54-417e15bd627b+100:31579:x1830949848851328:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746130274.852336:0:8470:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746130274.852341:0:8470:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880093e64000/0x4ce24e5787360ce2 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3f320 expref: -99 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130274.852351:0:8470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130274.852353:0:8470:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009431ea00/0x4ce24e5787360cdb lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f319 expref: 101 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130274.852358:0:8470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130274.852361:0:8470:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093e64000/0x4ce24e5787360ce2 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f320 expref: 101 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130274.852948:0:8470:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009431ea00/0x4ce24e5787360cdb lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f319 expref: 101 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130274.852961:0:8470:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880093e64000/0x4ce24e5787360ce2 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f320 expref: 101 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130274.852969:0:8470:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093e64000, rc 0) 00000100:00100000:1.0:1746130274.853017:0:8470:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136398a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:640ea846-b909-4eea-9a54-417e15bd627b+101:31579:x1830949848851328:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 751us (900us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130274.853023:0:8470:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5677 00000100:00100000:0.0:1746130274.855703:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130274.860046:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130274.860131:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848851712 00000100:00100000:1.0:1746130274.860137:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848851712 00002000:00100000:1.0:1746130274.860173:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88013639a300 x1830949848851712/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:260/0 lens 488/0 e 0 to 0 dl 1746130285 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130274.860182:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013639a300 with x1830949848851712 ext(0->4095) 00010000:00010000:1.0:1746130274.860189:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009431ea00/0x4ce24e5787360cdb lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f319 expref: 100 pid: 10554 timeout: 572 lvb_type: 0 00010000:00010000:1.0:1746130274.860201:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009431ea00/0x4ce24e5787360cdb lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f319 expref: 100 pid: 10554 timeout: 572 lvb_type: 0 00002000:00010000:1.0:1746130274.860207:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88013639a300 00000100:00100000:1.0:1746130274.860383:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2211 00000100:00100000:1.0:1746130274.860391:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013639a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+100:1962:x1830949848851712:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746130274.860849:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013639a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+100:1962:x1830949848851712:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 458us (803us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746130274.860856:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2211 00002000:00100000:1.0:1746130274.860861:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88013639a300 x1830949848851712/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:260/0 lens 488/4536 e 0 to 0 dl 1746130285 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130274.860867:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013639a300 with x1830949848851712 ext(0->4095) 00010000:00010000:1.0:1746130274.860872:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009431ea00/0x4ce24e5787360cdb lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f319 expref: 100 pid: 10554 timeout: 572 lvb_type: 0 00010000:00010000:1.0:1746130274.860881:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009431ea00/0x4ce24e5787360cdb lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f319 expref: 100 pid: 10554 timeout: 573 lvb_type: 0 00002000:00010000:1.0:1746130274.860887:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88013639a300 00000100:00100000:0.0:1746130274.863530:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130274.867020:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130274.867382:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848852096 00000100:00100000:1.0:1746130274.867389:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848852096 00002000:00100000:1.0:1746130274.867425:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880134b84380 x1830949848852096/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:260/0 lens 488/0 e 0 to 0 dl 1746130285 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130274.867433:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134b84380 with x1830949848852096 ext(0->4095) 00002000:00010000:1.0:1746130274.867436:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880134b84380 00000100:00100000:1.0:1746130274.867450:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4525 00000100:00100000:1.0:1746130274.867456:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134b84380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+99:1964:x1830949848852096:12345-192.168.204.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746130274.867822:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134b84380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+99:1964:x1830949848852096:12345-192.168.204.51@tcp:3:ptlrpcd_01_01.0 Request processed in 365us (810us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746130274.867829:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4525 00002000:00100000:1.0:1746130274.867835:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880134b84380 x1830949848852096/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:260/0 lens 488/4536 e 0 to 0 dl 1746130285 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130274.867842:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134b84380 with x1830949848852096 ext(0->4095) 00002000:00010000:1.0:1746130274.867844:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880134b84380 00000100:00100000:0.0:1746130274.869050:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130274.871311:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130274.874117:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130274.874177:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848852608 00000100:00100000:1.0:1746130274.874183:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848852608 00002000:00100000:1.0:1746130274.874217:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880134b87480 x1830949848852608/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:260/0 lens 488/0 e 0 to 0 dl 1746130285 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130274.874227:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134b87480 with x1830949848852608 ext(0->4095) 00002000:00010000:1.0:1746130274.874231:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880134b87480 00000100:00100000:1.0:1746130274.874256:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4526 00000100:00100000:1.0:1746130274.874262:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134b87480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949848852608:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746130274.874468:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134b87480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949848852608:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 205us (350us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746130274.874474:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4526 00002000:00100000:1.0:1746130274.874479:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880134b87480 x1830949848852608/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:260/0 lens 488/4536 e 0 to 0 dl 1746130285 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130274.874486:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134b87480 with x1830949848852608 ext(0->4095) 00002000:00010000:1.0:1746130274.874489:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880134b87480 00000100:00100000:0.0:1746130274.876593:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130274.877261:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130274.877416:0:8470:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848852864 00000100:00100000:1.0:1746130274.877419:0:8470:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848852864 00000100:00100000:1.0:1746130274.877442:0:8470:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5680 00000100:00100000:1.0:1746130274.877445:0:8470:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094b10a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:640ea846-b909-4eea-9a54-417e15bd627b+100:31578:x1830949848852864:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746130274.877450:0:8470:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746130274.877456:0:8470:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880093e64e00/0x4ce24e5787360cf7 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3f335 expref: -99 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130274.877464:0:8470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130274.877466:0:8470:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094681200/0x4ce24e5787360cf0 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f32e expref: 101 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130274.877470:0:8470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130274.877471:0:8470:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093e64e00/0x4ce24e5787360cf7 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f335 expref: 101 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130274.877486:0:8470:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094681200/0x4ce24e5787360cf0 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f32e expref: 101 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130274.877492:0:8470:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880093e64e00/0x4ce24e5787360cf7 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f335 expref: 101 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130274.877510:0:8470:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093e64e00, rc 0) 00000100:00100000:1.0:1746130274.877538:0:8470:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094b10a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:640ea846-b909-4eea-9a54-417e15bd627b+101:31578:x1830949848852864:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 91us (276us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130274.877543:0:8470:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5680 00000100:00100000:0.0:1746130274.879193:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130274.881648:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130274.881715:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848853248 00000100:00100000:1.0:1746130274.881721:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848853248 00002000:00100000:1.0:1746130274.881751:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880094b11880 x1830949848853248/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:260/0 lens 488/0 e 0 to 0 dl 1746130285 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130274.881759:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094b11880 with x1830949848853248 ext(0->4095) 00010000:00010000:1.0:1746130274.881766:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094681200/0x4ce24e5787360cf0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f32e expref: 100 pid: 10554 timeout: 573 lvb_type: 0 00010000:00010000:1.0:1746130274.881782:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094681200/0x4ce24e5787360cf0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f32e expref: 100 pid: 10554 timeout: 573 lvb_type: 0 00002000:00010000:1.0:1746130274.881792:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880094b11880 00000100:00100000:1.0:1746130274.881908:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2212 00000100:00100000:1.0:1746130274.881915:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094b11880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+100:1961:x1830949848853248:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746130274.882160:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094b11880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+100:1961:x1830949848853248:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 244us (511us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746130274.882166:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2212 00002000:00100000:1.0:1746130274.882171:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880094b11880 x1830949848853248/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:260/0 lens 488/4536 e 0 to 0 dl 1746130285 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130274.882178:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094b11880 with x1830949848853248 ext(0->4095) 00010000:00010000:1.0:1746130274.882183:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094681200/0x4ce24e5787360cf0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f32e expref: 100 pid: 10554 timeout: 573 lvb_type: 0 00010000:00010000:1.0:1746130274.882191:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094681200/0x4ce24e5787360cf0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f32e expref: 100 pid: 10554 timeout: 573 lvb_type: 0 00002000:00010000:1.0:1746130274.882196:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880094b11880 00000100:00100000:0.0:1746130274.883951:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130274.884004:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130274.886900:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130274.887086:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848853760 00000100:00100000:1.0:1746130274.887091:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848853760 00002000:00100000:1.0:1746130274.887119:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880094b13100 x1830949848853760/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:260/0 lens 488/0 e 0 to 0 dl 1746130285 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130274.887128:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094b13100 with x1830949848853760 ext(0->4095) 00010000:00010000:1.0:1746130274.887135:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093e64e00/0x4ce24e5787360cf7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f335 expref: 99 pid: 8470 timeout: 573 lvb_type: 0 00010000:00010000:1.0:1746130274.887145:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093e64e00/0x4ce24e5787360cf7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f335 expref: 99 pid: 8470 timeout: 573 lvb_type: 0 00002000:00010000:1.0:1746130274.887150:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880094b13100 00000100:00100000:1.0:1746130274.887169:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2213 00000100:00100000:1.0:1746130274.887174:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094b13100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+99:1961:x1830949848853760:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746130274.887311:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094b13100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+99:1961:x1830949848853760:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 136us (411us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746130274.887316:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2213 00002000:00100000:1.0:1746130274.887320:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880094b13100 x1830949848853760/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:260/0 lens 488/4536 e 0 to 0 dl 1746130285 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130274.887327:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094b13100 with x1830949848853760 ext(0->4095) 00010000:00010000:1.0:1746130274.887330:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093e64e00/0x4ce24e5787360cf7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f335 expref: 99 pid: 8470 timeout: 573 lvb_type: 0 00010000:00010000:1.0:1746130274.887338:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093e64e00/0x4ce24e5787360cf7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f335 expref: 99 pid: 8470 timeout: 573 lvb_type: 0 00002000:00010000:1.0:1746130274.887342:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880094b13100 00000100:00100000:0.0:1746130274.888924:0:10554:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848853888 00000100:00100000:0.0:1746130274.888928:0:10554:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848853888 00000100:00100000:0.0:1746130274.888956:0:10554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5682 00000100:00100000:0.0:1746130274.888962:0:10554:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134a82680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:640ea846-b909-4eea-9a54-417e15bd627b+100:31578:x1830949848853888:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746130274.888975:0:10554:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746130274.888991:0:10554:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880092a6e400/0x4ce24e5787360d05 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3f343 expref: -99 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130274.889009:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746130274.889014:0:10554:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094681a00/0x4ce24e5787360cfe lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f33c expref: 5 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130274.889019:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:0.0:1746130274.889021:0:10554:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880092a6e400/0x4ce24e5787360d05 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f343 expref: 101 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130274.889048:0:10554:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094681a00/0x4ce24e5787360cfe lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f33c expref: 5 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130274.889068:0:10554:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880092a6e400/0x4ce24e5787360d05 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f343 expref: 101 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130274.889076:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130274.889077:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130274.889082:0:10554:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094681a00/0x4ce24e5787360cfe lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f33c expref: 5 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130274.889089:0:10554:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094681a00/0x4ce24e5787360cfe lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f33c expref: 5 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130274.889108:0:10554:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094681a00/0x4ce24e5787360cfe lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f33c expref: 5 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130274.889117:0:10554:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094681a00/0x4ce24e5787360cfe lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f33c expref: 5 pid: 10554 timeout: 573 lvb_type: 0 00000100:00100000:0.0:1746130274.889128:0:10554:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094b11f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10554:1830949841564032:192.168.204.51@tcp:105: 00000100:00100000:0.0:1746130274.889188:0:10554:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009bc953c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746130274.890418:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130274.892797:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130274.896251:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130274.896357:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848854656 00000100:00100000:1.0:1746130274.896364:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848854656 00002000:00100000:1.0:1746130274.896395:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880094b12300 x1830949848854656/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:260/0 lens 488/0 e 0 to 0 dl 1746130285 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130274.896410:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094b12300 with x1830949848854656 ext(0->4095) 00002000:00010000:1.0:1746130274.896414:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880094b12300 00000100:00100000:1.0:1746130274.896436:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4527 00000100:00100000:1.0:1746130274.896442:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094b12300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+99:1961:x1830949848854656:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746130274.896589:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094b12300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+99:1961:x1830949848854656:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 146us (340us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746130274.896595:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4527 00002000:00100000:1.0:1746130274.896600:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880094b12300 x1830949848854656/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:260/0 lens 488/4536 e 0 to 0 dl 1746130285 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130274.896606:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094b12300 with x1830949848854656 ext(0->4095) 00002000:00010000:1.0:1746130274.896609:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880094b12300 00000100:00100000:0.0:1746130274.898327:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130274.900751:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130274.904124:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130274.904171:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848855168 00000100:00100000:1.0:1746130274.904179:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848855168 00002000:00100000:1.0:1746130274.904318:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880094b11f80 x1830949848855168/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:260/0 lens 488/0 e 0 to 0 dl 1746130285 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130274.904328:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094b11f80 with x1830949848855168 ext(0->4095) 00002000:00010000:1.0:1746130274.904333:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880094b11f80 00000100:00100000:1.0:1746130274.904384:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4528 00000100:00100000:1.0:1746130274.904392:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094b11f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949848855168:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746130274.904603:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094b11f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949848855168:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 211us (485us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746130274.904609:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4528 00002000:00100000:1.0:1746130274.904614:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880094b11f80 x1830949848855168/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:260/0 lens 488/4536 e 0 to 0 dl 1746130285 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130274.904621:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094b11f80 with x1830949848855168 ext(0->4095) 00002000:00010000:1.0:1746130274.904623:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880094b11f80 00000100:00100000:0.0:1746130274.906988:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130274.907039:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130274.907304:0:20953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5685 00000100:00100000:0.0:1746130274.907315:0:20953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094b10e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:640ea846-b909-4eea-9a54-417e15bd627b+99:31579:x1830949848855424:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746130274.907330:0:20953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746130274.907342:0:20953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880092a6e200/0x4ce24e5787360d1a lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3f358 expref: -99 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130274.907364:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130274.907369:0:20953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094681200/0x4ce24e5787360d13 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f351 expref: 101 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130274.907380:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746130274.907383:0:20953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880092a6e200/0x4ce24e5787360d1a lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f358 expref: 101 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130274.907926:0:20953:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094681200/0x4ce24e5787360d13 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f351 expref: 101 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130274.907944:0:20953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880092a6e200/0x4ce24e5787360d1a lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f358 expref: 101 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130274.907953:0:20953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092a6e200, rc 0) 00000100:00100000:0.0:1746130274.908017:0:20953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094b10e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:640ea846-b909-4eea-9a54-417e15bd627b+101:31579:x1830949848855424:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 705us (976us total) trans 0 rc 0/0 00000100:00100000:0.0:1746130274.908023:0:20953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5685 00000100:00100000:0.0:1746130274.911783:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130274.914933:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130274.915003:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848855808 00000100:00100000:1.0:1746130274.915011:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848855808 00002000:00100000:1.0:1746130274.915053:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880091d21f80 x1830949848855808/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:260/0 lens 488/0 e 0 to 0 dl 1746130285 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130274.915063:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091d21f80 with x1830949848855808 ext(0->4095) 00010000:00010000:1.0:1746130274.915071:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094681200/0x4ce24e5787360d13 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f351 expref: 100 pid: 10554 timeout: 573 lvb_type: 0 00010000:00010000:1.0:1746130274.915082:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094681200/0x4ce24e5787360d13 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f351 expref: 100 pid: 10554 timeout: 573 lvb_type: 0 00002000:00010000:1.0:1746130274.915088:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091d21f80 00000100:00100000:1.0:1746130274.915114:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2215 00000100:00100000:1.0:1746130274.915121:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091d21f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+100:1962:x1830949848855808:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746130274.915254:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091d21f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+100:1962:x1830949848855808:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 133us (328us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746130274.915260:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2215 00002000:00100000:1.0:1746130274.915294:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880091d21f80 x1830949848855808/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:260/0 lens 488/4536 e 0 to 0 dl 1746130285 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130274.915301:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091d21f80 with x1830949848855808 ext(0->4095) 00010000:00010000:1.0:1746130274.915306:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094681200/0x4ce24e5787360d13 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f351 expref: 100 pid: 10554 timeout: 573 lvb_type: 0 00010000:00010000:1.0:1746130274.915752:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094681200/0x4ce24e5787360d13 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f351 expref: 100 pid: 10554 timeout: 573 lvb_type: 0 00002000:00010000:1.0:1746130274.915759:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091d21f80 00000100:00100000:0.0:1746130274.918461:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130274.922388:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130274.922461:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848856192 00000100:00100000:1.0:1746130274.922468:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848856192 00002000:00100000:1.0:1746130274.922532:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880091d21880 x1830949848856192/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:260/0 lens 488/0 e 0 to 0 dl 1746130285 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130274.922612:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091d21880 with x1830949848856192 ext(0->4095) 00002000:00010000:1.0:1746130274.922621:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091d21880 00000100:00100000:1.0:1746130274.922651:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4529 00000100:00100000:1.0:1746130274.922659:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091d21880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+99:1961:x1830949848856192:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746130274.922837:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091d21880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+99:1961:x1830949848856192:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 177us (452us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746130274.922843:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4529 00002000:00100000:1.0:1746130274.922849:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880091d21880 x1830949848856192/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:260/0 lens 488/4536 e 0 to 0 dl 1746130285 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130274.922856:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091d21880 with x1830949848856192 ext(0->4095) 00002000:00010000:1.0:1746130274.922859:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091d21880 00000100:00100000:0.0:1746130274.926098:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130274.928981:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130274.932124:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130274.932592:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130274.932648:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848856704 00000100:00100000:1.0:1746130274.932656:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848856704 00002000:00100000:1.0:1746130274.932701:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880091d22300 x1830949848856704/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:260/0 lens 488/0 e 0 to 0 dl 1746130285 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130274.932716:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091d22300 with x1830949848856704 ext(0->4095) 00002000:00010000:1.0:1746130274.932721:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091d22300 00000100:00100000:1.0:1746130274.932753:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4530 00000100:00100000:1.0:1746130274.932761:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091d22300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949848856704:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746130274.933011:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091d22300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949848856704:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 251us (889us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746130274.933018:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4530 00002000:00100000:1.0:1746130274.933023:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880091d22300 x1830949848856704/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:260/0 lens 488/4536 e 0 to 0 dl 1746130285 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130274.933030:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091d22300 with x1830949848856704 ext(0->4095) 00010000:00010000:1.0:1746130274.933034:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091fc1c00/0x4ce24e5787360d21 lrc: 6/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f35f expref: 6 pid: 10554 timeout: 573 lvb_type: 0 00010000:00010000:1.0:1746130274.933044:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091fc1c00/0x4ce24e5787360d21 lrc: 6/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f35f expref: 6 pid: 10554 timeout: 573 lvb_type: 0 00002000:00010000:1.0:1746130274.933050:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091d22300 00000100:00100000:0.0:1746130274.935049:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130274.935487:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130274.938064:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130274.938537:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848857344 00000100:00100000:1.0:1746130274.938544:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848857344 00002000:00100000:1.0:1746130274.938586:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880091d23100 x1830949848857344/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:260/0 lens 488/0 e 0 to 0 dl 1746130285 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130274.938595:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091d23100 with x1830949848857344 ext(0->4095) 00010000:00010000:1.0:1746130274.938603:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091fc0c00/0x4ce24e5787360d28 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f366 expref: 100 pid: 10554 timeout: 573 lvb_type: 0 00010000:00010000:1.0:1746130274.938616:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091fc0c00/0x4ce24e5787360d28 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f366 expref: 100 pid: 10554 timeout: 573 lvb_type: 0 00002000:00010000:1.0:1746130274.938623:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091d23100 00000100:00100000:1.0:1746130274.938650:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2216 00000100:00100000:1.0:1746130274.938658:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091d23100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+100:1961:x1830949848857344:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746130274.938826:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091d23100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+100:1961:x1830949848857344:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 169us (763us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746130274.938833:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2216 00002000:00100000:1.0:1746130274.938837:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880091d23100 x1830949848857344/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:260/0 lens 488/4536 e 0 to 0 dl 1746130285 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130274.938843:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091d23100 with x1830949848857344 ext(0->4095) 00010000:00010000:1.0:1746130274.938847:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091fc0c00/0x4ce24e5787360d28 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f366 expref: 100 pid: 10554 timeout: 573 lvb_type: 0 00010000:00010000:1.0:1746130274.938855:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091fc0c00/0x4ce24e5787360d28 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f366 expref: 100 pid: 10554 timeout: 573 lvb_type: 0 00002000:00010000:1.0:1746130274.938861:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091d23100 00000100:00100000:0.0:1746130274.941928:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130274.944637:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130274.946584:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130274.948987:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130274.951074:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130274.953408:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130274.955788:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130274.956093:0:8470:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848858496 00000100:00100000:1.0:1746130274.956102:0:8470:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848858496 00000100:00100000:1.0:1746130274.956142:0:8470:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5691 00000100:00100000:1.0:1746130274.956148:0:8470:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091d21c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:640ea846-b909-4eea-9a54-417e15bd627b+100:31578:x1830949848858496:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746130274.956164:0:8470:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746130274.956181:0:8470:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880093e65000/0x4ce24e5787360d44 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3f382 expref: -99 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130274.956205:0:8470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130274.956211:0:8470:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094218800/0x4ce24e5787360d3d lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f37b expref: 101 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130274.956217:0:8470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130274.956220:0:8470:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093e65000/0x4ce24e5787360d44 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f382 expref: 101 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130274.956253:0:8470:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094218800/0x4ce24e5787360d3d lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f37b expref: 101 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130274.956304:0:8470:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880093e65000/0x4ce24e5787360d44 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f382 expref: 101 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130274.956315:0:8470:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093e65000, rc 0) 00000100:00100000:1.0:1746130274.957261:0:8470:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091d21c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:640ea846-b909-4eea-9a54-417e15bd627b+101:31578:x1830949848858496:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1109us (1477us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130274.957290:0:8470:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5691 00000100:00100000:0.0:1746130274.961559:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130274.961612:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848858880 00000100:00100000:1.0:1746130274.961619:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848858880 00002000:00100000:1.0:1746130274.961658:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880091d23b80 x1830949848858880/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:260/0 lens 488/0 e 0 to 0 dl 1746130285 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130274.961668:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091d23b80 with x1830949848858880 ext(0->4095) 00010000:00010000:1.0:1746130274.961677:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094218800/0x4ce24e5787360d3d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f37b expref: 100 pid: 10554 timeout: 573 lvb_type: 0 00010000:00010000:1.0:1746130274.961690:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094218800/0x4ce24e5787360d3d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f37b expref: 100 pid: 10554 timeout: 573 lvb_type: 0 00002000:00010000:1.0:1746130274.961697:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091d23b80 00000100:00100000:1.0:1746130274.961727:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2217 00000100:00100000:1.0:1746130274.961735:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091d23b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+100:1962:x1830949848858880:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746130274.961912:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091d23b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+100:1962:x1830949848858880:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 178us (354us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746130274.961919:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2217 00002000:00100000:1.0:1746130274.961925:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880091d23b80 x1830949848858880/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:260/0 lens 488/4536 e 0 to 0 dl 1746130285 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130274.961932:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091d23b80 with x1830949848858880 ext(0->4095) 00010000:00010000:1.0:1746130274.961936:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094218800/0x4ce24e5787360d3d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f37b expref: 100 pid: 10554 timeout: 573 lvb_type: 0 00010000:00010000:1.0:1746130274.961946:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094218800/0x4ce24e5787360d3d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f37b expref: 100 pid: 10554 timeout: 573 lvb_type: 0 00002000:00010000:1.0:1746130274.961952:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091d23b80 00000100:00100000:0.0:1746130274.963965:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130274.964803:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130274.968931:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130274.972362:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130274.972424:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130274.976491:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130274.980917:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130274.987161:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130274.987186:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848860288 00000100:00100000:0.0:1746130274.987191:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848860288 00002000:00100000:0.0:1746130274.987230:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880135a12300 x1830949848860288/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:260/0 lens 488/0 e 0 to 0 dl 1746130285 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746130274.987241:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135a12300 with x1830949848860288 ext(0->4095) 00002000:00010000:0.0:1746130274.987245:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880135a12300 00000100:00100000:0.0:1746130274.987286:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4533 00000100:00100000:0.0:1746130274.987293:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135a12300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+99:1961:x1830949848860288:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746130274.988768:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135a12300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+99:1961:x1830949848860288:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 1465us (1600us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746130274.988781:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4533 00002000:00100000:0.0:1746130274.988790:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880135a12300 x1830949848860288/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:260/0 lens 488/4536 e 0 to 0 dl 1746130285 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746130274.988800:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135a12300 with x1830949848860288 ext(0->4095) 00002000:00010000:0.0:1746130274.988805:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880135a12300 00000100:00100000:0.0:1746130274.992187:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130275.002963:0:10554:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091953800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10554:1830949841567360:192.168.204.51@tcp:104: 00010000:00010000:1.0:1746130275.002995:0:10554:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009367a400/0x4ce24e5787360d60 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f39e expref: 99 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130275.003013:0:10554:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009367a400, rc 0) 00000100:00100000:1.0:1746130275.003065:0:10554:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134a82680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:640ea846-b909-4eea-9a54-417e15bd627b+99:31578:x1830949848860672:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3673us (3803us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130275.003074:0:10554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5695 00000100:00100000:0.0:1746130275.003820:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130275.003924:0:10554:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848861056 00000100:00100000:1.0:1746130275.003929:0:10554:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848861056 00000100:00100000:1.0:1746130275.003987:0:10554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5696 00000100:00100000:1.0:1746130275.003993:0:10554:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135a10700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:640ea846-b909-4eea-9a54-417e15bd627b+99:31579:x1830949848861056:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746130275.004060:0:10554:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746130275.004075:0:10554:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880093e65a00/0x4ce24e5787360d67 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3f3a5 expref: -99 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130275.004093:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130275.004097:0:10554:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009367a400/0x4ce24e5787360d60 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f39e expref: 100 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130275.004103:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130275.004105:0:10554:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093e65a00/0x4ce24e5787360d67 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f3a5 expref: 100 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130275.004132:0:10554:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009367a400/0x4ce24e5787360d60 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f39e expref: 100 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130275.004141:0:10554:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880093e65a00/0x4ce24e5787360d67 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f3a5 expref: 100 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130275.004152:0:10554:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093e65a00, rc 0) 00000100:00100000:1.0:1746130275.004184:0:10554:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135a10700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:640ea846-b909-4eea-9a54-417e15bd627b+100:31579:x1830949848861056:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 191us (368us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130275.004189:0:10554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5696 00000100:00100000:1.0:1746130275.004708:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130275.009920:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130275.018520:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130275.023636:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130275.023731:0:10554:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848861952 00000100:00100000:1.0:1746130275.023742:0:10554:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848861952 00000100:00100000:1.0:1746130275.023804:0:10554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5697 00000100:00100000:1.0:1746130275.023811:0:10554:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135a10380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+5:31579:x1830949848861952:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746130275.023827:0:10554:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746130275.023843:0:10554:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880093e65c00/0x4ce24e5787360d6e lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3f3ac expref: -99 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130275.023867:0:10554:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880093e65a00/0x4ce24e5787360d67 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f3a5 expref: 5 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130275.023873:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130275.023875:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130275.023878:0:10554:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093e65c00/0x4ce24e5787360d6e lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f3ac expref: 6 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130275.023903:0:10554:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880093e65a00/0x4ce24e5787360d67 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f3a5 expref: 5 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130275.023913:0:10554:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880093e65a00/0x4ce24e5787360d67 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f3a5 expref: 5 pid: 10554 timeout: 573 lvb_type: 0 00000100:00100000:1.0:1746130275.023928:0:10554:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ac4df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10554:1830949841567872:192.168.204.51@tcp:104: 00000100:00100000:1.0:1746130275.024013:0:10554:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18fb9c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746130275.026770:0:10554:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008ac4df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10554:1830949841567872:192.168.204.51@tcp:104: 00010000:00010000:1.0:1746130275.026798:0:10554:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880093e65c00/0x4ce24e5787360d6e lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f3ac expref: 6 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130275.026813:0:10554:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093e65c00, rc 0) 00000100:00100000:1.0:1746130275.026858:0:10554:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135a10380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+6:31579:x1830949848861952:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3047us (3232us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130275.026865:0:10554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5697 00000100:00100000:0.0:1746130275.027062:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130275.030054:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130275.030102:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130275.030632:0:10554:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848862336 00000100:00100000:1.0:1746130275.030636:0:10554:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848862336 00000100:00100000:1.0:1746130275.030671:0:10554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5698 00000100:00100000:1.0:1746130275.030677:0:10554:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135a11180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:640ea846-b909-4eea-9a54-417e15bd627b+5:31578:x1830949848862336:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746130275.030686:0:10554:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746130275.030702:0:10554:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880093e64000/0x4ce24e5787360d75 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3f3b3 expref: -99 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130275.030726:0:10554:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880093e65c00/0x4ce24e5787360d6e lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f3ac expref: 5 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130275.030734:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130275.030736:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130275.030739:0:10554:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093e64000/0x4ce24e5787360d75 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f3b3 expref: 6 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130275.030777:0:10554:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880093e65c00/0x4ce24e5787360d6e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f3ac expref: 5 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130275.030787:0:10554:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880093e65c00/0x4ce24e5787360d6e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f3ac expref: 5 pid: 10554 timeout: 573 lvb_type: 0 00000100:00100000:1.0:1746130275.030799:0:10554:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ac4df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10554:1830949841568128:192.168.204.51@tcp:104: 00000100:00100000:1.0:1746130275.030852:0:10554:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18fb9c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746130275.032688:0:10554:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008ac4df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10554:1830949841568128:192.168.204.51@tcp:104: 00010000:00010000:1.0:1746130275.032709:0:10554:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880093e64000/0x4ce24e5787360d75 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f3b3 expref: 6 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130275.032725:0:10554:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093e64000, rc 0) 00000100:00100000:1.0:1746130275.032826:0:10554:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135a11180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:640ea846-b909-4eea-9a54-417e15bd627b+6:31578:x1830949848862336:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2146us (2773us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130275.032833:0:10554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5698 00000100:00100000:0.0:1746130275.033013:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130275.033305:0:10554:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848862592 00000100:00100000:1.0:1746130275.033312:0:10554:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848862592 00000100:00100000:1.0:1746130275.033352:0:10554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5699 00000100:00100000:1.0:1746130275.033359:0:10554:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135a11500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:640ea846-b909-4eea-9a54-417e15bd627b+6:31579:x1830949848862592:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746130275.033374:0:10554:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746130275.033386:0:10554:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880093e65000/0x4ce24e5787360d7c lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3f3ba expref: -99 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130275.033404:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130275.033409:0:10554:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880093e64000/0x4ce24e5787360d75 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f3b3 expref: 7 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130275.033414:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130275.033418:0:10554:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093e65000/0x4ce24e5787360d7c lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f3ba expref: 7 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130275.033445:0:10554:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880093e64000/0x4ce24e5787360d75 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f3b3 expref: 7 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130275.033454:0:10554:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880093e65000/0x4ce24e5787360d7c lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f3ba expref: 7 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130275.033462:0:10554:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093e65000, rc 0) 00000100:00100000:1.0:1746130275.033486:0:10554:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135a11500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:640ea846-b909-4eea-9a54-417e15bd627b+7:31579:x1830949848862592:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 127us (474us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130275.033491:0:10554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5699 00000100:00100000:0.0:1746130275.033637:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130275.036048:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130275.038458:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130275.043176:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130275.047087:0:8470:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848863488 00000100:00100000:0.0:1746130275.047097:0:8470:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848863488 00000100:00100000:0.0:1746130275.047150:0:8470:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5700 00000100:00100000:0.0:1746130275.047157:0:8470:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134a83b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c84b93b0-d496-484f-8e1e-94008838f2dd+5:31579:x1830949848863488:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746130275.047176:0:8470:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746130275.047193:0:8470:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009494d800/0x4ce24e5787360d83 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3f3c1 expref: -99 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130275.047220:0:8470:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880093e65000/0x4ce24e5787360d7c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f3ba expref: 5 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130275.047231:0:8470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746130275.047233:0:8470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746130275.047236:0:8470:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009494d800/0x4ce24e5787360d83 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f3c1 expref: 6 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130275.047293:0:8470:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880093e65000/0x4ce24e5787360d7c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f3ba expref: 5 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130275.047306:0:8470:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880093e65000/0x4ce24e5787360d7c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f3ba expref: 5 pid: 10554 timeout: 573 lvb_type: 0 00000100:00100000:0.0:1746130275.047318:0:8470:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008a64f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8470:1830949841568640:192.168.204.51@tcp:104: 00000100:00100000:0.0:1746130275.047397:0:8470:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009bc95600 going to sleep for 11 seconds 00000100:00100000:0.0:1746130275.050611:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130275.053889:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848863872 00000100:00100000:0.0:1746130275.053898:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848863872 00002000:00100000:0.0:1746130275.053934:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880134a82300 x1830949848863872/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:261/0 lens 488/0 e 0 to 0 dl 1746130286 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746130275.053942:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134a82300 with x1830949848863872 ext(0->4095) 00002000:00010000:0.0:1746130275.053946:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880134a82300 00000100:00100000:0.0:1746130275.053971:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4537 00000100:00100000:0.0:1746130275.053975:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134a82300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1964:x1830949848863872:12345-192.168.204.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:0.0:1746130275.054119:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134a82300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1964:x1830949848863872:12345-192.168.204.51@tcp:3:ptlrpcd_01_01.0 Request processed in 142us (339us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746130275.054127:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4537 00002000:00100000:0.0:1746130275.054132:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880134a82300 x1830949848863872/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:261/0 lens 488/4536 e 0 to 0 dl 1746130286 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746130275.054138:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134a82300 with x1830949848863872 ext(0->4095) 00002000:00010000:0.0:1746130275.054141:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880134a82300 00000100:00100000:0.0:1746130275.054201:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130275.058020:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130275.058377:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130275.062153:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130275.064390:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130275.067304:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130275.069475:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130275.073334:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130275.075842:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130275.078063:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130275.078369:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130275.078388:0:20953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848865664 00000100:00100000:0.0:1746130275.078391:0:20953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848865664 00000100:00100000:0.0:1746130275.078408:0:20953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5705 00000100:00100000:0.0:1746130275.078413:0:20953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a64e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:640ea846-b909-4eea-9a54-417e15bd627b+7:31579:x1830949848865664:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746130275.078419:0:20953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746130275.078425:0:20953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009494d800/0x4ce24e5787360da6 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3f3e4 expref: -99 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130275.078435:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130275.078439:0:20953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880097bece00/0x4ce24e5787360d9f lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f3dd expref: 8 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130275.078444:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746130275.078448:0:20953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009494d800/0x4ce24e5787360da6 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f3e4 expref: 8 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130275.078572:0:20953:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880097bece00/0x4ce24e5787360d9f lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f3dd expref: 8 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130275.078585:0:20953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009494d800/0x4ce24e5787360da6 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f3e4 expref: 8 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130275.078595:0:20953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009494d800, rc 0) 00000100:00100000:0.0:1746130275.078638:0:20953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a64e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:640ea846-b909-4eea-9a54-417e15bd627b+8:31579:x1830949848865664:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 223us (268us total) trans 0 rc 0/0 00000100:00100000:0.0:1746130275.078644:0:20953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5705 00000100:00100000:0.0:1746130275.081459:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130275.085754:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130275.092459:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130275.098191:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134a83100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841570048:192.168.204.51@tcp:105: 00010000:00010000:0.0:1746130275.098216:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746130275.098289:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800931fb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+7:1964:x1830949848866176:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 5056us (5821us total) trans 0 rc 0/0 00000100:00100000:0.0:1746130275.098299:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 13969 00000100:00100000:0.0:1746130275.101234:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130275.108157:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130275.108320:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130275.115143:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848867200 00000100:00100000:0.0:1746130275.115152:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848867200 00010000:00010000:0.0:1746130275.115183:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012bfe8600/0x4ce24e5787360dad lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f3eb expref: 6 pid: 8470 timeout: 573 lvb_type: 0 00000100:00100000:0.0:1746130275.115223:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 13971 00000100:00100000:0.0:1746130275.115230:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134a83800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949848867200:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746130275.115242:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746130275.115264:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012bfe8600/0x4ce24e5787360dad lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f3eb expref: 6 pid: 8470 timeout: 573 lvb_type: 0 00010000:00010000:0.0:1746130275.115292:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012bfe8600/0x4ce24e5787360dad lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f3eb expref: 6 pid: 8470 timeout: 573 lvb_type: 0 00010000:00010000:0.0:1746130275.115392:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012bfe8600/0x4ce24e5787360dad lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f3eb expref: 6 pid: 8470 timeout: 573 lvb_type: 0 00010000:00010000:0.0:1746130275.115421:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130275.115423:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130275.115432:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009367ba00/0x4ce24e5787360db4 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f3f2 expref: 5 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130275.115439:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009367ba00/0x4ce24e5787360db4 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f3f2 expref: 5 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130275.115473:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009367ba00/0x4ce24e5787360db4 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f3f2 expref: 5 pid: 8470 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746130275.115486:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800931f8000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841570560:192.168.204.51@tcp:105: 00000100:00100000:0.0:1746130275.115576:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009bc953c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746130275.118520:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130275.121136:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130275.125735:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130275.136035:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130275.139061:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130275.141860:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130275.146739:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130275.150642:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130275.164412:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130275.167466:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130275.170007:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130275.172530:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130275.174305:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130275.178037:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130275.178605:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130275.180703:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848869888 00000100:00100000:0.0:1746130275.180707:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848869888 00002000:00100000:0.0:1746130275.180733:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880091951f80 x1830949848869888/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:261/0 lens 488/0 e 0 to 0 dl 1746130286 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746130275.180742:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091951f80 with x1830949848869888 ext(0->4095) 00010000:00010000:0.0:1746130275.180748:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009367a600/0x4ce24e5787360dd0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f40e expref: 11 pid: 8470 timeout: 573 lvb_type: 0 00010000:00010000:0.0:1746130275.180759:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009367a600/0x4ce24e5787360dd0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f40e expref: 11 pid: 8470 timeout: 573 lvb_type: 0 00002000:00010000:0.0:1746130275.180764:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091951f80 00000100:00100000:0.0:1746130275.180792:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2228 00000100:00100000:0.0:1746130275.180799:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091951f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+11:1961:x1830949848869888:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746130275.180920:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091951f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+11:1961:x1830949848869888:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 121us (235us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746130275.180925:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2228 00002000:00100000:0.0:1746130275.180930:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880091951f80 x1830949848869888/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:261/0 lens 488/4536 e 0 to 0 dl 1746130286 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746130275.180937:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091951f80 with x1830949848869888 ext(0->4095) 00010000:00010000:0.0:1746130275.180941:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009367a600/0x4ce24e5787360dd0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f40e expref: 11 pid: 8470 timeout: 573 lvb_type: 0 00010000:00010000:0.0:1746130275.180949:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009367a600/0x4ce24e5787360dd0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f40e expref: 11 pid: 8470 timeout: 573 lvb_type: 0 00002000:00010000:0.0:1746130275.180954:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091951f80 00000100:00100000:0.0:1746130275.181855:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130275.181911:0:10554:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848870016 00000100:00100000:1.0:1746130275.181916:0:10554:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848870016 00000100:00100000:0.0:1746130275.181930:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130275.181954:0:10554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5713 00000100:00100000:1.0:1746130275.181960:0:10554:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ac71180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+5:31579:x1830949848870016:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746130275.181972:0:10554:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746130275.181986:0:10554:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880093e64e00/0x4ce24e5787360dde lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3f41c expref: -99 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130275.182152:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130275.182158:0:10554:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009431e000/0x4ce24e5787360dd7 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f415 expref: 10 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130275.182164:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130275.182167:0:10554:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093e64e00/0x4ce24e5787360dde lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f41c expref: 6 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130275.182210:0:10554:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009431e000/0x4ce24e5787360dd7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f415 expref: 10 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130275.182219:0:10554:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009431e000/0x4ce24e5787360dd7 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f415 expref: 10 pid: 8470 timeout: 573 lvb_type: 0 00000100:00100000:1.0:1746130275.182230:0:10554:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ac4df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10554:1830949841571840:192.168.204.51@tcp:104: 00000100:00100000:1.0:1746130275.182560:0:10554:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18fb9c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746130275.183885:0:10554:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008ac4df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10554:1830949841571840:192.168.204.51@tcp:104: 00010000:00010000:1.0:1746130275.183905:0:10554:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880093e64e00/0x4ce24e5787360dde lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f41c expref: 6 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130275.183916:0:10554:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093e64e00, rc 0) 00000100:00100000:1.0:1746130275.183933:0:10554:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ac71180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+6:31579:x1830949848870016:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1973us (2082us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130275.183939:0:10554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5713 00000100:00100000:0.0:1746130275.186232:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130275.188191:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130275.188234:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130275.188308:0:10554:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848870656 00000100:00100000:1.0:1746130275.188312:0:10554:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848870656 00000100:00100000:1.0:1746130275.188343:0:10554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5714 00000100:00100000:1.0:1746130275.188348:0:10554:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ac70700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:640ea846-b909-4eea-9a54-417e15bd627b+11:31578:x1830949848870656:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746130275.188358:0:10554:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746130275.188369:0:10554:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880093e65a00/0x4ce24e5787360de5 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3f423 expref: -99 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130275.188382:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130275.188388:0:10554:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880093e64e00/0x4ce24e5787360dde lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f41c expref: 5 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130275.188393:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130275.188513:0:10554:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093e65a00/0x4ce24e5787360de5 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f423 expref: 11 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130275.188577:0:10554:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880093e64e00/0x4ce24e5787360dde lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f41c expref: 5 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130275.188587:0:10554:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880093e64e00/0x4ce24e5787360dde lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f41c expref: 5 pid: 10554 timeout: 573 lvb_type: 0 00000100:00100000:1.0:1746130275.188598:0:10554:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ac4df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10554:1830949841572224:192.168.204.51@tcp:104: 00000100:00100000:1.0:1746130275.188663:0:10554:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18fb9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746130275.189850:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130275.189882:0:10554:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008ac4df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10554:1830949841572224:192.168.204.51@tcp:104: 00010000:00010000:1.0:1746130275.189900:0:10554:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880093e65a00/0x4ce24e5787360de5 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f423 expref: 11 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130275.189911:0:10554:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093e65a00, rc 0) 00000100:00100000:1.0:1746130275.190107:0:10554:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ac70700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:640ea846-b909-4eea-9a54-417e15bd627b+11:31578:x1830949848870656:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1687us (1848us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130275.190115:0:10554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5714 00000100:00100000:0.0:1746130275.191431:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130275.193640:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130275.195652:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130275.195703:0:10554:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848871424 00000100:00100000:1.0:1746130275.195709:0:10554:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848871424 00000100:00100000:1.0:1746130275.195749:0:10554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5715 00000100:00100000:1.0:1746130275.195755:0:10554:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ac73480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+5:31579:x1830949848871424:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746130275.195768:0:10554:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746130275.195782:0:10554:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880093e65000/0x4ce24e5787360dec lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3f42a expref: -99 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130275.195809:0:10554:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880093e65a00/0x4ce24e5787360de5 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f423 expref: 9 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130275.195815:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130275.195817:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130275.195821:0:10554:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093e65000/0x4ce24e5787360dec lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f42a expref: 6 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130275.195846:0:10554:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880093e65a00/0x4ce24e5787360de5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f423 expref: 9 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130275.195856:0:10554:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880093e65a00/0x4ce24e5787360de5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f423 expref: 9 pid: 10554 timeout: 573 lvb_type: 0 00000100:00100000:1.0:1746130275.195865:0:10554:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ac4df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10554:1830949841572480:192.168.204.51@tcp:104: 00000100:00100000:1.0:1746130275.195978:0:10554:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18fb9c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746130275.197224:0:10554:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008ac4df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10554:1830949841572480:192.168.204.51@tcp:104: 00010000:00010000:1.0:1746130275.197246:0:10554:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880093e65000/0x4ce24e5787360dec lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f42a expref: 6 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130275.197259:0:10554:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093e65000, rc 0) 00000100:00100000:1.0:1746130275.197319:0:10554:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ac73480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+6:31579:x1830949848871424:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1564us (1669us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130275.197326:0:10554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5715 00000100:00100000:0.0:1746130275.199381:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130275.202342:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130275.202394:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848871808 00000100:00100000:1.0:1746130275.202400:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848871808 00002000:00100000:1.0:1746130275.202434:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008ac70000 x1830949848871808/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:261/0 lens 488/0 e 0 to 0 dl 1746130286 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130275.202443:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ac70000 with x1830949848871808 ext(0->4095) 00002000:00010000:1.0:1746130275.202447:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008ac70000 00000100:00100000:1.0:1746130275.202524:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4546 00000100:00100000:1.0:1746130275.202531:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ac70000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949848871808:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746130275.202668:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ac70000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949848871808:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 137us (326us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746130275.202673:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4546 00002000:00100000:1.0:1746130275.202677:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008ac70000 x1830949848871808/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:261/0 lens 488/4536 e 0 to 0 dl 1746130286 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130275.202684:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ac70000 with x1830949848871808 ext(0->4095) 00002000:00010000:1.0:1746130275.202687:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008ac70000 00000100:00100000:0.0:1746130275.204172:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130275.204356:0:10554:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848871936 00000100:00100000:1.0:1746130275.204364:0:10554:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848871936 00000100:00100000:1.0:1746130275.204408:0:10554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5716 00000100:00100000:1.0:1746130275.204414:0:10554:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ac72a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:640ea846-b909-4eea-9a54-417e15bd627b+9:31579:x1830949848871936:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746130275.204426:0:10554:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746130275.204443:0:10554:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880093e64e00/0x4ce24e5787360df3 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3f431 expref: -99 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130275.204470:0:10554:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880093e65000/0x4ce24e5787360dec lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f42a expref: 5 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130275.204478:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130275.204479:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130275.204483:0:10554:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093e64e00/0x4ce24e5787360df3 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f431 expref: 10 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130275.204522:0:10554:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880093e65000/0x4ce24e5787360dec lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f42a expref: 5 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130275.204533:0:10554:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880093e65000/0x4ce24e5787360dec lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f42a expref: 5 pid: 10554 timeout: 573 lvb_type: 0 00000100:00100000:1.0:1746130275.204544:0:10554:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ac4df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10554:1830949841572736:192.168.204.51@tcp:104: 00000100:00100000:1.0:1746130275.204617:0:10554:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18fb780 going to sleep for 11 seconds 00000100:00100000:0.0:1746130275.205241:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130275.206533:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130275.206574:0:10554:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008ac4df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10554:1830949841572736:192.168.204.51@tcp:104: 00010000:00010000:1.0:1746130275.206594:0:10554:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880093e64e00/0x4ce24e5787360df3 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f431 expref: 11 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130275.206611:0:10554:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093e64e00, rc 0) 00000100:00100000:1.0:1746130275.206640:0:10554:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ac72a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:640ea846-b909-4eea-9a54-417e15bd627b+11:31579:x1830949848871936:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2225us (2475us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130275.206646:0:10554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5716 00000100:00100000:0.0:1746130275.208893:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130275.210614:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130275.210679:0:10554:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848872576 00000100:00100000:1.0:1746130275.210685:0:10554:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848872576 00000100:00100000:1.0:1746130275.210718:0:10554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5718 00000100:00100000:1.0:1746130275.210724:0:10554:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132f7ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+5:31579:x1830949848872576:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746130275.210737:0:10554:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746130275.210754:0:10554:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880093e65200/0x4ce24e5787360e01 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3f43f expref: -99 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130275.210778:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130275.210783:0:10554:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009431e000/0x4ce24e5787360dfa lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f438 expref: 10 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130275.210789:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746130275.210792:0:10554:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093e65200/0x4ce24e5787360e01 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f43f expref: 6 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130275.210822:0:10554:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009431e000/0x4ce24e5787360dfa lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f438 expref: 10 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130275.210833:0:10554:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880093e65200/0x4ce24e5787360e01 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f43f expref: 6 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130275.210846:0:10554:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093e65200, rc 0) 00000100:00100000:1.0:1746130275.210896:0:10554:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132f7ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+6:31579:x1830949848872576:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 172us (287us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130275.210902:0:10554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5718 00000100:00100000:0.0:1746130275.211064:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130275.213187:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130275.215686:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130275.215841:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130275.218036:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130275.220614:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130275.224752:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130275.228802:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130275.232015:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130275.235316:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130275.235350:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130275.235360:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848874368 00000100:00100000:1.0:1746130275.235368:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848874368 00002000:00100000:1.0:1746130275.235408:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880132f7d180 x1830949848874368/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:261/0 lens 488/0 e 0 to 0 dl 1746130286 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130275.235417:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132f7d180 with x1830949848874368 ext(0->4095) 00002000:00010000:1.0:1746130275.235421:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880132f7d180 00000100:00100000:1.0:1746130275.235440:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4548 00000100:00100000:1.0:1746130275.235447:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132f7d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949848874368:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746130275.235593:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132f7d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949848874368:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 146us (328us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746130275.235598:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4548 00002000:00100000:1.0:1746130275.235603:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880132f7d180 x1830949848874368/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:261/0 lens 488/4536 e 0 to 0 dl 1746130286 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130275.235649:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132f7d180 with x1830949848874368 ext(0->4095) 00002000:00010000:1.0:1746130275.235652:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880132f7d180 00000100:00100000:0.0:1746130275.237632:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130275.237686:0:10554:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848874624 00000100:00100000:1.0:1746130275.237692:0:10554:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848874624 00000100:00100000:0.0:1746130275.237867:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130275.237930:0:10554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5722 00000100:00100000:1.0:1746130275.237938:0:10554:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132f7c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:640ea846-b909-4eea-9a54-417e15bd627b+10:31579:x1830949848874624:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746130275.237950:0:10554:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746130275.237962:0:10554:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880093e64c00/0x4ce24e5787360e1d lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3f45b expref: -99 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130275.237985:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130275.237990:0:10554:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a796d000/0x4ce24e5787360e16 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f454 expref: 11 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130275.237995:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130275.237998:0:10554:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093e64c00/0x4ce24e5787360e1d lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f45b expref: 11 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130275.238023:0:10554:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a796d000/0x4ce24e5787360e16 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f454 expref: 11 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130275.238032:0:10554:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880093e64c00/0x4ce24e5787360e1d lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f45b expref: 11 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130275.238038:0:10554:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093e64c00, rc 0) 00000100:00100000:1.0:1746130275.238054:0:10554:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132f7c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:640ea846-b909-4eea-9a54-417e15bd627b+11:31579:x1830949848874624:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 118us (428us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130275.238059:0:10554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5722 00000100:00100000:0.0:1746130275.241447:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130275.246155:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130275.248653:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130275.251720:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130275.251789:0:10554:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848875520 00000100:00100000:1.0:1746130275.251798:0:10554:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848875520 00000100:00100000:1.0:1746130275.252418:0:10554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5723 00000100:00100000:1.0:1746130275.252469:0:10554:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800939b4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+5:31579:x1830949848875520:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746130275.252488:0:10554:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746130275.252517:0:10554:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880093e64800/0x4ce24e5787360e24 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3f462 expref: -99 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130275.252544:0:10554:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880093e64c00/0x4ce24e5787360e1d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f45b expref: 9 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130275.252551:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130275.252553:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130275.252556:0:10554:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093e64800/0x4ce24e5787360e24 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f462 expref: 6 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130275.252582:0:10554:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880093e64c00/0x4ce24e5787360e1d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f45b expref: 9 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130275.252593:0:10554:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880093e64c00/0x4ce24e5787360e1d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f45b expref: 9 pid: 10554 timeout: 573 lvb_type: 0 00000100:00100000:1.0:1746130275.252603:0:10554:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ac4df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10554:1830949841574528:192.168.204.51@tcp:104: 00000100:00100000:1.0:1746130275.252686:0:10554:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18fba80 going to sleep for 11 seconds 00000100:00100000:1.0:1746130275.254625:0:10554:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008ac4df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10554:1830949841574528:192.168.204.51@tcp:104: 00010000:00010000:1.0:1746130275.254649:0:10554:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880093e64800/0x4ce24e5787360e24 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f462 expref: 6 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130275.254663:0:10554:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093e64800, rc 0) 00000100:00100000:1.0:1746130275.254705:0:10554:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800939b4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+6:31579:x1830949848875520:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2240us (2995us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130275.254711:0:10554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5723 00000100:00100000:0.0:1746130275.255182:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130275.259194:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130275.261048:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130275.261112:0:10554:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848876032 00000100:00100000:1.0:1746130275.261117:0:10554:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848876032 00000100:00100000:1.0:1746130275.261153:0:10554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5724 00000100:00100000:1.0:1746130275.261158:0:10554:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800939b5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:640ea846-b909-4eea-9a54-417e15bd627b+9:31578:x1830949848876032:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746130275.261168:0:10554:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746130275.261242:0:10554:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880093e64e00/0x4ce24e5787360e2b lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3f469 expref: -99 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130275.261291:0:10554:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880093e64800/0x4ce24e5787360e24 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f462 expref: 5 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130275.261297:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130275.261298:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130275.261300:0:10554:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093e64e00/0x4ce24e5787360e2b lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f469 expref: 10 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130275.261323:0:10554:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880093e64800/0x4ce24e5787360e24 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f462 expref: 5 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130275.261331:0:10554:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880093e64800/0x4ce24e5787360e24 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f462 expref: 5 pid: 10554 timeout: 573 lvb_type: 0 00000100:00100000:1.0:1746130275.261338:0:10554:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ac4df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10554:1830949841574784:192.168.204.51@tcp:104: 00000100:00100000:1.0:1746130275.261402:0:10554:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18fba80 going to sleep for 11 seconds 00000100:00100000:0.0:1746130275.262453:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130275.263379:0:10554:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008ac4df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10554:1830949841574784:192.168.204.51@tcp:104: 00010000:00010000:1.0:1746130275.263396:0:10554:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880093e64e00/0x4ce24e5787360e2b lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f469 expref: 11 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130275.263410:0:10554:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093e64e00, rc 0) 00000100:00100000:1.0:1746130275.263443:0:10554:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800939b5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:640ea846-b909-4eea-9a54-417e15bd627b+11:31578:x1830949848876032:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2285us (2400us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130275.263449:0:10554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5724 00000100:00100000:0.0:1746130275.264361:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130275.268952:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130275.271649:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130275.275970:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130275.276033:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848876928 00000100:00100000:1.0:1746130275.276040:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848876928 00002000:00100000:1.0:1746130275.276077:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800939b7800 x1830949848876928/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:261/0 lens 488/0 e 0 to 0 dl 1746130286 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130275.276086:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800939b7800 with x1830949848876928 ext(0->4095) 00002000:00010000:1.0:1746130275.276090:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800939b7800 00000100:00100000:1.0:1746130275.276118:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4551 00000100:00100000:1.0:1746130275.276123:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800939b7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+10:1961:x1830949848876928:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746130275.276315:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800939b7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+10:1961:x1830949848876928:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 190us (353us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746130275.276321:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4551 00002000:00100000:1.0:1746130275.276326:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800939b7800 x1830949848876928/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:261/0 lens 488/4536 e 0 to 0 dl 1746130286 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130275.276333:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800939b7800 with x1830949848876928 ext(0->4095) 00002000:00010000:1.0:1746130275.276336:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800939b7800 00000100:00100000:0.0:1746130275.280199:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130275.280306:0:10554:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848877056 00000100:00100000:1.0:1746130275.280316:0:10554:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848877056 00000100:00100000:1.0:1746130275.280367:0:10554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5726 00000100:00100000:1.0:1746130275.280374:0:10554:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800939b4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+5:31579:x1830949848877056:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746130275.280390:0:10554:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746130275.280405:0:10554:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880093e64c00/0x4ce24e5787360e39 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3f477 expref: -99 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130275.280430:0:10554:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a796cc00/0x4ce24e5787360e32 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f470 expref: 9 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130275.280437:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130275.280438:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130275.280441:0:10554:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093e64c00/0x4ce24e5787360e39 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f477 expref: 6 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130275.280469:0:10554:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a796cc00/0x4ce24e5787360e32 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f470 expref: 9 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130275.280480:0:10554:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a796cc00/0x4ce24e5787360e32 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f470 expref: 9 pid: 20953 timeout: 573 lvb_type: 0 00000100:00100000:1.0:1746130275.280502:0:10554:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ac4df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10554:1830949841575296:192.168.204.51@tcp:104: 00000100:00100000:1.0:1746130275.280595:0:10554:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18fb0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746130275.283825:0:10554:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008ac4df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10554:1830949841575296:192.168.204.51@tcp:104: 00000100:00100000:0.0:1746130275.283832:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00010000:00010000:1.0:1746130275.283852:0:10554:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880093e64c00/0x4ce24e5787360e39 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f477 expref: 6 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130275.283866:0:10554:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093e64c00, rc 0) 00000100:00100000:1.0:1746130275.283908:0:10554:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800939b4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+6:31579:x1830949848877056:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3535us (3719us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130275.283920:0:10554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5726 00000100:00100000:0.0:1746130275.287012:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130275.287049:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130275.287113:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848877568 00000100:00100000:1.0:1746130275.287118:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848877568 00002000:00100000:1.0:1746130275.287158:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800939b7b80 x1830949848877568/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:261/0 lens 488/0 e 0 to 0 dl 1746130286 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130275.287167:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800939b7b80 with x1830949848877568 ext(0->4095) 00002000:00010000:1.0:1746130275.287171:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800939b7b80 00000100:00100000:1.0:1746130275.287198:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4552 00000100:00100000:1.0:1746130275.287204:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800939b7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949848877568:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746130275.287362:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800939b7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949848877568:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 157us (350us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746130275.287368:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4552 00002000:00100000:1.0:1746130275.287373:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800939b7b80 x1830949848877568/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:261/0 lens 488/4536 e 0 to 0 dl 1746130286 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130275.287380:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800939b7b80 with x1830949848877568 ext(0->4095) 00010000:00010000:1.0:1746130275.287385:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093e64c00/0x4ce24e5787360e39 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f477 expref: 6 pid: 10554 timeout: 573 lvb_type: 0 00010000:00010000:1.0:1746130275.287397:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093e64c00/0x4ce24e5787360e39 lrc: 6/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f477 expref: 6 pid: 10554 timeout: 573 lvb_type: 0 00002000:00010000:1.0:1746130275.287403:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800939b7b80 00000100:00100000:0.0:1746130275.289714:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130275.289753:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130275.292640:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130275.294657:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130275.297106:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130275.297358:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848878464 00000100:00100000:1.0:1746130275.297365:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848878464 00002000:00100000:1.0:1746130275.297398:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880135b28700 x1830949848878464/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:261/0 lens 488/0 e 0 to 0 dl 1746130286 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130275.297407:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135b28700 with x1830949848878464 ext(0->4095) 00002000:00010000:1.0:1746130275.297410:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880135b28700 00000100:00100000:1.0:1746130275.297436:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4553 00000100:00100000:1.0:1746130275.297442:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135b28700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+10:1962:x1830949848878464:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746130275.297701:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135b28700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+10:1962:x1830949848878464:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 258us (594us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746130275.297706:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4553 00002000:00100000:1.0:1746130275.297711:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880135b28700 x1830949848878464/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:261/0 lens 488/4536 e 0 to 0 dl 1746130286 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130275.297717:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135b28700 with x1830949848878464 ext(0->4095) 00002000:00010000:1.0:1746130275.297720:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880135b28700 00000100:00100000:0.0:1746130275.298803:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130275.301619:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130275.304749:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130275.304820:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848878976 00000100:00100000:1.0:1746130275.304827:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848878976 00002000:00100000:1.0:1746130275.304867:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800942cea00 x1830949848878976/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:261/0 lens 488/0 e 0 to 0 dl 1746130286 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130275.304878:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800942cea00 with x1830949848878976 ext(0->4095) 00002000:00010000:1.0:1746130275.304883:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800942cea00 00000100:00100000:1.0:1746130275.304910:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4554 00000100:00100000:1.0:1746130275.304917:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800942cea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949848878976:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746130275.305077:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800942cea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949848878976:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 161us (329us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746130275.305087:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4554 00002000:00100000:1.0:1746130275.305093:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800942cea00 x1830949848878976/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:261/0 lens 488/4536 e 0 to 0 dl 1746130286 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130275.305100:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800942cea00 with x1830949848878976 ext(0->4095) 00002000:00010000:1.0:1746130275.305103:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800942cea00 00000100:00100000:0.0:1746130275.307467:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130275.307523:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130275.307836:0:8469:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5731 00000100:00100000:0.0:1746130275.307853:0:8469:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800942cfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:640ea846-b909-4eea-9a54-417e15bd627b+11:31578:x1830949848879232:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746130275.307871:0:8469:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746130275.307886:0:8469:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009494c600/0x4ce24e5787360e5c lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3f49a expref: -99 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130275.307912:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130275.307917:0:8469:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a796da00/0x4ce24e5787360e55 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f493 expref: 12 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130275.307922:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746130275.307925:0:8469:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009494c600/0x4ce24e5787360e5c lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f49a expref: 12 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130275.307962:0:8469:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a796da00/0x4ce24e5787360e55 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f493 expref: 12 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130275.307972:0:8469:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009494c600/0x4ce24e5787360e5c lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f49a expref: 12 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130275.307981:0:8469:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009494c600, rc 0) 00000100:00100000:0.0:1746130275.308020:0:8469:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800942cfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:640ea846-b909-4eea-9a54-417e15bd627b+12:31578:x1830949848879232:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 175us (497us total) trans 0 rc 0/0 00000100:00100000:0.0:1746130275.308026:0:8469:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5731 00000100:00100000:0.0:1746130275.310676:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130275.312779:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130275.315905:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130275.315961:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130275.319686:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130275.322186:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130275.322380:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130275.324464:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848880640 00000100:00100000:0.0:1746130275.324470:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848880640 00002000:00100000:0.0:1746130275.324508:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880134a82680 x1830949848880640/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:261/0 lens 488/0 e 0 to 0 dl 1746130286 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746130275.324516:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134a82680 with x1830949848880640 ext(0->4095) 00010000:00010000:0.0:1746130275.324523:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a796c200/0x4ce24e5787360e63 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f4a1 expref: 6 pid: 10554 timeout: 573 lvb_type: 0 00010000:00010000:0.0:1746130275.324537:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a796c200/0x4ce24e5787360e63 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f4a1 expref: 6 pid: 10554 timeout: 573 lvb_type: 0 00002000:00010000:0.0:1746130275.324542:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880134a82680 00000100:00100000:0.0:1746130275.324567:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2239 00000100:00100000:0.0:1746130275.324572:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134a82680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949848880640:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746130275.324726:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134a82680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949848880640:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 153us (283us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746130275.324732:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2239 00002000:00100000:0.0:1746130275.324737:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880134a82680 x1830949848880640/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:261/0 lens 488/4536 e 0 to 0 dl 1746130286 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746130275.324744:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134a82680 with x1830949848880640 ext(0->4095) 00010000:00010000:0.0:1746130275.324749:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a796c200/0x4ce24e5787360e63 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f4a1 expref: 6 pid: 10554 timeout: 573 lvb_type: 0 00010000:00010000:0.0:1746130275.324768:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a796c200/0x4ce24e5787360e63 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f4a1 expref: 6 pid: 10554 timeout: 573 lvb_type: 0 00002000:00010000:0.0:1746130275.324773:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880134a82680 00000100:00100000:0.0:1746130275.326112:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130275.329218:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130275.329287:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848881024 00000100:00100000:1.0:1746130275.329294:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848881024 00002000:00100000:1.0:1746130275.329330:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800942cc700 x1830949848881024/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:261/0 lens 488/0 e 0 to 0 dl 1746130286 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130275.329338:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800942cc700 with x1830949848881024 ext(0->4095) 00002000:00010000:1.0:1746130275.329341:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800942cc700 00000100:00100000:1.0:1746130275.329356:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4555 00000100:00100000:1.0:1746130275.329361:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800942cc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+10:1962:x1830949848881024:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746130275.329744:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800942cc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+10:1962:x1830949848881024:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 381us (526us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746130275.329751:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4555 00002000:00100000:1.0:1746130275.329756:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800942cc700 x1830949848881024/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:261/0 lens 488/4536 e 0 to 0 dl 1746130286 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130275.329763:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800942cc700 with x1830949848881024 ext(0->4095) 00002000:00010000:1.0:1746130275.329765:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800942cc700 00000100:00100000:0.0:1746130275.331553:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130275.334345:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130275.337086:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130275.337291:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848881536 00000100:00100000:1.0:1746130275.337298:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848881536 00002000:00100000:1.0:1746130275.337333:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092d0df80 x1830949848881536/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:261/0 lens 488/0 e 0 to 0 dl 1746130286 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130275.337344:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092d0df80 with x1830949848881536 ext(0->4095) 00002000:00010000:1.0:1746130275.337348:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092d0df80 00000100:00100000:1.0:1746130275.337377:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4556 00000100:00100000:1.0:1746130275.337384:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092d0df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949848881536:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746130275.337582:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092d0df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949848881536:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 198us (505us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746130275.337588:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4556 00002000:00100000:1.0:1746130275.337593:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092d0df80 x1830949848881536/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:261/0 lens 488/4536 e 0 to 0 dl 1746130286 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130275.337598:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092d0df80 with x1830949848881536 ext(0->4095) 00002000:00010000:1.0:1746130275.337601:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092d0df80 00000100:00100000:0.0:1746130275.339659:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130275.339748:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130275.343707:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130275.348676:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130275.351428:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130275.355379:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130275.360825:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130275.362911:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130275.366383:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130275.366459:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130275.366702:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848883200 00000100:00100000:1.0:1746130275.366707:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848883200 00002000:00100000:1.0:1746130275.366738:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880094b9d180 x1830949848883200/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:261/0 lens 488/0 e 0 to 0 dl 1746130286 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130275.366747:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094b9d180 with x1830949848883200 ext(0->4095) 00002000:00010000:1.0:1746130275.366752:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880094b9d180 00000100:00100000:1.0:1746130275.366765:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4558 00000100:00100000:1.0:1746130275.366770:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094b9d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949848883200:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746130275.366897:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094b9d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949848883200:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 126us (438us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746130275.366904:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4558 00002000:00100000:1.0:1746130275.366909:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880094b9d180 x1830949848883200/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:261/0 lens 488/4536 e 0 to 0 dl 1746130286 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130275.366916:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094b9d180 with x1830949848883200 ext(0->4095) 00010000:00010000:1.0:1746130275.366920:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a796ca00/0x4ce24e5787360e86 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f4c4 expref: 6 pid: 10554 timeout: 573 lvb_type: 0 00010000:00010000:1.0:1746130275.366930:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a796ca00/0x4ce24e5787360e86 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f4c4 expref: 6 pid: 10554 timeout: 573 lvb_type: 0 00002000:00010000:1.0:1746130275.366936:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880094b9d180 00000100:00100000:0.0:1746130275.368326:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130275.368859:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130275.377954:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130275.378072:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848884224 00000100:00100000:1.0:1746130275.378079:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848884224 00002000:00100000:1.0:1746130275.378111:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880094b9d880 x1830949848884224/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:261/0 lens 488/0 e 0 to 0 dl 1746130286 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130275.378119:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094b9d880 with x1830949848884224 ext(0->4095) 00010000:00010000:1.0:1746130275.378126:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009367b000/0x4ce24e5787360e94 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f4d2 expref: 6 pid: 10554 timeout: 573 lvb_type: 0 00010000:00010000:1.0:1746130275.378136:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009367b000/0x4ce24e5787360e94 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f4d2 expref: 6 pid: 10554 timeout: 573 lvb_type: 0 00002000:00010000:1.0:1746130275.378140:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880094b9d880 00000100:00100000:1.0:1746130275.378169:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2242 00000100:00100000:1.0:1746130275.378175:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094b9d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949848884224:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746130275.378354:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094b9d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949848884224:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 180us (401us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746130275.378363:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2242 00002000:00100000:1.0:1746130275.378368:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880094b9d880 x1830949848884224/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:261/0 lens 488/4536 e 0 to 0 dl 1746130286 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130275.378374:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094b9d880 with x1830949848884224 ext(0->4095) 00010000:00010000:1.0:1746130275.378378:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009367b000/0x4ce24e5787360e94 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f4d2 expref: 6 pid: 10554 timeout: 573 lvb_type: 0 00010000:00010000:1.0:1746130275.378386:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009367b000/0x4ce24e5787360e94 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f4d2 expref: 6 pid: 10554 timeout: 573 lvb_type: 0 00002000:00010000:1.0:1746130275.378391:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880094b9d880 00000100:00100000:0.0:1746130275.380888:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130275.382912:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130275.385532:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130275.388673:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130275.391704:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130275.391782:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848885120 00000100:00100000:1.0:1746130275.391790:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848885120 00002000:00100000:1.0:1746130275.391835:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880094b9f100 x1830949848885120/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:261/0 lens 488/0 e 0 to 0 dl 1746130286 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130275.391844:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094b9f100 with x1830949848885120 ext(0->4095) 00002000:00010000:1.0:1746130275.391848:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880094b9f100 00000100:00100000:1.0:1746130275.391876:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4560 00000100:00100000:1.0:1746130275.391883:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094b9f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949848885120:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746130275.392021:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094b9f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949848885120:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 138us (324us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746130275.392027:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4560 00002000:00100000:1.0:1746130275.392032:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880094b9f100 x1830949848885120/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:261/0 lens 488/4536 e 0 to 0 dl 1746130286 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130275.392044:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094b9f100 with x1830949848885120 ext(0->4095) 00002000:00010000:1.0:1746130275.392046:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880094b9f100 00000100:00100000:0.0:1746130275.393340:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130275.393781:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130275.393848:0:8470:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848885376 00000100:00100000:1.0:1746130275.393853:0:8470:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848885376 00000100:00100000:1.0:1746130275.393876:0:8470:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5743 00000100:00100000:1.0:1746130275.393881:0:8470:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801344cbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:640ea846-b909-4eea-9a54-417e15bd627b+11:31578:x1830949848885376:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746130275.393888:0:8470:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746130275.393895:0:8470:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880093e64e00/0x4ce24e5787360eb0 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3f4ee expref: -99 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130275.393907:0:8470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130275.393910:0:8470:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009367a600/0x4ce24e5787360ea9 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f4e7 expref: 12 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130275.393915:0:8470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130275.393918:0:8470:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093e64e00/0x4ce24e5787360eb0 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f4ee expref: 12 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130275.393936:0:8470:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009367a600/0x4ce24e5787360ea9 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f4e7 expref: 12 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130275.393945:0:8470:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880093e64e00/0x4ce24e5787360eb0 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f4ee expref: 12 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130275.393954:0:8470:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093e64e00, rc 0) 00000100:00100000:1.0:1746130275.393977:0:8470:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801344cbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:640ea846-b909-4eea-9a54-417e15bd627b+12:31578:x1830949848885376:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 96us (196us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130275.393984:0:8470:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5743 00000100:00100000:0.0:1746130275.395778:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130275.398954:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130275.399239:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848885760 00000100:00100000:1.0:1746130275.399246:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848885760 00002000:00100000:1.0:1746130275.399299:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801344cb800 x1830949848885760/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:261/0 lens 488/0 e 0 to 0 dl 1746130286 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130275.399308:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801344cb800 with x1830949848885760 ext(0->4095) 00010000:00010000:1.0:1746130275.399319:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009367a600/0x4ce24e5787360ea9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f4e7 expref: 11 pid: 10554 timeout: 573 lvb_type: 0 00010000:00010000:1.0:1746130275.399330:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009367a600/0x4ce24e5787360ea9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f4e7 expref: 11 pid: 10554 timeout: 573 lvb_type: 0 00002000:00010000:1.0:1746130275.399335:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801344cb800 00000100:00100000:1.0:1746130275.399455:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2243 00000100:00100000:1.0:1746130275.399462:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801344cb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+11:1961:x1830949848885760:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746130275.399617:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801344cb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+11:1961:x1830949848885760:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 155us (668us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746130275.399623:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2243 00002000:00100000:1.0:1746130275.399628:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801344cb800 x1830949848885760/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:261/0 lens 488/4536 e 0 to 0 dl 1746130286 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130275.399635:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801344cb800 with x1830949848885760 ext(0->4095) 00010000:00010000:1.0:1746130275.399639:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009367a600/0x4ce24e5787360ea9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f4e7 expref: 11 pid: 10554 timeout: 573 lvb_type: 0 00010000:00010000:1.0:1746130275.399652:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009367a600/0x4ce24e5787360ea9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f4e7 expref: 11 pid: 10554 timeout: 573 lvb_type: 0 00002000:00010000:1.0:1746130275.399658:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801344cb800 00000100:00100000:0.0:1746130275.400847:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130275.401130:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130275.403784:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130275.405172:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130275.405219:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130275.407349:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130275.407380:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848886784 00000100:00100000:1.0:1746130275.407385:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848886784 00002000:00100000:1.0:1746130275.407414:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801344c8a80 x1830949848886784/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:261/0 lens 488/0 e 0 to 0 dl 1746130286 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130275.407423:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801344c8a80 with x1830949848886784 ext(0->4095) 00010000:00010000:1.0:1746130275.407429:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009431e200/0x4ce24e5787360eb7 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f4f5 expref: 6 pid: 20953 timeout: 573 lvb_type: 0 00010000:00010000:1.0:1746130275.407439:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009431e200/0x4ce24e5787360eb7 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f4f5 expref: 6 pid: 20953 timeout: 573 lvb_type: 0 00002000:00010000:1.0:1746130275.407445:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801344c8a80 00000100:00100000:1.0:1746130275.407471:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2245 00000100:00100000:1.0:1746130275.407477:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801344c8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949848886784:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746130275.407626:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801344c8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949848886784:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 149us (397us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746130275.407632:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2245 00002000:00100000:1.0:1746130275.407636:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801344c8a80 x1830949848886784/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:261/0 lens 488/4536 e 0 to 0 dl 1746130286 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130275.407642:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801344c8a80 with x1830949848886784 ext(0->4095) 00010000:00010000:1.0:1746130275.407648:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009431e200/0x4ce24e5787360eb7 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f4f5 expref: 6 pid: 20953 timeout: 573 lvb_type: 0 00010000:00010000:1.0:1746130275.407657:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009431e200/0x4ce24e5787360eb7 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f4f5 expref: 6 pid: 20953 timeout: 573 lvb_type: 0 00002000:00010000:1.0:1746130275.407662:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801344c8a80 00000100:00100000:0.0:1746130275.409639:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130275.411797:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130275.411884:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848887168 00000100:00100000:1.0:1746130275.411890:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848887168 00002000:00100000:1.0:1746130275.411921:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801344cad80 x1830949848887168/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:261/0 lens 488/0 e 0 to 0 dl 1746130286 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130275.411929:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801344cad80 with x1830949848887168 ext(0->4095) 00002000:00010000:1.0:1746130275.411933:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801344cad80 00000100:00100000:1.0:1746130275.411960:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4561 00000100:00100000:1.0:1746130275.411966:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801344cad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+10:1961:x1830949848887168:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746130275.412537:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801344cad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+10:1961:x1830949848887168:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 569us (739us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746130275.412543:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4561 00002000:00100000:1.0:1746130275.412548:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801344cad80 x1830949848887168/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:261/0 lens 488/4536 e 0 to 0 dl 1746130286 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130275.412554:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801344cad80 with x1830949848887168 ext(0->4095) 00002000:00010000:1.0:1746130275.412557:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801344cad80 00000100:00100000:0.0:1746130275.414170:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130275.416306:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130275.418387:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130275.418471:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848887680 00000100:00100000:1.0:1746130275.418476:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848887680 00002000:00100000:1.0:1746130275.418515:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801344c9f80 x1830949848887680/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:261/0 lens 488/0 e 0 to 0 dl 1746130286 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130275.418530:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801344c9f80 with x1830949848887680 ext(0->4095) 00002000:00010000:1.0:1746130275.418533:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801344c9f80 00000100:00100000:1.0:1746130275.418773:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4562 00000100:00100000:1.0:1746130275.418781:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801344c9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949848887680:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746130275.419230:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801344c9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949848887680:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 448us (842us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746130275.419236:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4562 00002000:00100000:1.0:1746130275.419241:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801344c9f80 x1830949848887680/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:261/0 lens 488/4536 e 0 to 0 dl 1746130286 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130275.419248:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801344c9f80 with x1830949848887680 ext(0->4095) 00002000:00010000:1.0:1746130275.419250:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801344c9f80 00000100:00100000:0.0:1746130275.421757:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130275.422122:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130275.422148:0:20953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848887936 00000100:00100000:0.0:1746130275.422152:0:20953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848887936 00000100:00100000:0.0:1746130275.422174:0:20953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5748 00000100:00100000:0.0:1746130275.422178:0:20953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ac4df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:640ea846-b909-4eea-9a54-417e15bd627b+11:31578:x1830949848887936:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746130275.422185:0:20953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746130275.422191:0:20953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009494d600/0x4ce24e5787360ed3 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3f511 expref: -99 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130275.422203:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130275.422207:0:20953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009431e000/0x4ce24e5787360ecc lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f50a expref: 12 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130275.422211:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746130275.422213:0:20953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009494d600/0x4ce24e5787360ed3 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f511 expref: 12 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130275.422236:0:20953:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009431e000/0x4ce24e5787360ecc lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f50a expref: 12 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130275.422245:0:20953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009494d600/0x4ce24e5787360ed3 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f511 expref: 12 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130275.422253:0:20953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009494d600, rc 0) 00000100:00100000:0.0:1746130275.422654:0:20953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ac4df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:640ea846-b909-4eea-9a54-417e15bd627b+12:31578:x1830949848887936:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 474us (532us total) trans 0 rc 0/0 00000100:00100000:0.0:1746130275.422660:0:20953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5748 00000100:00100000:0.0:1746130275.423978:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130275.427201:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130275.427310:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848888320 00000100:00100000:1.0:1746130275.427317:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848888320 00002000:00100000:1.0:1746130275.427358:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801344cb100 x1830949848888320/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:261/0 lens 488/0 e 0 to 0 dl 1746130286 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130275.427368:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801344cb100 with x1830949848888320 ext(0->4095) 00010000:00010000:1.0:1746130275.427376:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009431e000/0x4ce24e5787360ecc lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f50a expref: 11 pid: 10554 timeout: 573 lvb_type: 0 00010000:00010000:1.0:1746130275.427388:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009431e000/0x4ce24e5787360ecc lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f50a expref: 11 pid: 10554 timeout: 573 lvb_type: 0 00002000:00010000:1.0:1746130275.427393:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801344cb100 00000100:00100000:1.0:1746130275.427419:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2246 00000100:00100000:1.0:1746130275.427429:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801344cb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+11:1962:x1830949848888320:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746130275.427589:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801344cb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+11:1962:x1830949848888320:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 161us (388us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746130275.427596:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2246 00002000:00100000:1.0:1746130275.427600:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801344cb100 x1830949848888320/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:261/0 lens 488/4536 e 0 to 0 dl 1746130286 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130275.427608:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801344cb100 with x1830949848888320 ext(0->4095) 00010000:00010000:1.0:1746130275.427612:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009431e000/0x4ce24e5787360ecc lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f50a expref: 11 pid: 10554 timeout: 573 lvb_type: 0 00010000:00010000:1.0:1746130275.427620:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009431e000/0x4ce24e5787360ecc lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f50a expref: 11 pid: 10554 timeout: 573 lvb_type: 0 00002000:00010000:1.0:1746130275.427625:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801344cb100 00000100:00100000:0.0:1746130275.429606:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130275.430749:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130275.433717:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130275.435505:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130275.435547:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130275.439649:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130275.443863:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130275.449171:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848889728 00000100:00100000:0.0:1746130275.449177:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848889728 00002000:00100000:0.0:1746130275.449319:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880134a81500 x1830949848889728/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:261/0 lens 488/0 e 0 to 0 dl 1746130286 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746130275.449329:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134a81500 with x1830949848889728 ext(0->4095) 00002000:00010000:0.0:1746130275.449333:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880134a81500 00000100:00100000:0.0:1746130275.449356:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4563 00000100:00100000:0.0:1746130275.449363:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134a81500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+10:1961:x1830949848889728:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746130275.449484:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134a81500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+10:1961:x1830949848889728:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 122us (377us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746130275.449500:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4563 00002000:00100000:0.0:1746130275.449505:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880134a81500 x1830949848889728/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:261/0 lens 488/4536 e 0 to 0 dl 1746130286 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746130275.449518:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134a81500 with x1830949848889728 ext(0->4095) 00002000:00010000:0.0:1746130275.449520:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880134a81500 00000100:00100000:0.0:1746130275.452926:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130275.455612:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130275.458118:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130275.458195:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130275.458408:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848890368 00000100:00100000:1.0:1746130275.458411:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848890368 00002000:00100000:1.0:1746130275.458440:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880094a74380 x1830949848890368/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:261/0 lens 488/0 e 0 to 0 dl 1746130286 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130275.458448:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094a74380 with x1830949848890368 ext(0->4095) 00010000:00010000:1.0:1746130275.458453:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a796da00/0x4ce24e5787360ee8 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f526 expref: 6 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130275.458460:0:25275:0:(ldlm_lockd.c:596:ldlm_refresh_waiting_lock()) ### wasn't waiting ns: filter-lustre-OST0000_UUID lock: ffff8800a796da00/0x4ce24e5787360ee8 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f526 expref: 6 pid: 10554 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1746130275.458469:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880094a74380 00000100:00100000:1.0:1746130275.458500:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2249 00000100:00100000:1.0:1746130275.458505:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094a74380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949848890368:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746130275.458629:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094a74380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949848890368:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 123us (434us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746130275.458634:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2249 00002000:00100000:1.0:1746130275.458638:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880094a74380 x1830949848890368/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:261/0 lens 488/4536 e 0 to 0 dl 1746130286 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130275.458645:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094a74380 with x1830949848890368 ext(0->4095) 00010000:00010000:1.0:1746130275.458648:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a796da00/0x4ce24e5787360ee8 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f526 expref: 6 pid: 10554 timeout: 573 lvb_type: 0 00010000:00010000:1.0:1746130275.458656:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a796da00/0x4ce24e5787360ee8 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f526 expref: 6 pid: 10554 timeout: 573 lvb_type: 0 00002000:00010000:1.0:1746130275.458660:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880094a74380 00000100:00100000:0.0:1746130275.460655:0:10554:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134a80a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10554:1830949841581952:192.168.204.51@tcp:104: 00010000:00010000:0.0:1746130275.460680:0:10554:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a796cc00/0x4ce24e5787360eef lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f52d expref: 10 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130275.460693:0:10554:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a796cc00, rc 0) 00000100:00100000:0.0:1746130275.460727:0:10554:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094a75500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:640ea846-b909-4eea-9a54-417e15bd627b+10:31578:x1830949848890112:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2479us (2618us total) trans 0 rc 0/0 00000100:00100000:0.0:1746130275.460733:0:10554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5752 00000100:00100000:0.0:1746130275.460751:0:10554:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848890496 00000100:00100000:0.0:1746130275.460754:0:10554:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848890496 00000100:00100000:0.0:1746130275.460783:0:10554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5753 00000100:00100000:0.0:1746130275.460789:0:10554:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134a83480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:640ea846-b909-4eea-9a54-417e15bd627b+10:31579:x1830949848890496:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746130275.460799:0:10554:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746130275.460809:0:10554:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009494d800/0x4ce24e5787360ef6 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3f534 expref: -99 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130275.460824:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130275.460827:0:10554:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a796cc00/0x4ce24e5787360eef lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f52d expref: 11 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130275.460836:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746130275.460839:0:10554:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009494d800/0x4ce24e5787360ef6 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f534 expref: 11 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130275.460862:0:10554:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a796cc00/0x4ce24e5787360eef lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f52d expref: 11 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130275.460871:0:10554:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009494d800/0x4ce24e5787360ef6 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f534 expref: 11 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130275.460878:0:10554:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009494d800, rc 0) 00000100:00100000:0.0:1746130275.460897:0:10554:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134a83480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:640ea846-b909-4eea-9a54-417e15bd627b+11:31579:x1830949848890496:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 108us (281us total) trans 0 rc 0/0 00000100:00100000:0.0:1746130275.460902:0:10554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5753 00000100:00100000:0.0:1746130275.463235:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130275.463308:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848890880 00000100:00100000:1.0:1746130275.463314:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848890880 00002000:00100000:1.0:1746130275.463342:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092498700 x1830949848890880/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:261/0 lens 488/0 e 0 to 0 dl 1746130286 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130275.463351:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092498700 with x1830949848890880 ext(0->4095) 00010000:00010000:1.0:1746130275.463357:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a796cc00/0x4ce24e5787360eef lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f52d expref: 11 pid: 10554 timeout: 573 lvb_type: 0 00010000:00010000:1.0:1746130275.463373:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a796cc00/0x4ce24e5787360eef lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f52d expref: 11 pid: 10554 timeout: 573 lvb_type: 0 00002000:00010000:1.0:1746130275.463378:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092498700 00000100:00100000:1.0:1746130275.463391:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2250 00000100:00100000:1.0:1746130275.463396:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092498700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+11:1961:x1830949848890880:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746130275.463537:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092498700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+11:1961:x1830949848890880:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 139us (301us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746130275.463543:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2250 00002000:00100000:1.0:1746130275.463629:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092498700 x1830949848890880/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:261/0 lens 488/4536 e 0 to 0 dl 1746130286 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130275.463636:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092498700 with x1830949848890880 ext(0->4095) 00010000:00010000:1.0:1746130275.463640:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a796cc00/0x4ce24e5787360eef lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f52d expref: 11 pid: 10554 timeout: 573 lvb_type: 0 00010000:00010000:1.0:1746130275.463649:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a796cc00/0x4ce24e5787360eef lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f52d expref: 11 pid: 10554 timeout: 573 lvb_type: 0 00002000:00010000:1.0:1746130275.463654:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092498700 00000100:00100000:0.0:1746130275.465456:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130275.471058:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130275.471230:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848891264 00000100:00100000:1.0:1746130275.471240:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848891264 00002000:00100000:1.0:1746130275.471288:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092499180 x1830949848891264/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:261/0 lens 488/0 e 0 to 0 dl 1746130286 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130275.471295:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092499180 with x1830949848891264 ext(0->4095) 00002000:00010000:1.0:1746130275.471300:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092499180 00000100:00100000:1.0:1746130275.471320:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4564 00000100:00100000:1.0:1746130275.471326:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092499180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+10:1961:x1830949848891264:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746130275.471931:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092499180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+10:1961:x1830949848891264:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 603us (873us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746130275.471936:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4564 00002000:00100000:1.0:1746130275.471941:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092499180 x1830949848891264/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:261/0 lens 488/4536 e 0 to 0 dl 1746130286 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130275.471948:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092499180 with x1830949848891264 ext(0->4095) 00002000:00010000:1.0:1746130275.471951:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092499180 00000100:00100000:0.0:1746130275.473481:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130275.473551:0:20953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848891392 00000100:00100000:1.0:1746130275.473558:0:20953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848891392 00000100:00100000:1.0:1746130275.473597:0:20953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5754 00000100:00100000:1.0:1746130275.473610:0:20953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092256680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c84b93b0-d496-484f-8e1e-94008838f2dd+5:31579:x1830949848891392:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746130275.473623:0:20953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746130275.473637:0:20953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880093e65200/0x4ce24e5787360efd lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3f53b expref: -99 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130275.473660:0:20953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009494d800/0x4ce24e5787360ef6 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f534 expref: 9 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130275.473784:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130275.473790:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130275.473794:0:20953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093e65200/0x4ce24e5787360efd lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f53b expref: 6 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130275.473826:0:20953:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009494d800/0x4ce24e5787360ef6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f534 expref: 9 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130275.473837:0:20953:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009494d800/0x4ce24e5787360ef6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f534 expref: 9 pid: 10554 timeout: 573 lvb_type: 0 00000100:00100000:1.0:1746130275.473847:0:20953:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ac4d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:20953:1830949841582464:192.168.204.51@tcp:104: 00000100:00100000:1.0:1746130275.474052:0:20953:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18fb540 going to sleep for 11 seconds 00000100:00100000:1.0:1746130275.476484:0:20953:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008ac4d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:20953:1830949841582464:192.168.204.51@tcp:104: 00010000:00010000:1.0:1746130275.476521:0:20953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880093e65200/0x4ce24e5787360efd lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f53b expref: 6 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130275.476534:0:20953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093e65200, rc 0) 00000100:00100000:1.0:1746130275.476589:0:20953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092256680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c84b93b0-d496-484f-8e1e-94008838f2dd+6:31579:x1830949848891392:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2978us (3111us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130275.476597:0:20953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5754 00000100:00100000:0.0:1746130275.477022:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130275.478738:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130275.478810:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848891776 00000100:00100000:1.0:1746130275.478816:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848891776 00002000:00100000:1.0:1746130275.478847:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092257480 x1830949848891776/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:261/0 lens 488/0 e 0 to 0 dl 1746130286 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130275.478856:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092257480 with x1830949848891776 ext(0->4095) 00002000:00010000:1.0:1746130275.478859:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092257480 00000100:00100000:1.0:1746130275.478888:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4565 00000100:00100000:1.0:1746130275.478894:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092257480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949848891776:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746130275.479109:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092257480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949848891776:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 214us (371us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746130275.479115:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4565 00002000:00100000:1.0:1746130275.479120:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092257480 x1830949848891776/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:261/0 lens 488/4536 e 0 to 0 dl 1746130286 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130275.479128:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092257480 with x1830949848891776 ext(0->4095) 00002000:00010000:1.0:1746130275.479130:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092257480 00000100:00100000:0.0:1746130275.480414:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130275.480485:0:20953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848891904 00000100:00100000:1.0:1746130275.480502:0:20953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848891904 00000100:00100000:1.0:1746130275.480539:0:20953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5755 00000100:00100000:1.0:1746130275.480545:0:20953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092254a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:640ea846-b909-4eea-9a54-417e15bd627b+9:31579:x1830949848891904:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746130275.480558:0:20953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746130275.480573:0:20953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880093e64800/0x4ce24e5787360f04 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3f542 expref: -99 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130275.480597:0:20953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880093e65200/0x4ce24e5787360efd lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f53b expref: 5 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130275.480605:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130275.480607:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130275.480610:0:20953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093e64800/0x4ce24e5787360f04 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f542 expref: 10 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130275.480635:0:20953:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880093e65200/0x4ce24e5787360efd lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f53b expref: 5 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130275.480651:0:20953:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880093e65200/0x4ce24e5787360efd lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f53b expref: 5 pid: 20953 timeout: 573 lvb_type: 0 00000100:00100000:1.0:1746130275.480662:0:20953:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ac4d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:20953:1830949841582720:192.168.204.51@tcp:104: 00000100:00100000:1.0:1746130275.480837:0:20953:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18fb000 going to sleep for 11 seconds 00000100:00100000:0.0:1746130275.482231:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130275.482260:0:20953:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008ac4d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:20953:1830949841582720:192.168.204.51@tcp:104: 00010000:00010000:1.0:1746130275.482299:0:20953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880093e64800/0x4ce24e5787360f04 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f542 expref: 10 pid: 20953 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746130275.482309:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00010000:00010000:1.0:1746130275.482312:0:20953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093e64800, rc 0) 00000100:00100000:1.0:1746130275.482344:0:20953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092254a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:640ea846-b909-4eea-9a54-417e15bd627b+10:31579:x1830949848891904:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1799us (1934us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130275.482351:0:20953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5755 00000100:00100000:1.0:1746130275.482370:0:20953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848892032 00000100:00100000:1.0:1746130275.482374:0:20953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848892032 00000100:00100000:1.0:1746130275.482393:0:20953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5756 00000100:00100000:1.0:1746130275.482399:0:20953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7d43100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:640ea846-b909-4eea-9a54-417e15bd627b+10:31578:x1830949848892032:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746130275.482477:0:20953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746130275.482588:0:20953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880093e64c00/0x4ce24e5787360f0b lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3f549 expref: -99 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130275.482628:0:20953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880093e64800/0x4ce24e5787360f04 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f542 expref: 11 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130275.482639:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130275.482641:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130275.482643:0:20953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093e64c00/0x4ce24e5787360f0b lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f549 expref: 11 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130275.482660:0:20953:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880093e64800/0x4ce24e5787360f04 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f542 expref: 11 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130275.482669:0:20953:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880093e64800/0x4ce24e5787360f04 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f542 expref: 11 pid: 20953 timeout: 573 lvb_type: 0 00000100:00100000:1.0:1746130275.482678:0:20953:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ac4d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:20953:1830949841582848:192.168.204.51@tcp:104: 00000100:00100000:1.0:1746130275.482753:0:20953:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18fb000 going to sleep for 11 seconds 00000100:00100000:1.0:1746130275.483800:0:20953:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008ac4d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:20953:1830949841582848:192.168.204.51@tcp:104: 00010000:00010000:1.0:1746130275.483816:0:20953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880093e64c00/0x4ce24e5787360f0b lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f549 expref: 11 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130275.483825:0:20953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093e64c00, rc 0) 00000100:00100000:1.0:1746130275.483848:0:20953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7d43100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:640ea846-b909-4eea-9a54-417e15bd627b+11:31578:x1830949848892032:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1449us (1620us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130275.483854:0:20953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5756 00000100:00100000:0.0:1746130275.483966:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130275.483996:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848892416 00000100:00100000:1.0:1746130275.484000:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848892416 00002000:00100000:1.0:1746130275.484022:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800a7d40700 x1830949848892416/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:261/0 lens 488/0 e 0 to 0 dl 1746130286 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130275.484036:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a7d40700 with x1830949848892416 ext(0->4095) 00010000:00010000:1.0:1746130275.484041:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093e64800/0x4ce24e5787360f04 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f542 expref: 11 pid: 20953 timeout: 573 lvb_type: 0 00010000:00010000:1.0:1746130275.484052:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093e64800/0x4ce24e5787360f04 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f542 expref: 11 pid: 20953 timeout: 573 lvb_type: 0 00002000:00010000:1.0:1746130275.484058:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a7d40700 00000100:00100000:1.0:1746130275.484081:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2251 00000100:00100000:1.0:1746130275.484086:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7d40700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+11:1963:x1830949848892416:12345-192.168.204.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746130275.484201:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7d40700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+11:1963:x1830949848892416:12345-192.168.204.51@tcp:3:ptlrpcd_01_00.0 Request processed in 114us (235us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746130275.484207:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2251 00002000:00100000:1.0:1746130275.484211:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800a7d40700 x1830949848892416/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:261/0 lens 488/4536 e 0 to 0 dl 1746130286 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130275.484218:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a7d40700 with x1830949848892416 ext(0->4095) 00010000:00010000:1.0:1746130275.484222:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093e64800/0x4ce24e5787360f04 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f542 expref: 11 pid: 20953 timeout: 573 lvb_type: 0 00010000:00010000:1.0:1746130275.484230:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093e64800/0x4ce24e5787360f04 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f542 expref: 11 pid: 20953 timeout: 573 lvb_type: 0 00002000:00010000:1.0:1746130275.484235:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a7d40700 00000100:00100000:0.0:1746130275.485914:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130275.485959:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130275.486041:0:20953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848892544 00000100:00100000:1.0:1746130275.486045:0:20953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848892544 00000100:00100000:1.0:1746130275.486068:0:20953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5757 00000100:00100000:1.0:1746130275.486074:0:20953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7d41f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c84b93b0-d496-484f-8e1e-94008838f2dd+5:31579:x1830949848892544:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746130275.486084:0:20953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746130275.486094:0:20953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880093e65000/0x4ce24e5787360f12 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3f550 expref: -99 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130275.486108:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130275.486112:0:20953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880093e64c00/0x4ce24e5787360f0b lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f549 expref: 10 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130275.486149:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130275.486153:0:20953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093e65000/0x4ce24e5787360f12 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f550 expref: 6 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130275.486186:0:20953:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880093e64c00/0x4ce24e5787360f0b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f549 expref: 10 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130275.486195:0:20953:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880093e64c00/0x4ce24e5787360f0b lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f549 expref: 10 pid: 20953 timeout: 573 lvb_type: 0 00000100:00100000:1.0:1746130275.486205:0:20953:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ac4d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:20953:1830949841583232:192.168.204.51@tcp:104: 00000100:00100000:1.0:1746130275.486298:0:20953:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18fb9c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746130275.487372:0:20953:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008ac4d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:20953:1830949841583232:192.168.204.51@tcp:104: 00000100:00100000:0.0:1746130275.487378:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00010000:00010000:1.0:1746130275.487388:0:20953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880093e65000/0x4ce24e5787360f12 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f550 expref: 6 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130275.487397:0:20953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093e65000, rc 0) 00000100:00100000:1.0:1746130275.487481:0:20953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7d41f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c84b93b0-d496-484f-8e1e-94008838f2dd+6:31579:x1830949848892544:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1406us (1572us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130275.487499:0:20953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5757 00000100:00100000:0.0:1746130275.489004:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130275.489050:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130275.489116:0:20953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848893184 00000100:00100000:1.0:1746130275.489120:0:20953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848893184 00000100:00100000:1.0:1746130275.489138:0:20953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5758 00000100:00100000:1.0:1746130275.489144:0:20953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a596b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:640ea846-b909-4eea-9a54-417e15bd627b+11:31578:x1830949848893184:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746130275.489154:0:20953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746130275.489163:0:20953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880093e65c00/0x4ce24e5787360f19 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3f557 expref: -99 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130275.489177:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130275.489182:0:20953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880093e65000/0x4ce24e5787360f12 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f550 expref: 5 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130275.489188:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130275.489191:0:20953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093e65c00/0x4ce24e5787360f19 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f557 expref: 11 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130275.489255:0:20953:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880093e65000/0x4ce24e5787360f12 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f550 expref: 5 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130275.489322:0:20953:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880093e65000/0x4ce24e5787360f12 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f550 expref: 5 pid: 20953 timeout: 573 lvb_type: 0 00000100:00100000:1.0:1746130275.489334:0:20953:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ac4d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:20953:1830949841583488:192.168.204.51@tcp:104: 00000100:00100000:1.0:1746130275.489436:0:20953:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18fb9c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746130275.490687:0:20953:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008ac4d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:20953:1830949841583488:192.168.204.51@tcp:104: 00010000:00010000:1.0:1746130275.490707:0:20953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880093e65c00/0x4ce24e5787360f19 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f557 expref: 11 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130275.490722:0:20953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093e65c00, rc 0) 00000100:00100000:1.0:1746130275.490747:0:20953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a596b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:640ea846-b909-4eea-9a54-417e15bd627b+11:31578:x1830949848893184:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1604us (1746us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130275.490753:0:20953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5758 00000100:00100000:0.0:1746130275.490987:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130275.495336:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130275.496999:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130275.497047:0:20953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848893952 00000100:00100000:1.0:1746130275.497052:0:20953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848893952 00000100:00100000:1.0:1746130275.497093:0:20953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5759 00000100:00100000:1.0:1746130275.497099:0:20953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008af76680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c84b93b0-d496-484f-8e1e-94008838f2dd+5:31579:x1830949848893952:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746130275.497111:0:20953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746130275.497125:0:20953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880097bed400/0x4ce24e5787360f20 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3f55e expref: -99 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130275.497146:0:20953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880093e65c00/0x4ce24e5787360f19 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f557 expref: 9 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130275.497153:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130275.497154:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130275.497158:0:20953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097bed400/0x4ce24e5787360f20 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f55e expref: 6 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130275.497183:0:20953:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880093e65c00/0x4ce24e5787360f19 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f557 expref: 9 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130275.497194:0:20953:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880093e65c00/0x4ce24e5787360f19 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f557 expref: 9 pid: 20953 timeout: 573 lvb_type: 0 00000100:00100000:1.0:1746130275.497204:0:20953:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ac4d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:20953:1830949841583744:192.168.204.51@tcp:104: 00000100:00100000:1.0:1746130275.497316:0:20953:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18fb9c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746130275.498368:0:20953:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008ac4d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:20953:1830949841583744:192.168.204.51@tcp:104: 00010000:00010000:1.0:1746130275.498390:0:20953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880097bed400/0x4ce24e5787360f20 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f55e expref: 6 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130275.498401:0:20953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097bed400, rc 0) 00000100:00100000:1.0:1746130275.498429:0:20953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008af76680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c84b93b0-d496-484f-8e1e-94008838f2dd+6:31579:x1830949848893952:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1330us (1435us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130275.498436:0:20953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5759 00000100:00100000:0.0:1746130275.498558:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130275.500309:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130275.500353:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848894336 00000100:00100000:1.0:1746130275.500358:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848894336 00002000:00100000:1.0:1746130275.500387:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008af77b80 x1830949848894336/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:261/0 lens 488/0 e 0 to 0 dl 1746130286 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130275.500394:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008af77b80 with x1830949848894336 ext(0->4095) 00002000:00010000:1.0:1746130275.500397:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008af77b80 00000100:00100000:1.0:1746130275.500419:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4567 00000100:00100000:1.0:1746130275.500423:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008af77b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949848894336:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746130275.500552:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008af77b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949848894336:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 127us (247us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746130275.500557:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4567 00002000:00100000:1.0:1746130275.500561:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008af77b80 x1830949848894336/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:261/0 lens 488/4536 e 0 to 0 dl 1746130286 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130275.500573:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008af77b80 with x1830949848894336 ext(0->4095) 00002000:00010000:1.0:1746130275.500575:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008af77b80 00000100:00100000:0.0:1746130275.503722:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130275.503848:0:20953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848894464 00000100:00100000:1.0:1746130275.503856:0:20953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848894464 00000100:00100000:1.0:1746130275.503929:0:20953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5760 00000100:00100000:1.0:1746130275.503937:0:20953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008af77100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:640ea846-b909-4eea-9a54-417e15bd627b+9:31579:x1830949848894464:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746130275.503953:0:20953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746130275.503972:0:20953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009421f400/0x4ce24e5787360f27 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3f565 expref: -99 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130275.503998:0:20953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880097bed400/0x4ce24e5787360f20 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f55e expref: 5 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130275.504004:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130275.504006:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130275.504009:0:20953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009421f400/0x4ce24e5787360f27 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f565 expref: 10 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130275.504033:0:20953:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880097bed400/0x4ce24e5787360f20 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f55e expref: 5 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130275.504042:0:20953:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880097bed400/0x4ce24e5787360f20 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f55e expref: 5 pid: 20953 timeout: 573 lvb_type: 0 00000100:00100000:1.0:1746130275.504052:0:20953:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ac4d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:20953:1830949841584000:192.168.204.51@tcp:104: 00000100:00100000:1.0:1746130275.504137:0:20953:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18fb3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746130275.505347:0:20953:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008ac4d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:20953:1830949841584000:192.168.204.51@tcp:104: 00010000:00010000:1.0:1746130275.505369:0:20953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009421f400/0x4ce24e5787360f27 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f565 expref: 10 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130275.505381:0:20953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009421f400, rc 0) 00000100:00100000:1.0:1746130275.505418:0:20953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008af77100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:640ea846-b909-4eea-9a54-417e15bd627b+10:31579:x1830949848894464:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1481us (1703us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130275.505425:0:20953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5760 00000100:00100000:0.0:1746130275.505693:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130275.506088:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130275.506145:0:20953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848894720 00000100:00100000:1.0:1746130275.506149:0:20953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848894720 00000100:00100000:1.0:1746130275.506167:0:20953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5761 00000100:00100000:1.0:1746130275.506173:0:20953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091f45180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:640ea846-b909-4eea-9a54-417e15bd627b+10:31578:x1830949848894720:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746130275.506183:0:20953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746130275.506191:0:20953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009421f600/0x4ce24e5787360f2e lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3f56c expref: -99 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130275.506206:0:20953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009421f400/0x4ce24e5787360f27 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f565 expref: 11 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130275.506212:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130275.506213:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130275.506216:0:20953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009421f600/0x4ce24e5787360f2e lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f56c expref: 11 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130275.506229:0:20953:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009421f400/0x4ce24e5787360f27 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f565 expref: 11 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130275.506237:0:20953:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009421f400/0x4ce24e5787360f27 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f565 expref: 11 pid: 20953 timeout: 573 lvb_type: 0 00000100:00100000:1.0:1746130275.506245:0:20953:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ac4d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:20953:1830949841584256:192.168.204.51@tcp:104: 00000100:00100000:1.0:1746130275.506309:0:20953:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18fb3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746130275.507607:0:20953:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008ac4d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:20953:1830949841584256:192.168.204.51@tcp:104: 00010000:00010000:1.0:1746130275.507623:0:20953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009421f600/0x4ce24e5787360f2e lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f56c expref: 11 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130275.507634:0:20953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009421f600, rc 0) 00000100:00100000:1.0:1746130275.507651:0:20953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091f45180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:640ea846-b909-4eea-9a54-417e15bd627b+11:31578:x1830949848894720:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1479us (1563us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130275.507657:0:20953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5761 00000100:00100000:1.0:1746130275.507811:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130275.509350:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130275.509390:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130275.510082:0:20953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848895104 00000100:00100000:1.0:1746130275.510086:0:20953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848895104 00000100:00100000:1.0:1746130275.510116:0:20953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5762 00000100:00100000:1.0:1746130275.510122:0:20953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091f46d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c84b93b0-d496-484f-8e1e-94008838f2dd+5:31579:x1830949848895104:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746130275.510132:0:20953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746130275.510142:0:20953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009413c600/0x4ce24e5787360f35 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3f573 expref: -99 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130275.510158:0:20953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009421f600/0x4ce24e5787360f2e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f56c expref: 10 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130275.510164:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130275.510166:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130275.510169:0:20953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009413c600/0x4ce24e5787360f35 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f573 expref: 6 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130275.510186:0:20953:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009421f600/0x4ce24e5787360f2e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f56c expref: 10 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130275.510201:0:20953:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009421f600/0x4ce24e5787360f2e lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f56c expref: 10 pid: 20953 timeout: 573 lvb_type: 0 00000100:00100000:1.0:1746130275.510209:0:20953:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ac4e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:20953:1830949841584512:192.168.204.51@tcp:104: 00000100:00100000:1.0:1746130275.510242:0:20953:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18fb3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746130275.511396:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130275.511399:0:20953:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008ac4e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:20953:1830949841584512:192.168.204.51@tcp:104: 00010000:00010000:1.0:1746130275.511417:0:20953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009413c600/0x4ce24e5787360f35 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f573 expref: 6 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130275.511427:0:20953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009413c600, rc 0) 00000100:00100000:1.0:1746130275.511473:0:20953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091f46d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c84b93b0-d496-484f-8e1e-94008838f2dd+6:31579:x1830949848895104:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1351us (2126us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130275.511479:0:20953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5762 00000100:00100000:0.0:1746130275.513174:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130275.513226:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130275.513307:0:20953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848895616 00000100:00100000:1.0:1746130275.513313:0:20953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848895616 00000100:00100000:1.0:1746130275.513344:0:20953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5763 00000100:00100000:1.0:1746130275.513350:0:20953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801350bc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:640ea846-b909-4eea-9a54-417e15bd627b+11:31578:x1830949848895616:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746130275.513360:0:20953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746130275.513372:0:20953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009413ca00/0x4ce24e5787360f3c lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3f57a expref: -99 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130275.513396:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130275.513401:0:20953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009413c600/0x4ce24e5787360f35 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f573 expref: 5 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130275.513407:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746130275.513410:0:20953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009413ca00/0x4ce24e5787360f3c lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f57a expref: 12 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130275.513436:0:20953:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009413c600/0x4ce24e5787360f35 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f573 expref: 5 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130275.513446:0:20953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009413ca00/0x4ce24e5787360f3c lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f57a expref: 12 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130275.513453:0:20953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009413ca00, rc 0) 00000100:00100000:1.0:1746130275.513483:0:20953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801350bc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:640ea846-b909-4eea-9a54-417e15bd627b+12:31578:x1830949848895616:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 133us (314us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130275.513503:0:20953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5763 00000100:00100000:0.0:1746130275.515579:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130275.516977:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130275.520178:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130275.521715:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130275.521775:0:20953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848896512 00000100:00100000:1.0:1746130275.521781:0:20953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848896512 00000100:00100000:1.0:1746130275.521819:0:20953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5764 00000100:00100000:1.0:1746130275.521826:0:20953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135aff100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c84b93b0-d496-484f-8e1e-94008838f2dd+5:31579:x1830949848896512:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746130275.521837:0:20953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746130275.521852:0:20953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009421f400/0x4ce24e5787360f43 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3f581 expref: -99 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130275.521878:0:20953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009413ca00/0x4ce24e5787360f3c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f57a expref: 9 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130275.521885:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130275.521887:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130275.521890:0:20953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009421f400/0x4ce24e5787360f43 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f581 expref: 6 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130275.521916:0:20953:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009413ca00/0x4ce24e5787360f3c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f57a expref: 9 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130275.521928:0:20953:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009413ca00/0x4ce24e5787360f3c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f57a expref: 9 pid: 20953 timeout: 573 lvb_type: 0 00000100:00100000:1.0:1746130275.521938:0:20953:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ac4e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:20953:1830949841585024:192.168.204.51@tcp:104: 00000100:00100000:1.0:1746130275.522025:0:20953:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18fb3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746130275.523628:0:20953:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008ac4e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:20953:1830949841585024:192.168.204.51@tcp:104: 00010000:00010000:1.0:1746130275.523652:0:20953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009421f400/0x4ce24e5787360f43 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f581 expref: 6 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130275.523665:0:20953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009421f400, rc 0) 00000100:00100000:1.0:1746130275.523696:0:20953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135aff100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c84b93b0-d496-484f-8e1e-94008838f2dd+6:31579:x1830949848896512:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1871us (1986us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130275.523703:0:20953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5764 00000100:00100000:0.0:1746130275.526368:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130275.528832:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130275.528899:0:20953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848897024 00000100:00100000:1.0:1746130275.528907:0:20953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848897024 00000100:00100000:1.0:1746130275.528956:0:20953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5765 00000100:00100000:1.0:1746130275.528964:0:20953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135afd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:640ea846-b909-4eea-9a54-417e15bd627b+9:31579:x1830949848897024:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746130275.528979:0:20953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746130275.528992:0:20953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099532600/0x4ce24e5787360f4a lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3f588 expref: -99 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130275.529019:0:20953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009421f400/0x4ce24e5787360f43 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f581 expref: 5 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130275.529026:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130275.529027:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130275.529032:0:20953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099532600/0x4ce24e5787360f4a lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f588 expref: 10 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130275.529186:0:20953:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009421f400/0x4ce24e5787360f43 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f581 expref: 5 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130275.529198:0:20953:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009421f400/0x4ce24e5787360f43 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f581 expref: 5 pid: 20953 timeout: 573 lvb_type: 0 00000100:00100000:1.0:1746130275.529208:0:20953:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ac4e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:20953:1830949841585280:192.168.204.51@tcp:104: 00000100:00100000:1.0:1746130275.529320:0:20953:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18fb3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746130275.530229:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130275.530707:0:20953:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008ac4e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:20953:1830949841585280:192.168.204.51@tcp:104: 00010000:00010000:1.0:1746130275.530729:0:20953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880099532600/0x4ce24e5787360f4a lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f588 expref: 12 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130275.530744:0:20953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099532600, rc 0) 00000100:00100000:1.0:1746130275.530787:0:20953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135afd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:640ea846-b909-4eea-9a54-417e15bd627b+12:31579:x1830949848897024:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1824us (2072us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130275.530793:0:20953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5765 00000100:00100000:0.0:1746130275.531402:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130275.534468:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130275.536124:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130275.536172:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130275.536201:0:20953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848897664 00000100:00100000:1.0:1746130275.536207:0:20953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848897664 00000100:00100000:1.0:1746130275.536246:0:20953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5767 00000100:00100000:1.0:1746130275.536252:0:20953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013514f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c84b93b0-d496-484f-8e1e-94008838f2dd+5:31579:x1830949848897664:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746130275.536264:0:20953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746130275.536296:0:20953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099532400/0x4ce24e5787360f58 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3f596 expref: -99 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130275.536313:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130275.536318:0:20953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a796c600/0x4ce24e5787360f51 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f58f expref: 10 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130275.536324:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746130275.536327:0:20953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099532400/0x4ce24e5787360f58 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f596 expref: 6 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130275.536360:0:20953:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a796c600/0x4ce24e5787360f51 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f58f expref: 11 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130275.536368:0:20953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880099532400/0x4ce24e5787360f58 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f596 expref: 6 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130275.536376:0:20953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099532400, rc 0) 00000100:00100000:1.0:1746130275.536405:0:20953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013514f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c84b93b0-d496-484f-8e1e-94008838f2dd+6:31579:x1830949848897664:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 154us (286us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130275.536408:0:20953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5767 00000100:00100000:0.0:1746130275.538857:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130275.543757:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130275.543813:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130275.543904:0:20953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848898304 00000100:00100000:1.0:1746130275.543911:0:20953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848898304 00000100:00100000:1.0:1746130275.543957:0:20953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5768 00000100:00100000:1.0:1746130275.543963:0:20953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013514fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:640ea846-b909-4eea-9a54-417e15bd627b+10:31578:x1830949848898304:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746130275.543978:0:20953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746130275.543993:0:20953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099533c00/0x4ce24e5787360f5f lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3f59d expref: -99 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130275.544014:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130275.544018:0:20953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880099532400/0x4ce24e5787360f58 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f596 expref: 5 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130275.544023:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746130275.544026:0:20953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099533c00/0x4ce24e5787360f5f lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f59d expref: 12 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130275.544062:0:20953:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880099532400/0x4ce24e5787360f58 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f596 expref: 5 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130275.544076:0:20953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880099533c00/0x4ce24e5787360f5f lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f59d expref: 12 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130275.544089:0:20953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099533c00, rc 0) 00000100:00100000:1.0:1746130275.544129:0:20953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013514fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:640ea846-b909-4eea-9a54-417e15bd627b+11:31578:x1830949848898304:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 166us (379us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130275.544135:0:20953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5768 00000100:00100000:0.0:1746130275.547086:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130275.549324:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130275.555211:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130275.558970:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130275.559115:0:20953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848899072 00000100:00100000:1.0:1746130275.559123:0:20953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848899072 00000100:00100000:1.0:1746130275.559176:0:20953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5769 00000100:00100000:1.0:1746130275.559181:0:20953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013514d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c84b93b0-d496-484f-8e1e-94008838f2dd+5:31579:x1830949848899072:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746130275.559198:0:20953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746130275.559213:0:20953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099532200/0x4ce24e5787360f66 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3f5a4 expref: -99 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130275.559237:0:20953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880099533c00/0x4ce24e5787360f5f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f59d expref: 9 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130275.559243:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130275.559244:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130275.559246:0:20953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099532200/0x4ce24e5787360f66 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f5a4 expref: 6 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130275.559304:0:20953:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880099533c00/0x4ce24e5787360f5f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f59d expref: 9 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130275.559315:0:20953:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880099533c00/0x4ce24e5787360f5f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f59d expref: 9 pid: 20953 timeout: 573 lvb_type: 0 00000100:00100000:1.0:1746130275.559329:0:20953:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ac4e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:20953:1830949841586304:192.168.204.51@tcp:104: 00000100:00100000:1.0:1746130275.559643:0:20953:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18fb3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746130275.561853:0:20953:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008ac4e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:20953:1830949841586304:192.168.204.51@tcp:104: 00010000:00010000:1.0:1746130275.561979:0:20953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880099532200/0x4ce24e5787360f66 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f5a4 expref: 6 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130275.561998:0:20953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099532200, rc 0) 00000100:00100000:1.0:1746130275.562040:0:20953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013514d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c84b93b0-d496-484f-8e1e-94008838f2dd+6:31579:x1830949848899072:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2858us (3084us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130275.562048:0:20953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5769 00000100:00100000:0.0:1746130275.562629:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130275.568069:0:20953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848899328 00000100:00100000:1.0:1746130275.568078:0:20953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848899328 00000100:00100000:1.0:1746130275.568125:0:20953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5770 00000100:00100000:1.0:1746130275.568132:0:20953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134a80a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:640ea846-b909-4eea-9a54-417e15bd627b+10:31578:x1830949848899328:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746130275.568147:0:20953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746130275.568160:0:20953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099533200/0x4ce24e5787360f6d lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3f5ab expref: -99 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130275.568186:0:20953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880099532200/0x4ce24e5787360f66 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f5a4 expref: 5 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130275.568193:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130275.568194:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130275.568197:0:20953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099533200/0x4ce24e5787360f6d lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f5ab expref: 11 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130275.568226:0:20953:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880099532200/0x4ce24e5787360f66 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f5a4 expref: 5 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130275.568237:0:20953:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880099532200/0x4ce24e5787360f66 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f5a4 expref: 5 pid: 20953 timeout: 573 lvb_type: 0 00000100:00100000:1.0:1746130275.568251:0:20953:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ac4e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:20953:1830949841586560:192.168.204.51@tcp:104: 00000100:00100000:1.0:1746130275.568353:0:20953:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18fb3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746130275.571525:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130275.571705:0:20953:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008ac4e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:20953:1830949841586560:192.168.204.51@tcp:104: 00010000:00010000:1.0:1746130275.571746:0:20953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880099533200/0x4ce24e5787360f6d lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f5ab expref: 10 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130275.571764:0:20953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099533200, rc 0) 00000100:00100000:1.0:1746130275.571821:0:20953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134a80a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:640ea846-b909-4eea-9a54-417e15bd627b+10:31578:x1830949848899328:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3687us (3929us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130275.571831:0:20953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5770 00000100:00100000:0.0:1746130275.574889:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130275.575639:0:20953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848899712 00000100:00100000:1.0:1746130275.575650:0:20953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848899712 00000100:00100000:1.0:1746130275.575717:0:20953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5771 00000100:00100000:1.0:1746130275.575727:0:20953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009412ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:640ea846-b909-4eea-9a54-417e15bd627b+10:31579:x1830949848899712:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746130275.575747:0:20953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746130275.575767:0:20953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099533000/0x4ce24e5787360f74 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3f5b2 expref: -99 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130275.575796:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130275.575802:0:20953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880099533200/0x4ce24e5787360f6d lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f5ab expref: 11 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130275.575809:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130275.575813:0:20953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099533000/0x4ce24e5787360f74 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f5b2 expref: 11 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130275.575852:0:20953:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880099533200/0x4ce24e5787360f6d lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f5ab expref: 11 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130275.575868:0:20953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880099533000/0x4ce24e5787360f74 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f5b2 expref: 11 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130275.575878:0:20953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099533000, rc 0) 00000100:00100000:1.0:1746130275.575952:0:20953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009412ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:640ea846-b909-4eea-9a54-417e15bd627b+11:31579:x1830949848899712:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 225us (1070us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130275.575959:0:20953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5771 00000100:00100000:0.0:1746130275.578902:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130275.587838:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130275.588341:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848900096 00000100:00100000:1.0:1746130275.588348:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848900096 00002000:00100000:1.0:1746130275.588392:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008c4ff100 x1830949848900096/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:261/0 lens 488/0 e 0 to 0 dl 1746130286 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130275.588401:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c4ff100 with x1830949848900096 ext(0->4095) 00010000:00010000:1.0:1746130275.588408:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880099533200/0x4ce24e5787360f6d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f5ab expref: 11 pid: 20953 timeout: 573 lvb_type: 0 00010000:00010000:1.0:1746130275.588420:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880099533200/0x4ce24e5787360f6d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f5ab expref: 11 pid: 20953 timeout: 573 lvb_type: 0 00002000:00010000:1.0:1746130275.588430:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008c4ff100 00000100:00100000:1.0:1746130275.589871:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2261 00000100:00100000:1.0:1746130275.589888:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c4ff100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+11:1961:x1830949848900096:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746130275.590091:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c4ff100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+11:1961:x1830949848900096:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 210us (2261us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746130275.590098:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2261 00002000:00100000:1.0:1746130275.590105:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008c4ff100 x1830949848900096/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:261/0 lens 488/4536 e 0 to 0 dl 1746130286 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130275.590114:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c4ff100 with x1830949848900096 ext(0->4095) 00010000:00010000:1.0:1746130275.590123:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880099533200/0x4ce24e5787360f6d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f5ab expref: 11 pid: 20953 timeout: 573 lvb_type: 0 00010000:00010000:1.0:1746130275.590134:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880099533200/0x4ce24e5787360f6d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f5ab expref: 11 pid: 20953 timeout: 573 lvb_type: 0 00002000:00010000:1.0:1746130275.590140:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008c4ff100 00000100:00100000:0.0:1746130275.591857:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130275.595300:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130275.595335:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130275.595361:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130275.595382:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130275.595395:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130275.595452:0:20953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848900608 00000100:00100000:0.0:1746130275.595460:0:20953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848900608 00000100:00100000:0.0:1746130275.595522:0:8470:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848900864 00000100:00100000:0.0:1746130275.595525:0:8470:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848900864 00000100:00100000:0.0:1746130275.595545:0:8470:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 404 00000100:00100000:0.0:1746130275.595551:0:8470:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c4fdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:640ea846-b909-4eea-9a54-417e15bd627b+5:1961:x1830949848900608:12345-192.168.204.51@tcp:400:kworker.0 00000100:00100000:0.0:1746130275.595599:0:8470:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c4fdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:640ea846-b909-4eea-9a54-417e15bd627b+5:1961:x1830949848900608:12345-192.168.204.51@tcp:400:kworker.0 Request processed in 49us (216us total) trans 0 rc 0/0 00000100:00100000:0.0:1746130275.595605:0:8470:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 404 00000100:00100000:0.0:1746130275.595617:0:8470:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 405 00000100:00100000:0.0:1746130275.595621:0:8470:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c4fdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c84b93b0-d496-484f-8e1e-94008838f2dd+5:1961:x1830949848900864:12345-192.168.204.51@tcp:400:kworker.0 00000100:00100000:0.0:1746130275.595636:0:8470:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c4fdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c84b93b0-d496-484f-8e1e-94008838f2dd+5:1961:x1830949848900864:12345-192.168.204.51@tcp:400:kworker.0 Request processed in 15us (240us total) trans 0 rc 0/0 00000100:00100000:0.0:1746130275.595640:0:8470:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 405 00000100:00080000:0.0:1746130275.595719:0:7108:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746130275.595745:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091950e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841586944:192.168.204.51@tcp:105: 00010000:00010000:0.0:1746130275.595765:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746130275.595783:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c4ff800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+10:1961:x1830949848900224:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 3556us (3933us total) trans 0 rc 0/0 00000100:00100000:0.0:1746130275.595790:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14035 00000100:00100000:1.0:1746130275.596091:0:7107:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848900352 00000100:00100000:1.0:1746130275.596094:0:7107:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848900352 00000100:00100000:1.0:1746130275.596118:0:7107:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 371 00000100:00100000:1.0:1746130275.596122:0:7107:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b23fe850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:51482484-f6ce-4c5d-8880-328e8ed7a70a+12:1961:x1830949848900352:12345-192.168.204.51@tcp:400:kworker.0 00000100:00100000:1.0:1746130275.596145:0:7107:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b23fe850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:51482484-f6ce-4c5d-8880-328e8ed7a70a+12:1961:x1830949848900352:12345-192.168.204.51@tcp:400:kworker.0 Request processed in 23us (783us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130275.596149:0:7107:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 371 00000100:00080000:0.0:1746130275.596455:0:7108:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746130275.598963:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130275.602201:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130275.605060:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130275.607916:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130275.609315:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130275.611620:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130275.611795:0:20953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5774 00000100:00100000:0.0:1746130275.611823:0:20953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4cd4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:640ea846-b909-4eea-9a54-417e15bd627b+10:31579:x1830949848901888:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746130275.611860:0:20953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746130275.611873:0:20953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009494d600/0x4ce24e5787360f89 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3f5c7 expref: -99 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130275.611893:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130275.611898:0:20953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a796d200/0x4ce24e5787360f82 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f5c0 expref: 11 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130275.611907:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746130275.611910:0:20953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009494d600/0x4ce24e5787360f89 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f5c7 expref: 11 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130275.612067:0:20953:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a796d200/0x4ce24e5787360f82 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f5c0 expref: 11 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130275.612078:0:20953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009494d600/0x4ce24e5787360f89 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f5c7 expref: 11 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130275.612085:0:20953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009494d600, rc 0) 00000100:00100000:0.0:1746130275.612180:0:20953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4cd4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:640ea846-b909-4eea-9a54-417e15bd627b+11:31579:x1830949848901888:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 357us (560us total) trans 0 rc 0/0 00000100:00100000:0.0:1746130275.612186:0:20953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5774 00000100:00100000:0.0:1746130275.612506:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130275.614366:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130275.616758:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130275.619748:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130275.619965:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848902656 00000100:00100000:1.0:1746130275.619972:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848902656 00002000:00100000:1.0:1746130275.620006:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801354c7100 x1830949848902656/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:261/0 lens 488/0 e 0 to 0 dl 1746130286 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130275.620016:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801354c7100 with x1830949848902656 ext(0->4095) 00002000:00010000:1.0:1746130275.620020:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801354c7100 00000100:00100000:1.0:1746130275.620034:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4572 00000100:00100000:1.0:1746130275.620040:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801354c7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+10:1964:x1830949848902656:12345-192.168.204.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746130275.620798:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801354c7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+10:1964:x1830949848902656:12345-192.168.204.51@tcp:3:ptlrpcd_01_01.0 Request processed in 755us (1055us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746130275.620805:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4572 00002000:00100000:1.0:1746130275.620811:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801354c7100 x1830949848902656/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:261/0 lens 488/4536 e 0 to 0 dl 1746130286 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130275.620818:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801354c7100 with x1830949848902656 ext(0->4095) 00002000:00010000:1.0:1746130275.620822:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801354c7100 00000100:00100000:0.0:1746130275.622950:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130275.625503:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130275.627912:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130275.628040:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848903168 00000100:00100000:1.0:1746130275.628048:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848903168 00002000:00100000:1.0:1746130275.628087:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092e2e680 x1830949848903168/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:261/0 lens 488/0 e 0 to 0 dl 1746130286 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130275.628101:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092e2e680 with x1830949848903168 ext(0->4095) 00002000:00010000:1.0:1746130275.628105:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092e2e680 00000100:00100000:1.0:1746130275.628132:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4573 00000100:00100000:1.0:1746130275.628138:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e2e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949848903168:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746130275.628328:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e2e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949848903168:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 189us (415us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746130275.628334:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4573 00002000:00100000:1.0:1746130275.628339:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092e2e680 x1830949848903168/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:261/0 lens 488/4536 e 0 to 0 dl 1746130286 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130275.628347:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092e2e680 with x1830949848903168 ext(0->4095) 00002000:00010000:1.0:1746130275.628350:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092e2e680 00000100:00100000:0.0:1746130275.631089:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130275.631187:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130275.631295:0:10554:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848903296 00000100:00100000:1.0:1746130275.631305:0:10554:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848903296 00000100:00100000:1.0:1746130275.631334:0:10554:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848903424 00000100:00100000:1.0:1746130275.631335:0:10554:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848903424 00000100:00100000:1.0:1746130275.631347:0:10554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5776 00000100:00100000:1.0:1746130275.631353:0:10554:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b93bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:640ea846-b909-4eea-9a54-417e15bd627b+10:31578:x1830949848903296:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746130275.631369:0:10554:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746130275.631386:0:10554:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099532a00/0x4ce24e5787360f97 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3f5d5 expref: -99 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130275.631409:0:10554:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a796d600/0x4ce24e5787360f90 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f5ce expref: 5 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130275.631415:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130275.631417:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130275.631420:0:10554:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099532a00/0x4ce24e5787360f97 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f5d5 expref: 11 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130275.631446:0:10554:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a796d600/0x4ce24e5787360f90 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f5ce expref: 5 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130275.631455:0:10554:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a796d600/0x4ce24e5787360f90 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f5ce expref: 5 pid: 20953 timeout: 573 lvb_type: 0 00000100:00100000:1.0:1746130275.631466:0:10554:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ac4e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10554:1830949841588096:192.168.204.51@tcp:104: 00000100:00100000:1.0:1746130275.632448:0:10554:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18fb6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746130275.635655:0:10554:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008ac4e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10554:1830949841588096:192.168.204.51@tcp:104: 00010000:00010000:1.0:1746130275.635686:0:10554:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880099532a00/0x4ce24e5787360f97 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f5d5 expref: 11 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130275.635700:0:10554:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099532a00, rc 0) 00000100:00100000:1.0:1746130275.635741:0:10554:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b93bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:640ea846-b909-4eea-9a54-417e15bd627b+11:31578:x1830949848903296:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4387us (4660us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130275.635749:0:10554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5776 00000100:00100000:0.0:1746130275.636423:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130275.640312:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130275.640574:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848903808 00000100:00100000:1.0:1746130275.640580:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848903808 00002000:00100000:1.0:1746130275.640615:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800939b6680 x1830949848903808/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:261/0 lens 488/0 e 0 to 0 dl 1746130286 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130275.640624:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800939b6680 with x1830949848903808 ext(0->4095) 00010000:00010000:1.0:1746130275.640631:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880099532a00/0x4ce24e5787360f97 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f5d5 expref: 11 pid: 10554 timeout: 573 lvb_type: 0 00010000:00010000:1.0:1746130275.640642:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880099532a00/0x4ce24e5787360f97 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f5d5 expref: 11 pid: 10554 timeout: 573 lvb_type: 0 00002000:00010000:1.0:1746130275.640648:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800939b6680 00000100:00100000:1.0:1746130275.640676:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2264 00000100:00100000:1.0:1746130275.640683:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800939b6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+11:1961:x1830949848903808:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746130275.640822:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800939b6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+11:1961:x1830949848903808:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 136us (506us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746130275.640827:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2264 00002000:00100000:1.0:1746130275.640832:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800939b6680 x1830949848903808/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:261/0 lens 488/4536 e 0 to 0 dl 1746130286 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130275.640838:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800939b6680 with x1830949848903808 ext(0->4095) 00010000:00010000:1.0:1746130275.640842:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880099532a00/0x4ce24e5787360f97 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f5d5 expref: 11 pid: 10554 timeout: 573 lvb_type: 0 00010000:00010000:1.0:1746130275.640851:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880099532a00/0x4ce24e5787360f97 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f5d5 expref: 11 pid: 10554 timeout: 573 lvb_type: 0 00002000:00010000:1.0:1746130275.640856:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800939b6680 00000100:00100000:0.0:1746130275.643001:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130275.646155:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130275.646218:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848904192 00000100:00100000:1.0:1746130275.646224:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848904192 00002000:00100000:1.0:1746130275.646287:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800939b4700 x1830949848904192/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:261/0 lens 488/0 e 0 to 0 dl 1746130286 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130275.646296:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800939b4700 with x1830949848904192 ext(0->4095) 00002000:00010000:1.0:1746130275.646300:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800939b4700 00000100:00100000:1.0:1746130275.646527:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4574 00000100:00100000:1.0:1746130275.646533:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800939b4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+10:1962:x1830949848904192:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746130275.646675:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800939b4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+10:1962:x1830949848904192:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 142us (528us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746130275.646681:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4574 00002000:00100000:1.0:1746130275.646686:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800939b4700 x1830949848904192/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:261/0 lens 488/4536 e 0 to 0 dl 1746130286 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130275.646693:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800939b4700 with x1830949848904192 ext(0->4095) 00002000:00010000:1.0:1746130275.646696:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800939b4700 00000100:00100000:0.0:1746130275.650580:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130275.650665:0:10554:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848904320 00000100:00100000:1.0:1746130275.650674:0:10554:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848904320 00000100:00100000:1.0:1746130275.650726:0:10554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5778 00000100:00100000:1.0:1746130275.650733:0:10554:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800939b5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+5:31579:x1830949848904320:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746130275.650750:0:10554:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746130275.650766:0:10554:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099533000/0x4ce24e5787360fa5 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3f5e3 expref: -99 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130275.650820:0:10554:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a796d200/0x4ce24e5787360f9e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f5dc expref: 9 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130275.650828:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130275.650830:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130275.650833:0:10554:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099533000/0x4ce24e5787360fa5 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f5e3 expref: 6 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130275.650862:0:10554:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a796d200/0x4ce24e5787360f9e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f5dc expref: 9 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130275.650873:0:10554:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a796d200/0x4ce24e5787360f9e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f5dc expref: 9 pid: 20953 timeout: 573 lvb_type: 0 00000100:00100000:1.0:1746130275.650884:0:10554:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ac4df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10554:1830949841588608:192.168.204.51@tcp:104: 00000100:00100000:1.0:1746130275.651226:0:10554:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18fbc00 going to sleep for 11 seconds 00000100:00100000:0.0:1746130275.653362:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130275.653497:0:10554:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008ac4df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10554:1830949841588608:192.168.204.51@tcp:104: 00010000:00010000:1.0:1746130275.653521:0:10554:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880099533000/0x4ce24e5787360fa5 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f5e3 expref: 6 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130275.653536:0:10554:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099533000, rc 0) 00000100:00100000:1.0:1746130275.653575:0:10554:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800939b5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+6:31579:x1830949848904320:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2843us (3005us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130275.653582:0:10554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5778 00000100:00100000:0.0:1746130275.656935:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130275.656997:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848904704 00000100:00100000:1.0:1746130275.657003:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848904704 00000100:00100000:0.0:1746130275.657015:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00002000:00100000:1.0:1746130275.657040:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800933aa680 x1830949848904704/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:261/0 lens 488/0 e 0 to 0 dl 1746130286 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130275.657403:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800933aa680 with x1830949848904704 ext(0->4095) 00010000:00010000:1.0:1746130275.657411:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880099533000/0x4ce24e5787360fa5 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f5e3 expref: 6 pid: 10554 timeout: 573 lvb_type: 0 00010000:00010000:1.0:1746130275.657423:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880099533000/0x4ce24e5787360fa5 lrc: 6/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f5e3 expref: 6 pid: 10554 timeout: 573 lvb_type: 0 00002000:00010000:1.0:1746130275.657428:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800933aa680 00000100:00100000:1.0:1746130275.657450:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2265 00000100:00100000:1.0:1746130275.657455:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800933aa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949848904704:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746130275.657763:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800933aa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949848904704:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 307us (832us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746130275.657774:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2265 00002000:00100000:1.0:1746130275.657779:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800933aa680 x1830949848904704/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:261/0 lens 488/4536 e 0 to 0 dl 1746130286 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130275.657786:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800933aa680 with x1830949848904704 ext(0->4095) 00010000:00010000:1.0:1746130275.657790:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880099533000/0x4ce24e5787360fa5 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f5e3 expref: 6 pid: 10554 timeout: 573 lvb_type: 0 00010000:00010000:1.0:1746130275.657800:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880099533000/0x4ce24e5787360fa5 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f5e3 expref: 6 pid: 10554 timeout: 573 lvb_type: 0 00002000:00010000:1.0:1746130275.657805:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800933aa680 00000100:00100000:0.0:1746130275.661036:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130275.661092:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130275.663551:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130275.667915:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130275.671259:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130275.672919:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130275.675233:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130275.678234:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130275.680008:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130275.681844:0:20953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848906496 00000100:00100000:0.0:1746130275.681850:0:20953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848906496 00000100:00100000:0.0:1746130275.681894:0:20953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5783 00000100:00100000:0.0:1746130275.681900:0:20953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134a83800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:640ea846-b909-4eea-9a54-417e15bd627b+11:31578:x1830949848906496:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746130275.681914:0:20953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746130275.681928:0:20953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009494ce00/0x4ce24e5787360fc8 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3f606 expref: -99 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130275.681950:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130275.681956:0:20953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8400/0x4ce24e5787360fc1 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f5ff expref: 12 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130275.681962:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746130275.681965:0:20953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009494ce00/0x4ce24e5787360fc8 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f606 expref: 12 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130275.681995:0:20953:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091fc8400/0x4ce24e5787360fc1 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f5ff expref: 12 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130275.682005:0:20953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009494ce00/0x4ce24e5787360fc8 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f606 expref: 12 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130275.682013:0:20953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009494ce00, rc 0) 00000100:00100000:0.0:1746130275.682060:0:20953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134a83800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:640ea846-b909-4eea-9a54-417e15bd627b+12:31578:x1830949848906496:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 159us (550us total) trans 0 rc 0/0 00000100:00100000:0.0:1746130275.682065:0:20953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5783 00000100:00100000:0.0:1746130275.683503:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130275.686402:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130275.688633:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130275.689247:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130275.692990:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130275.696478:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130275.696583:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130275.699783:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130275.704394:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130275.707866:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130275.709507:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130275.713305:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130275.716160:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130275.718364:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130275.718950:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130275.718990:0:20953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5788 00000100:00100000:0.0:1746130275.719561:0:20953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091d22680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:640ea846-b909-4eea-9a54-417e15bd627b+11:31579:x1830949848909056:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746130275.719577:0:20953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746130275.719590:0:20953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009494c600/0x4ce24e5787360feb lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3f629 expref: -99 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130275.719622:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130275.719627:0:20953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a796d000/0x4ce24e5787360fe4 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f622 expref: 12 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130275.719632:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746130275.719635:0:20953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009494c600/0x4ce24e5787360feb lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f629 expref: 12 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130275.719667:0:20953:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a796d000/0x4ce24e5787360fe4 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f622 expref: 12 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130275.719677:0:20953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009494c600/0x4ce24e5787360feb lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f629 expref: 12 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130275.719690:0:20953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009494c600, rc 0) 00000100:00100000:0.0:1746130275.719739:0:20953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091d22680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:640ea846-b909-4eea-9a54-417e15bd627b+12:31579:x1830949848909056:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 740us (795us total) trans 0 rc 0/0 00000100:00100000:0.0:1746130275.719745:0:20953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5788 00000100:00100000:0.0:1746130275.721115:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130275.725584:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130275.732332:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130275.736110:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130275.736299:0:20953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5789 00000100:00100000:0.0:1746130275.736313:0:20953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091d20a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c84b93b0-d496-484f-8e1e-94008838f2dd+5:31579:x1830949848909952:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746130275.736329:0:20953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746130275.736344:0:20953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009494d800/0x4ce24e5787360ff2 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3f630 expref: -99 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130275.736369:0:20953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009494c600/0x4ce24e5787360feb lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f629 expref: 9 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130275.736375:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746130275.736376:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746130275.736380:0:20953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009494d800/0x4ce24e5787360ff2 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f630 expref: 6 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130275.736404:0:20953:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009494c600/0x4ce24e5787360feb lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f629 expref: 9 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130275.736414:0:20953:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009494c600/0x4ce24e5787360feb lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f629 expref: 9 pid: 20953 timeout: 573 lvb_type: 0 00000100:00100000:0.0:1746130275.736424:0:20953:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009bdfea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:20953:1830949841591424:192.168.204.51@tcp:104: 00000100:00100000:0.0:1746130275.736614:0:20953:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009bc95300 going to sleep for 11 seconds 00000100:00100000:0.0:1746130275.742296:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130275.742336:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130275.747190:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130275.753477:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130275.756904:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130275.756963:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848910848 00000100:00100000:1.0:1746130275.756969:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848910848 00002000:00100000:1.0:1746130275.757014:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880135097480 x1830949848910848/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:261/0 lens 488/0 e 0 to 0 dl 1746130286 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130275.757025:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135097480 with x1830949848910848 ext(0->4095) 00002000:00010000:1.0:1746130275.757030:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880135097480 00000100:00100000:1.0:1746130275.757063:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4580 00000100:00100000:1.0:1746130275.757072:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135097480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+10:1962:x1830949848910848:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746130275.757240:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135097480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+10:1962:x1830949848910848:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 169us (339us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746130275.757246:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4580 00002000:00100000:1.0:1746130275.757251:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880135097480 x1830949848910848/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:261/0 lens 488/4536 e 0 to 0 dl 1746130286 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130275.757259:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135097480 with x1830949848910848 ext(0->4095) 00002000:00010000:1.0:1746130275.757261:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880135097480 00000100:00100000:0.0:1746130275.761331:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130275.765649:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130275.773643:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130275.776942:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130275.778223:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130275.780827:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130275.780925:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130275.783780:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00010000:00010000:0.0:1746130275.784504:0:7100:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746130275.789118:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130275.795335:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130275.799697:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130275.807164:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130275.807220:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130275.811134:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130275.811238:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848913152 00000100:00100000:1.0:1746130275.811246:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848913152 00002000:00100000:1.0:1746130275.811750:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008d15aa00 x1830949848913152/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:261/0 lens 488/0 e 0 to 0 dl 1746130286 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130275.811760:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d15aa00 with x1830949848913152 ext(0->4095) 00010000:00010000:1.0:1746130275.811769:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a796cc00/0x4ce24e5787361015 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f653 expref: 6 pid: 20953 timeout: 573 lvb_type: 0 00010000:00010000:1.0:1746130275.811784:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a796cc00/0x4ce24e5787361015 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f653 expref: 6 pid: 20953 timeout: 573 lvb_type: 0 00002000:00010000:1.0:1746130275.811791:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008d15aa00 00000100:00100000:1.0:1746130275.811823:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2275 00000100:00100000:1.0:1746130275.811831:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d15aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949848913152:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746130275.812005:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d15aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949848913152:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 175us (885us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746130275.812012:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2275 00002000:00100000:1.0:1746130275.812017:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008d15aa00 x1830949848913152/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:261/0 lens 488/4536 e 0 to 0 dl 1746130286 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130275.812992:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d15aa00 with x1830949848913152 ext(0->4095) 00010000:00010000:1.0:1746130275.813001:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a796cc00/0x4ce24e5787361015 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f653 expref: 6 pid: 20953 timeout: 573 lvb_type: 0 00010000:00010000:1.0:1746130275.813011:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a796cc00/0x4ce24e5787361015 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f653 expref: 6 pid: 20953 timeout: 573 lvb_type: 0 00002000:00010000:1.0:1746130275.813018:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008d15aa00 00000100:00100000:0.0:1746130275.821314:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130275.830010:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130275.830146:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848913536 00000100:00100000:1.0:1746130275.830155:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848913536 00002000:00100000:1.0:1746130275.830205:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008d158a80 x1830949848913536/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:261/0 lens 488/0 e 0 to 0 dl 1746130286 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130275.830214:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d158a80 with x1830949848913536 ext(0->4095) 00002000:00010000:1.0:1746130275.830219:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008d158a80 00000100:00100000:1.0:1746130275.830247:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4582 00000100:00100000:1.0:1746130275.830255:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d158a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+12:1962:x1830949848913536:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746130275.832321:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d158a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+12:1962:x1830949848913536:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 2055us (2310us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746130275.832334:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4582 00002000:00100000:1.0:1746130275.832345:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008d158a80 x1830949848913536/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:261/0 lens 488/4536 e 0 to 0 dl 1746130286 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130275.832355:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d158a80 with x1830949848913536 ext(0->4095) 00002000:00010000:1.0:1746130275.832361:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008d158a80 00000100:00100000:0.0:1746130275.835785:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130275.845038:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130275.845104:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848913792 00000100:00100000:1.0:1746130275.845116:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848913792 00002000:00100000:1.0:1746130275.845188:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff88008d159180 x1830949848913792/t0(0) o4->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:261/0 lens 496/0 e 0 to 0 dl 1746130286 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130275.845206:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d159180 with x1830949848913792 ext(0->7) 00010000:00010000:1.0:1746130275.845217:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a796d000/0x4ce24e578736101c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f65a expref: 12 pid: 20953 timeout: 573 lvb_type: 0 00010000:00010000:1.0:1746130275.845232:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a796d000/0x4ce24e578736101c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f65a expref: 12 pid: 20953 timeout: 573 lvb_type: 0 00002000:00010000:1.0:1746130275.845240:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008d159180 00000100:00100000:1.0:1746130275.845288:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2276 00000100:00100000:1.0:1746130275.845297:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d159180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+12:1962:x1830949848913792:12345-192.168.204.51@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746130275.845684:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d159180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+14:1962:x1830949848913792:12345-192.168.204.51@tcp:4:ldlm_bl.0 Request processed in 388us (658us total) trans 4294967898 rc 0/0 00000100:00100000:1.0:1746130275.845691:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2276 00002000:00100000:1.0:1746130275.845696:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff88008d159180 x1830949848913792/t4294967898(0) o4->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:261/0 lens 496/448 e 0 to 0 dl 1746130286 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130275.845704:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d159180 with x1830949848913792 ext(0->7) 00010000:00010000:1.0:1746130275.845708:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a796d000/0x4ce24e578736101c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f65a expref: 14 pid: 20953 timeout: 573 lvb_type: 0 00010000:00010000:1.0:1746130275.845718:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a796d000/0x4ce24e578736101c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f65a expref: 14 pid: 20953 timeout: 573 lvb_type: 0 00002000:00010000:1.0:1746130275.845723:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008d159180 00000100:00100000:0.0:1746130275.849089:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130275.851684:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130275.861948:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130275.864625:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130275.865462:0:8470:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848914432 00000100:00100000:1.0:1746130275.865472:0:8470:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848914432 00000100:00100000:1.0:1746130275.865546:0:8470:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5798 00000100:00100000:1.0:1746130275.865553:0:8470:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092258a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:640ea846-b909-4eea-9a54-417e15bd627b+15:31578:x1830949848914432:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746130275.865572:0:8470:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746130275.865587:0:8470:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099532a00/0x4ce24e5787361031 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3f66f expref: -99 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130275.865620:0:8470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130275.865625:0:8470:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a796d600/0x4ce24e578736102a lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f668 expref: 16 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130275.865631:0:8470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130275.865634:0:8470:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099532a00/0x4ce24e5787361031 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f66f expref: 16 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130275.865668:0:8470:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a796d600/0x4ce24e578736102a lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f668 expref: 16 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130275.865679:0:8470:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880099532a00/0x4ce24e5787361031 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f66f expref: 16 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130275.865688:0:8470:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099532a00, rc 0) 00000100:00100000:1.0:1746130275.866470:0:8470:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092258a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:640ea846-b909-4eea-9a54-417e15bd627b+16:31578:x1830949848914432:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 915us (1847us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130275.866476:0:8470:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5798 00000100:00100000:0.0:1746130275.870075:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130275.873529:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130275.873622:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848914816 00000100:00100000:1.0:1746130275.873631:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848914816 00002000:00100000:1.0:1746130275.873680:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092258700 x1830949848914816/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:261/0 lens 488/0 e 0 to 0 dl 1746130286 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130275.873696:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092258700 with x1830949848914816 ext(0->4095) 00010000:00010000:1.0:1746130275.873705:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a796d600/0x4ce24e578736102a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f668 expref: 15 pid: 20953 timeout: 574 lvb_type: 0 00010000:00010000:1.0:1746130275.873723:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a796d600/0x4ce24e578736102a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f668 expref: 15 pid: 20953 timeout: 574 lvb_type: 0 00002000:00010000:1.0:1746130275.873729:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092258700 00000100:00100000:1.0:1746130275.873760:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2277 00000100:00100000:1.0:1746130275.873768:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092258700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+15:1962:x1830949848914816:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746130275.874342:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092258700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+15:1962:x1830949848914816:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 574us (820us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746130275.874349:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2277 00002000:00100000:1.0:1746130275.874355:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092258700 x1830949848914816/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:261/0 lens 488/4536 e 0 to 0 dl 1746130286 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130275.874362:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092258700 with x1830949848914816 ext(0->4095) 00010000:00010000:1.0:1746130275.874366:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a796d600/0x4ce24e578736102a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f668 expref: 15 pid: 20953 timeout: 574 lvb_type: 0 00010000:00010000:1.0:1746130275.874374:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a796d600/0x4ce24e578736102a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f668 expref: 15 pid: 20953 timeout: 574 lvb_type: 0 00002000:00010000:1.0:1746130275.874380:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092258700 00000100:00100000:0.0:1746130275.876801:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130275.876908:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130275.880334:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130275.880387:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848915328 00000100:00100000:1.0:1746130275.880399:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848915328 00002000:00100000:1.0:1746130275.880436:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009225b100 x1830949848915328/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:261/0 lens 488/0 e 0 to 0 dl 1746130286 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130275.880443:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009225b100 with x1830949848915328 ext(0->4095) 00010000:00010000:1.0:1746130275.880451:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880099532a00/0x4ce24e5787361031 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f66f expref: 15 pid: 8470 timeout: 574 lvb_type: 0 00010000:00010000:1.0:1746130275.880461:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880099532a00/0x4ce24e5787361031 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f66f expref: 15 pid: 8470 timeout: 574 lvb_type: 0 00002000:00010000:1.0:1746130275.880465:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009225b100 00000100:00100000:1.0:1746130275.880496:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2278 00000100:00100000:1.0:1746130275.880505:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009225b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+15:1961:x1830949848915328:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746130275.880648:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009225b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+14:1961:x1830949848915328:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 146us (325us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746130275.880654:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2278 00002000:00100000:1.0:1746130275.880660:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009225b100 x1830949848915328/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:261/0 lens 488/4536 e 0 to 0 dl 1746130286 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130275.880666:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009225b100 with x1830949848915328 ext(0->4095) 00010000:00010000:1.0:1746130275.880670:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880099532a00/0x4ce24e5787361031 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f66f expref: 14 pid: 8470 timeout: 574 lvb_type: 0 00010000:00010000:1.0:1746130275.880679:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880099532a00/0x4ce24e5787361031 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f66f expref: 14 pid: 8470 timeout: 574 lvb_type: 0 00002000:00010000:1.0:1746130275.880685:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009225b100 00000100:00100000:0.0:1746130275.882671:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130275.883307:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130275.888160:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848915840 00000100:00100000:1.0:1746130275.888166:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848915840 00002000:00100000:1.0:1746130275.888199:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880134a80a80 x1830949848915840/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:261/0 lens 488/0 e 0 to 0 dl 1746130286 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130275.888209:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134a80a80 with x1830949848915840 ext(0->4095) 00010000:00010000:1.0:1746130275.888215:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a796c200/0x4ce24e5787361038 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f676 expref: 6 pid: 20953 timeout: 574 lvb_type: 0 00010000:00010000:1.0:1746130275.888227:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a796c200/0x4ce24e5787361038 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f676 expref: 6 pid: 20953 timeout: 574 lvb_type: 0 00002000:00010000:1.0:1746130275.888233:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880134a80a80 00000100:00100000:1.0:1746130275.888261:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2279 00000100:00100000:1.0:1746130275.888298:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134a80a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949848915840:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746130275.888424:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134a80a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949848915840:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 156us (366us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746130275.888429:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2279 00002000:00100000:1.0:1746130275.888433:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880134a80a80 x1830949848915840/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:261/0 lens 488/4536 e 0 to 0 dl 1746130286 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130275.888440:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134a80a80 with x1830949848915840 ext(0->4095) 00010000:00010000:1.0:1746130275.888444:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a796c200/0x4ce24e5787361038 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f676 expref: 6 pid: 20953 timeout: 574 lvb_type: 0 00010000:00010000:1.0:1746130275.888452:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a796c200/0x4ce24e5787361038 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f676 expref: 6 pid: 20953 timeout: 574 lvb_type: 0 00002000:00010000:1.0:1746130275.888461:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880134a80a80 00000100:00100000:0.0:1746130275.891056:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130275.894315:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130275.896092:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130275.896321:0:8470:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5801 00000100:00100000:1.0:1746130275.896330:0:8470:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135204e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c84b93b0-d496-484f-8e1e-94008838f2dd+5:31579:x1830949848916352:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746130275.896368:0:8470:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746130275.896386:0:8470:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099532400/0x4ce24e5787361046 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3f684 expref: -99 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130275.896410:0:8470:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a796ca00/0x4ce24e578736103f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f67d expref: 13 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130275.896416:0:8470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130275.896418:0:8470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130275.896421:0:8470:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099532400/0x4ce24e5787361046 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f684 expref: 6 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130275.896450:0:8470:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a796ca00/0x4ce24e578736103f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f67d expref: 13 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130275.896460:0:8470:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a796ca00/0x4ce24e578736103f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f67d expref: 13 pid: 20953 timeout: 574 lvb_type: 0 00000100:00100000:1.0:1746130275.896470:0:8470:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ac4f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8470:1830949841594496:192.168.204.51@tcp:104: 00000100:00100000:1.0:1746130275.896558:0:8470:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18fb540 going to sleep for 11 seconds 00000100:00100000:0.0:1746130275.899688:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130275.899747:0:8470:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008ac4f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8470:1830949841594496:192.168.204.51@tcp:104: 00010000:00010000:1.0:1746130275.899775:0:8470:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880099532400/0x4ce24e5787361046 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f684 expref: 6 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130275.899792:0:8470:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099532400, rc 0) 00000100:00100000:1.0:1746130275.899893:0:8470:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135204e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c84b93b0-d496-484f-8e1e-94008838f2dd+6:31579:x1830949848916352:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3565us (3804us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130275.899900:0:8470:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5801 00000100:00100000:0.0:1746130275.902830:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130275.904450:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130275.904530:0:8470:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848916864 00000100:00100000:1.0:1746130275.904535:0:8470:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848916864 00000100:00100000:1.0:1746130275.904582:0:8470:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5802 00000100:00100000:1.0:1746130275.904588:0:8470:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135205180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:640ea846-b909-4eea-9a54-417e15bd627b+13:31578:x1830949848916864:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746130275.904600:0:8470:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746130275.904623:0:8470:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099533200/0x4ce24e578736104d lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3f68b expref: -99 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130275.904650:0:8470:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880099532400/0x4ce24e5787361046 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f684 expref: 5 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130275.904657:0:8470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130275.904659:0:8470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130275.904662:0:8470:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099533200/0x4ce24e578736104d lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f68b expref: 14 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130275.904689:0:8470:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880099532400/0x4ce24e5787361046 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f684 expref: 5 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130275.904700:0:8470:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880099532400/0x4ce24e5787361046 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f684 expref: 5 pid: 8470 timeout: 574 lvb_type: 0 00000100:00100000:1.0:1746130275.904720:0:8470:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ac4f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8470:1830949841594752:192.168.204.51@tcp:104: 00000100:00100000:1.0:1746130275.904958:0:8470:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18fb540 going to sleep for 11 seconds 00000100:00100000:0.0:1746130275.905035:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130275.907337:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130275.907398:0:8470:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008ac4f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8470:1830949841594752:192.168.204.51@tcp:104: 00010000:00010000:1.0:1746130275.907420:0:8470:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880099533200/0x4ce24e578736104d lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f68b expref: 15 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130275.907433:0:8470:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099533200, rc 0) 00000100:00100000:1.0:1746130275.907461:0:8470:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135205180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:640ea846-b909-4eea-9a54-417e15bd627b+15:31578:x1830949848916864:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2874us (3014us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130275.907468:0:8470:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5802 00000100:00100000:0.0:1746130275.909505:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130275.909805:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848917376 00000100:00100000:1.0:1746130275.909810:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848917376 00002000:00100000:1.0:1746130275.909839:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880135207100 x1830949848917376/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:261/0 lens 488/0 e 0 to 0 dl 1746130286 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130275.909848:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135207100 with x1830949848917376 ext(0->4095) 00010000:00010000:1.0:1746130275.909855:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880099533200/0x4ce24e578736104d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f68b expref: 15 pid: 8470 timeout: 574 lvb_type: 0 00010000:00010000:1.0:1746130275.909866:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880099533200/0x4ce24e578736104d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f68b expref: 15 pid: 8470 timeout: 574 lvb_type: 0 00002000:00010000:1.0:1746130275.909872:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880135207100 00000100:00100000:1.0:1746130275.910027:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2280 00000100:00100000:1.0:1746130275.910037:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135207100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+15:1962:x1830949848917376:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746130275.910333:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135207100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+15:1962:x1830949848917376:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 298us (834us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746130275.910339:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2280 00002000:00100000:1.0:1746130275.910344:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880135207100 x1830949848917376/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:261/0 lens 488/4536 e 0 to 0 dl 1746130286 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130275.910351:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135207100 with x1830949848917376 ext(0->4095) 00010000:00010000:1.0:1746130275.910355:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880099533200/0x4ce24e578736104d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f68b expref: 15 pid: 8470 timeout: 574 lvb_type: 0 00010000:00010000:1.0:1746130275.910364:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880099533200/0x4ce24e578736104d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f68b expref: 15 pid: 8470 timeout: 574 lvb_type: 0 00002000:00010000:1.0:1746130275.910369:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880135207100 00000100:00100000:0.0:1746130275.911975:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130275.914594:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130275.914766:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848917760 00000100:00100000:1.0:1746130275.914773:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848917760 00002000:00100000:1.0:1746130275.914810:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880135205c00 x1830949848917760/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:261/0 lens 488/0 e 0 to 0 dl 1746130286 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130275.914818:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135205c00 with x1830949848917760 ext(0->4095) 00002000:00010000:1.0:1746130275.914823:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880135205c00 00000100:00100000:1.0:1746130275.914852:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4586 00000100:00100000:1.0:1746130275.914858:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135205c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+15:1961:x1830949848917760:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746130275.915004:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135205c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+15:1961:x1830949848917760:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 146us (418us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746130275.915010:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4586 00002000:00100000:1.0:1746130275.915016:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880135205c00 x1830949848917760/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:261/0 lens 488/4536 e 0 to 0 dl 1746130286 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130275.915021:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135205c00 with x1830949848917760 ext(0->4095) 00002000:00010000:1.0:1746130275.915024:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880135205c00 00000100:00100000:0.0:1746130275.917391:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130275.917456:0:8470:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848917888 00000100:00100000:1.0:1746130275.917464:0:8470:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848917888 00000100:00100000:1.0:1746130275.918052:0:8470:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5804 00000100:00100000:1.0:1746130275.918062:0:8470:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135205500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c84b93b0-d496-484f-8e1e-94008838f2dd+5:31579:x1830949848917888:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746130275.918077:0:8470:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746130275.918093:0:8470:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099532800/0x4ce24e578736105b lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3f699 expref: -99 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130275.918120:0:8470:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8400/0x4ce24e5787361054 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f692 expref: 13 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130275.918127:0:8470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130275.918129:0:8470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130275.918133:0:8470:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099532800/0x4ce24e578736105b lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f699 expref: 6 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130275.918164:0:8470:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091fc8400/0x4ce24e5787361054 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f692 expref: 13 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130275.918175:0:8470:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091fc8400/0x4ce24e5787361054 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f692 expref: 13 pid: 20953 timeout: 574 lvb_type: 0 00000100:00100000:1.0:1746130275.918186:0:8470:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ac4f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8470:1830949841595264:192.168.204.51@tcp:104: 00000100:00100000:1.0:1746130275.918293:0:8470:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18fb900 going to sleep for 11 seconds 00000100:00100000:1.0:1746130275.919407:0:8470:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008ac4f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8470:1830949841595264:192.168.204.51@tcp:104: 00010000:00010000:1.0:1746130275.919425:0:8470:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880099532800/0x4ce24e578736105b lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f699 expref: 6 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130275.919438:0:8470:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099532800, rc 0) 00000100:00100000:1.0:1746130275.919626:0:8470:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135205500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c84b93b0-d496-484f-8e1e-94008838f2dd+6:31579:x1830949848917888:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1567us (2245us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130275.919633:0:8470:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5804 00000100:00100000:0.0:1746130275.920218:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130275.923053:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130275.924758:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130275.924807:0:8470:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848918400 00000100:00100000:1.0:1746130275.924813:0:8470:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848918400 00000100:00100000:1.0:1746130275.924855:0:8470:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5805 00000100:00100000:1.0:1746130275.924861:0:8470:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800942cfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:640ea846-b909-4eea-9a54-417e15bd627b+13:31579:x1830949848918400:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746130275.924874:0:8470:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746130275.924889:0:8470:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099532200/0x4ce24e5787361062 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3f6a0 expref: -99 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130275.924914:0:8470:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880099532800/0x4ce24e578736105b lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f699 expref: 5 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130275.924920:0:8470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130275.924922:0:8470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130275.924925:0:8470:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099532200/0x4ce24e5787361062 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f6a0 expref: 14 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130275.924951:0:8470:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880099532800/0x4ce24e578736105b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f699 expref: 5 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130275.924967:0:8470:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880099532800/0x4ce24e578736105b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f699 expref: 5 pid: 8470 timeout: 574 lvb_type: 0 00000100:00100000:1.0:1746130275.924978:0:8470:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ac4f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8470:1830949841595520:192.168.204.51@tcp:104: 00000100:00100000:1.0:1746130275.925633:0:8470:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18fb900 going to sleep for 11 seconds 00000100:00100000:0.0:1746130275.925791:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130275.927184:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130275.929474:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130275.931511:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130275.931558:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130275.935070:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130275.937239:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130275.937362:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130275.940436:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130275.942607:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130275.948078:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130275.951645:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130275.955713:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130275.957624:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130275.958774:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848920960 00000100:00100000:0.0:1746130275.958778:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848920960 00002000:00100000:0.0:1746130275.958803:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880134a81f80 x1830949848920960/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:261/0 lens 488/0 e 0 to 0 dl 1746130286 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746130275.958811:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134a81f80 with x1830949848920960 ext(0->4095) 00010000:00010000:0.0:1746130275.958816:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a796ca00/0x4ce24e578736107e lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f6bc expref: 6 pid: 10554 timeout: 574 lvb_type: 0 00010000:00010000:0.0:1746130275.958826:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a796ca00/0x4ce24e578736107e lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f6bc expref: 6 pid: 10554 timeout: 574 lvb_type: 0 00002000:00010000:0.0:1746130275.958832:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880134a81f80 00000100:00100000:0.0:1746130275.958853:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2284 00000100:00100000:0.0:1746130275.958858:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134a81f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949848920960:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746130275.958991:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134a81f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949848920960:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 131us (315us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746130275.958997:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2284 00002000:00100000:0.0:1746130275.959002:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880134a81f80 x1830949848920960/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:261/0 lens 488/4536 e 0 to 0 dl 1746130286 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746130275.959009:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134a81f80 with x1830949848920960 ext(0->4095) 00010000:00010000:0.0:1746130275.959013:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a796ca00/0x4ce24e578736107e lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f6bc expref: 6 pid: 10554 timeout: 574 lvb_type: 0 00010000:00010000:0.0:1746130275.959022:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a796ca00/0x4ce24e578736107e lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f6bc expref: 6 pid: 10554 timeout: 574 lvb_type: 0 00002000:00010000:0.0:1746130275.959028:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880134a81f80 00000100:00100000:0.0:1746130275.960877:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130275.961068:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130275.964145:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130275.966812:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130275.969772:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130275.969832:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848921856 00000100:00100000:1.0:1746130275.969839:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848921856 00002000:00100000:1.0:1746130275.969883:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880132f7fb80 x1830949848921856/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:261/0 lens 488/0 e 0 to 0 dl 1746130286 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130275.969892:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132f7fb80 with x1830949848921856 ext(0->4095) 00002000:00010000:1.0:1746130275.969896:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880132f7fb80 00000100:00100000:1.0:1746130275.969926:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4589 00000100:00100000:1.0:1746130275.969933:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132f7fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+15:1961:x1830949848921856:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746130275.970246:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132f7fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+14:1961:x1830949848921856:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 314us (481us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746130275.970345:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4589 00002000:00100000:1.0:1746130275.970351:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880132f7fb80 x1830949848921856/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:261/0 lens 488/4536 e 0 to 0 dl 1746130286 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130275.970358:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132f7fb80 with x1830949848921856 ext(0->4095) 00002000:00010000:1.0:1746130275.970361:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880132f7fb80 00000100:00100000:0.0:1746130275.972529:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130275.975346:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848922112 00000100:00100000:0.0:1746130275.975352:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848922112 00010000:00010000:0.0:1746130275.975376:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a796d200/0x4ce24e578736108c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f6ca expref: 14 pid: 10554 timeout: 574 lvb_type: 0 00000100:00100000:0.0:1746130275.975409:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14076 00000100:00100000:0.0:1746130275.975415:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091952680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+14:1961:x1830949848922112:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746130275.975425:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746130275.975447:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a796d200/0x4ce24e578736108c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f6ca expref: 14 pid: 10554 timeout: 574 lvb_type: 0 00010000:00010000:0.0:1746130275.975456:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a796d200/0x4ce24e578736108c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f6ca expref: 14 pid: 10554 timeout: 574 lvb_type: 0 00010000:00010000:0.0:1746130275.975474:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a796d200/0x4ce24e578736108c lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f6ca expref: 14 pid: 10554 timeout: 574 lvb_type: 0 00010000:00010000:0.0:1746130275.975508:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130275.975510:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130275.975518:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a796d600/0x4ce24e5787361093 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f6d1 expref: 5 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130275.975524:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a796d600/0x4ce24e5787361093 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f6d1 expref: 5 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130275.975552:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a796d600/0x4ce24e5787361093 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f6d1 expref: 5 pid: 10554 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746130275.975563:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132f7ce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841597440:192.168.204.51@tcp:105: 00000100:00100000:0.0:1746130275.975776:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009bc95600 going to sleep for 11 seconds 00000100:00100000:0.0:1746130275.978259:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130275.978518:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848922368 00000100:00100000:1.0:1746130275.978524:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848922368 00002000:00100000:1.0:1746130275.978554:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880132f7c380 x1830949848922368/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:261/0 lens 488/0 e 0 to 0 dl 1746130286 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130275.978812:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132f7c380 with x1830949848922368 ext(0->4095) 00002000:00010000:1.0:1746130275.978815:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880132f7c380 00000100:00100000:1.0:1746130275.978830:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4590 00000100:00100000:1.0:1746130275.978836:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132f7c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949848922368:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746130275.979146:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132f7c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949848922368:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 310us (893us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746130275.979152:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4590 00002000:00100000:1.0:1746130275.979157:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880132f7c380 x1830949848922368/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:261/0 lens 488/4536 e 0 to 0 dl 1746130286 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130275.979163:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132f7c380 with x1830949848922368 ext(0->4095) 00002000:00010000:1.0:1746130275.979165:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880132f7c380 00000100:00100000:0.0:1746130275.980919:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130275.981579:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130275.981631:0:8470:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848922624 00000100:00100000:1.0:1746130275.981635:0:8470:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848922624 00000100:00100000:1.0:1746130275.981655:0:8470:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5814 00000100:00100000:1.0:1746130275.981659:0:8470:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ac71180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:640ea846-b909-4eea-9a54-417e15bd627b+15:31579:x1830949848922624:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746130275.981665:0:8470:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746130275.981671:0:8470:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099532400/0x4ce24e57873610a1 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3f6df expref: -99 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130275.981683:0:8470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130275.981686:0:8470:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a796d000/0x4ce24e578736109a lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f6d8 expref: 16 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130275.981691:0:8470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130275.981694:0:8470:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099532400/0x4ce24e57873610a1 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f6df expref: 16 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130275.981713:0:8470:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a796d000/0x4ce24e578736109a lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f6d8 expref: 16 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130275.981724:0:8470:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880099532400/0x4ce24e57873610a1 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f6df expref: 16 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130275.981732:0:8470:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099532400, rc 0) 00000100:00100000:1.0:1746130275.981753:0:8470:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ac71180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:640ea846-b909-4eea-9a54-417e15bd627b+16:31579:x1830949848922624:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 93us (175us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130275.981759:0:8470:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5814 00000100:00100000:0.0:1746130275.985567:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130275.988251:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130275.988671:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848923008 00000100:00100000:1.0:1746130275.988678:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848923008 00002000:00100000:1.0:1746130275.988731:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008ac73480 x1830949848923008/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:261/0 lens 488/0 e 0 to 0 dl 1746130286 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130275.988739:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ac73480 with x1830949848923008 ext(0->4095) 00010000:00010000:1.0:1746130275.988748:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a796d000/0x4ce24e578736109a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f6d8 expref: 15 pid: 10554 timeout: 574 lvb_type: 0 00010000:00010000:1.0:1746130275.988765:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a796d000/0x4ce24e578736109a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f6d8 expref: 15 pid: 10554 timeout: 574 lvb_type: 0 00002000:00010000:1.0:1746130275.988771:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008ac73480 00000100:00100000:1.0:1746130275.988798:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2286 00000100:00100000:1.0:1746130275.988804:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ac73480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+15:1962:x1830949848923008:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746130275.988974:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ac73480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+15:1962:x1830949848923008:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 168us (722us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746130275.988979:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2286 00002000:00100000:1.0:1746130275.988984:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008ac73480 x1830949848923008/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:261/0 lens 488/4536 e 0 to 0 dl 1746130286 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130275.988990:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ac73480 with x1830949848923008 ext(0->4095) 00010000:00010000:1.0:1746130275.988994:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a796d000/0x4ce24e578736109a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f6d8 expref: 15 pid: 10554 timeout: 574 lvb_type: 0 00010000:00010000:1.0:1746130275.989003:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a796d000/0x4ce24e578736109a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f6d8 expref: 15 pid: 10554 timeout: 574 lvb_type: 0 00002000:00010000:1.0:1746130275.989008:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008ac73480 00000100:00100000:0.0:1746130275.991329:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130275.994424:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130275.997609:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130276.000761:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130276.003448:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130276.004643:0:10554:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848924032 00000100:00100000:0.0:1746130276.004647:0:10554:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848924032 00000100:00100000:0.0:1746130276.004681:0:10554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5816 00000100:00100000:0.0:1746130276.004687:0:10554:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134a83100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:640ea846-b909-4eea-9a54-417e15bd627b+13:31578:x1830949848924032:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746130276.004696:0:10554:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746130276.004709:0:10554:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009494d600/0x4ce24e57873610af lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3f6ed expref: -99 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130276.004731:0:10554:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a796ca00/0x4ce24e57873610a8 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f6e6 expref: 5 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130276.004737:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130276.004739:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130276.004742:0:10554:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009494d600/0x4ce24e57873610af lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f6ed expref: 14 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130276.004766:0:10554:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a796ca00/0x4ce24e57873610a8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f6e6 expref: 5 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130276.004776:0:10554:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a796ca00/0x4ce24e57873610a8 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f6e6 expref: 5 pid: 10554 timeout: 574 lvb_type: 0 00000100:00100000:0.0:1746130276.004786:0:10554:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ac70a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10554:1830949841598336:192.168.204.51@tcp:104: 00000100:00100000:0.0:1746130276.004856:0:10554:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009bc95f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746130276.006949:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130276.006991:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130276.007063:0:8470:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848924288 00000100:00100000:1.0:1746130276.007071:0:8470:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848924288 00000100:00100000:1.0:1746130276.007116:0:8470:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5817 00000100:00100000:1.0:1746130276.007123:0:8470:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ac70e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c84b93b0-d496-484f-8e1e-94008838f2dd+6:31579:x1830949848924288:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746130276.007136:0:8470:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746130276.007150:0:8470:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099533200/0x4ce24e57873610b6 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3f6f4 expref: -99 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130276.007168:0:8470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130276.007173:0:8470:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009494d600/0x4ce24e57873610af lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f6ed expref: 14 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130276.007179:0:8470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130276.007183:0:8470:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099533200/0x4ce24e57873610b6 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f6f4 expref: 8 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130276.007213:0:8470:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009494d600/0x4ce24e57873610af lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f6ed expref: 13 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130276.007222:0:8470:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880099533200/0x4ce24e57873610b6 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f6f4 expref: 8 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130276.007229:0:8470:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099533200, rc 0) 00000100:00100000:1.0:1746130276.007247:0:8470:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ac70e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c84b93b0-d496-484f-8e1e-94008838f2dd+8:31579:x1830949848924288:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 125us (255us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130276.007252:0:8470:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5817 00000100:00100000:0.0:1746130276.010450:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130276.010963:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848924544 00000100:00100000:1.0:1746130276.010970:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848924544 00002000:00100000:1.0:1746130276.011003:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008ac71500 x1830949848924544/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:262/0 lens 488/0 e 0 to 0 dl 1746130287 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130276.011011:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ac71500 with x1830949848924544 ext(0->4095) 00010000:00010000:1.0:1746130276.011019:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009494d600/0x4ce24e57873610af lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f6ed expref: 14 pid: 10554 timeout: 574 lvb_type: 0 00010000:00010000:1.0:1746130276.011030:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009494d600/0x4ce24e57873610af lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f6ed expref: 14 pid: 10554 timeout: 574 lvb_type: 0 00002000:00010000:1.0:1746130276.011036:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008ac71500 00000100:00100000:1.0:1746130276.011057:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2287 00000100:00100000:1.0:1746130276.011063:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ac71500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+14:1961:x1830949848924544:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746130276.011217:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ac71500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+14:1961:x1830949848924544:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 154us (774us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746130276.011223:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2287 00002000:00100000:1.0:1746130276.011227:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008ac71500 x1830949848924544/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:262/0 lens 488/4536 e 0 to 0 dl 1746130287 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130276.011234:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ac71500 with x1830949848924544 ext(0->4095) 00010000:00010000:1.0:1746130276.011239:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009494d600/0x4ce24e57873610af lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f6ed expref: 14 pid: 10554 timeout: 574 lvb_type: 0 00010000:00010000:1.0:1746130276.011246:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009494d600/0x4ce24e57873610af lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f6ed expref: 14 pid: 10554 timeout: 574 lvb_type: 0 00002000:00010000:1.0:1746130276.011251:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008ac71500 00000100:00100000:0.0:1746130276.014568:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130276.014672:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130276.014730:0:8470:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848924800 00000100:00100000:1.0:1746130276.014749:0:8470:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848924800 00000100:00100000:1.0:1746130276.014806:0:8470:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5818 00000100:00100000:1.0:1746130276.014814:0:8470:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ac70a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:640ea846-b909-4eea-9a54-417e15bd627b+15:31578:x1830949848924800:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746130276.014832:0:8470:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746130276.014847:0:8470:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099532600/0x4ce24e57873610bd lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3f6fb expref: -99 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130276.014869:0:8470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130276.015027:0:8470:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880099533200/0x4ce24e57873610b6 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f6f4 expref: 5 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130276.015035:0:8470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746130276.015040:0:8470:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099532600/0x4ce24e57873610bd lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f6fb expref: 16 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130276.015086:0:8470:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880099533200/0x4ce24e57873610b6 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f6f4 expref: 5 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130276.015100:0:8470:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880099532600/0x4ce24e57873610bd lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f6fb expref: 15 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130276.015108:0:8470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130276.015110:0:8470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130276.015115:0:8470:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880099533200/0x4ce24e57873610b6 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f6f4 expref: 5 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130276.015122:0:8470:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099533200/0x4ce24e57873610b6 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f6f4 expref: 5 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130276.015139:0:8470:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880099533200/0x4ce24e57873610b6 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f6f4 expref: 5 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130276.015150:0:8470:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880099533200/0x4ce24e57873610b6 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f6f4 expref: 5 pid: 8470 timeout: 574 lvb_type: 0 00000100:00100000:1.0:1746130276.015163:0:8470:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ac4f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8470:1830949841598848:192.168.204.51@tcp:105: 00000100:00100000:1.0:1746130276.015217:0:8470:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18fb9c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746130276.017793:0:8470:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008ac4f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8470:1830949841598848:192.168.204.51@tcp:105: 00000100:00100000:0.0:1746130276.017824:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00010000:00010000:1.0:1746130276.017915:0:8470:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099532600, rc 0) 00000100:00100000:1.0:1746130276.017969:0:8470:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ac70a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:640ea846-b909-4eea-9a54-417e15bd627b+14:31578:x1830949848924800:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3155us (3413us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130276.017978:0:8470:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5818 00000100:00100000:0.0:1746130276.020710:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130276.024393:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130276.027770:0:8470:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848925568 00000100:00100000:1.0:1746130276.027779:0:8470:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848925568 00000100:00100000:1.0:1746130276.027829:0:8470:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5819 00000100:00100000:1.0:1746130276.027838:0:8470:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134a83480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c84b93b0-d496-484f-8e1e-94008838f2dd+5:31579:x1830949848925568:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746130276.027857:0:8470:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746130276.027877:0:8470:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099532000/0x4ce24e57873610c4 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3f702 expref: -99 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130276.027910:0:8470:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880099532600/0x4ce24e57873610bd lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f6fb expref: 13 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130276.027918:0:8470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130276.027921:0:8470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130276.027924:0:8470:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099532000/0x4ce24e57873610c4 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f702 expref: 6 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130276.027957:0:8470:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880099532600/0x4ce24e57873610bd lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f6fb expref: 13 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130276.027969:0:8470:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880099532600/0x4ce24e57873610bd lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f6fb expref: 13 pid: 8470 timeout: 574 lvb_type: 0 00000100:00100000:1.0:1746130276.027982:0:8470:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ac4f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8470:1830949841599104:192.168.204.51@tcp:104: 00000100:00100000:1.0:1746130276.028083:0:8470:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18fb9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746130276.029986:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130276.030397:0:8470:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008ac4f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8470:1830949841599104:192.168.204.51@tcp:104: 00010000:00010000:1.0:1746130276.030429:0:8470:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880099532000/0x4ce24e57873610c4 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f702 expref: 6 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130276.030445:0:8470:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099532000, rc 0) 00000100:00100000:1.0:1746130276.030499:0:8470:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134a83480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c84b93b0-d496-484f-8e1e-94008838f2dd+6:31579:x1830949848925568:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2662us (2838us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130276.030507:0:8470:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5819 00000100:00100000:0.0:1746130276.033341:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130276.034453:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130276.034527:0:8470:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848926080 00000100:00100000:1.0:1746130276.034532:0:8470:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848926080 00000100:00100000:1.0:1746130276.034570:0:8470:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5820 00000100:00100000:1.0:1746130276.034576:0:8470:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135a11180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:640ea846-b909-4eea-9a54-417e15bd627b+13:31578:x1830949848926080:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746130276.034587:0:8470:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746130276.034604:0:8470:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099533c00/0x4ce24e57873610cb lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3f709 expref: -99 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130276.034630:0:8470:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880099532000/0x4ce24e57873610c4 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f702 expref: 5 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130276.034637:0:8470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130276.034639:0:8470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130276.034643:0:8470:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099533c00/0x4ce24e57873610cb lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f709 expref: 14 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130276.034673:0:8470:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880099532000/0x4ce24e57873610c4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f702 expref: 5 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130276.034684:0:8470:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880099532000/0x4ce24e57873610c4 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f702 expref: 5 pid: 8470 timeout: 574 lvb_type: 0 00000100:00100000:1.0:1746130276.034695:0:8470:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ac4f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8470:1830949841599360:192.168.204.51@tcp:104: 00000100:00100000:1.0:1746130276.034770:0:8470:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18fb9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746130276.035160:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130276.036790:0:8470:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008ac4f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8470:1830949841599360:192.168.204.51@tcp:104: 00010000:00010000:0.0:1746130276.036814:0:8470:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880099533c00/0x4ce24e57873610cb lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f709 expref: 15 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130276.036828:0:8470:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099533c00, rc 0) 00000100:00100000:0.0:1746130276.036867:0:8470:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135a11180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:640ea846-b909-4eea-9a54-417e15bd627b+15:31578:x1830949848926080:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2291us (2416us total) trans 0 rc 0/0 00000100:00100000:0.0:1746130276.036874:0:8470:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5820 00000100:00100000:1.0:1746130276.037100:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130276.041797:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130276.045895:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130276.048195:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130276.050296:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130276.053905:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130276.056243:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130276.057711:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130276.059565:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130276.060105:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130276.063788:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130276.066067:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130276.066119:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130276.069495:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130276.071631:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130276.072410:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130276.075303:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130276.077579:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130276.080100:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130276.083755:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130276.087346:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130276.090621:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130276.092222:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130276.095418:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130276.097821:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130276.098168:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4598 00000100:00100000:1.0:1746130276.098177:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800924e1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+14:1962:x1830949848930560:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746130276.098325:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800924e1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+14:1962:x1830949848930560:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 150us (507us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746130276.098331:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4598 00002000:00100000:1.0:1746130276.098340:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800924e1880 x1830949848930560/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:262/0 lens 488/4536 e 0 to 0 dl 1746130287 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130276.098346:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800924e1880 with x1830949848930560 ext(0->4095) 00002000:00010000:1.0:1746130276.098348:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800924e1880 00000100:00100000:0.0:1746130276.100949:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130276.104186:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130276.106413:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130276.111300:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848931200 00000100:00100000:0.0:1746130276.111307:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848931200 00002000:00100000:0.0:1746130276.111341:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880134a83800 x1830949848931200/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:262/0 lens 488/0 e 0 to 0 dl 1746130287 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746130276.111349:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134a83800 with x1830949848931200 ext(0->4095) 00002000:00010000:0.0:1746130276.111353:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880134a83800 00000100:00100000:0.0:1746130276.111380:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4599 00000100:00100000:0.0:1746130276.111386:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134a83800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1963:x1830949848931200:12345-192.168.204.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746130276.111546:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134a83800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1963:x1830949848931200:12345-192.168.204.51@tcp:3:ptlrpcd_01_00.0 Request processed in 159us (334us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746130276.111555:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4599 00002000:00100000:0.0:1746130276.111560:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880134a83800 x1830949848931200/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:262/0 lens 488/4536 e 0 to 0 dl 1746130287 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746130276.111566:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134a83800 with x1830949848931200 ext(0->4095) 00002000:00010000:0.0:1746130276.111568:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880134a83800 00000100:00100000:0.0:1746130276.115046:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130276.115841:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130276.115871:0:20953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848931456 00000100:00100000:0.0:1746130276.115951:0:20953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848931456 00000100:00100000:0.0:1746130276.115985:0:20953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5831 00000100:00100000:0.0:1746130276.115991:0:20953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ac4f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:640ea846-b909-4eea-9a54-417e15bd627b+17:31579:x1830949848931456:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746130276.115997:0:20953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746130276.116004:0:20953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801362b4600/0x4ce24e5787361118 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3f756 expref: -99 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130276.116015:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130276.116019:0:20953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a796cc00/0x4ce24e5787361111 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f74f expref: 18 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130276.116023:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746130276.116025:0:20953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801362b4600/0x4ce24e5787361118 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f756 expref: 18 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130276.116044:0:20953:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a796cc00/0x4ce24e5787361111 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f74f expref: 18 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130276.116053:0:20953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8801362b4600/0x4ce24e5787361118 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f756 expref: 18 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130276.116061:0:20953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801362b4600, rc 0) 00000100:00100000:0.0:1746130276.116102:0:20953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ac4f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:640ea846-b909-4eea-9a54-417e15bd627b+18:31579:x1830949848931456:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 111us (260us total) trans 0 rc 0/0 00000100:00100000:0.0:1746130276.116108:0:20953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5831 00000100:00100000:0.0:1746130276.117666:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130276.120591:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130276.120704:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848931840 00000100:00100000:1.0:1746130276.120711:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848931840 00002000:00100000:1.0:1746130276.120760:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092e34000 x1830949848931840/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:262/0 lens 488/0 e 0 to 0 dl 1746130287 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130276.120770:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092e34000 with x1830949848931840 ext(0->4095) 00010000:00010000:1.0:1746130276.120778:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a796cc00/0x4ce24e5787361111 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f74f expref: 17 pid: 8470 timeout: 574 lvb_type: 0 00010000:00010000:1.0:1746130276.120792:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a796cc00/0x4ce24e5787361111 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f74f expref: 17 pid: 8470 timeout: 574 lvb_type: 0 00002000:00010000:1.0:1746130276.120803:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092e34000 00000100:00100000:1.0:1746130276.120823:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2295 00000100:00100000:1.0:1746130276.120831:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e34000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+17:1962:x1830949848931840:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746130276.121585:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e34000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+17:1962:x1830949848931840:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 752us (994us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746130276.121592:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2295 00002000:00100000:1.0:1746130276.121597:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092e34000 x1830949848931840/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:262/0 lens 488/4536 e 0 to 0 dl 1746130287 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130276.121604:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092e34000 with x1830949848931840 ext(0->4095) 00010000:00010000:1.0:1746130276.121610:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a796cc00/0x4ce24e5787361111 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f74f expref: 17 pid: 8470 timeout: 574 lvb_type: 0 00010000:00010000:1.0:1746130276.121620:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a796cc00/0x4ce24e5787361111 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f74f expref: 17 pid: 8470 timeout: 574 lvb_type: 0 00002000:00010000:1.0:1746130276.121626:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092e34000 00000100:00100000:0.0:1746130276.124901:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130276.127320:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130276.129635:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130276.133072:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130276.136721:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130276.138575:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130276.139447:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130276.141326:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130276.146220:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130276.149445:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130276.153035:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130276.154706:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130276.157881:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130276.159908:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130276.161453:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130276.164843:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130276.164866:0:10554:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848934528 00000100:00100000:0.0:1746130276.164873:0:10554:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848934528 00000100:00100000:0.0:1746130276.164910:0:10554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5837 00000100:00100000:0.0:1746130276.164917:0:10554:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f131c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:640ea846-b909-4eea-9a54-417e15bd627b+17:31578:x1830949848934528:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746130276.165673:0:10554:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746130276.165687:0:10554:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801362b5a00/0x4ce24e5787361142 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3f780 expref: -99 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130276.165706:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130276.165711:0:10554:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a796d600/0x4ce24e578736113b lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f779 expref: 17 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130276.165716:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746130276.165720:0:10554:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801362b5a00/0x4ce24e5787361142 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f780 expref: 17 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130276.165748:0:10554:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a796d600/0x4ce24e578736113b lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f779 expref: 17 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130276.165757:0:10554:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8801362b5a00/0x4ce24e5787361142 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f780 expref: 17 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130276.165764:0:10554:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801362b5a00, rc 0) 00000100:00100000:0.0:1746130276.165786:0:10554:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f131c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:640ea846-b909-4eea-9a54-417e15bd627b+17:31578:x1830949848934528:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 870us (951us total) trans 0 rc 0/0 00000100:00100000:0.0:1746130276.165791:0:10554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5837 00000100:00100000:0.0:1746130276.167971:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130276.168060:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848934912 00000100:00100000:1.0:1746130276.168066:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848934912 00002000:00100000:1.0:1746130276.168101:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008f130700 x1830949848934912/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:262/0 lens 488/0 e 0 to 0 dl 1746130287 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130276.168109:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f130700 with x1830949848934912 ext(0->4095) 00010000:00010000:1.0:1746130276.168116:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a796d600/0x4ce24e578736113b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f779 expref: 17 pid: 8470 timeout: 574 lvb_type: 0 00010000:00010000:1.0:1746130276.168127:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a796d600/0x4ce24e578736113b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f779 expref: 17 pid: 8470 timeout: 574 lvb_type: 0 00002000:00010000:1.0:1746130276.168132:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008f130700 00000100:00100000:1.0:1746130276.168159:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2297 00000100:00100000:1.0:1746130276.168347:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f130700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+17:1962:x1830949848934912:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746130276.168704:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f130700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+17:1962:x1830949848934912:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 359us (739us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746130276.168709:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2297 00002000:00100000:1.0:1746130276.168714:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008f130700 x1830949848934912/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:262/0 lens 488/4536 e 0 to 0 dl 1746130287 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130276.168721:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f130700 with x1830949848934912 ext(0->4095) 00010000:00010000:1.0:1746130276.168725:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a796d600/0x4ce24e578736113b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f779 expref: 17 pid: 8470 timeout: 574 lvb_type: 0 00010000:00010000:1.0:1746130276.168733:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a796d600/0x4ce24e578736113b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f779 expref: 17 pid: 8470 timeout: 574 lvb_type: 0 00002000:00010000:1.0:1746130276.168739:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008f130700 00000100:00100000:0.0:1746130276.171365:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130276.171510:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130276.175223:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130276.175336:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848935424 00000100:00100000:1.0:1746130276.175347:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848935424 00002000:00100000:1.0:1746130276.175393:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800931fbb80 x1830949848935424/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:262/0 lens 488/0 e 0 to 0 dl 1746130287 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130276.175408:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800931fbb80 with x1830949848935424 ext(0->4095) 00010000:00010000:1.0:1746130276.175418:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801362b5a00/0x4ce24e5787361142 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f780 expref: 17 pid: 10554 timeout: 574 lvb_type: 0 00010000:00010000:1.0:1746130276.175430:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801362b5a00/0x4ce24e5787361142 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f780 expref: 17 pid: 10554 timeout: 574 lvb_type: 0 00002000:00010000:1.0:1746130276.175437:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800931fbb80 00000100:00100000:1.0:1746130276.175471:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2298 00000100:00100000:1.0:1746130276.175485:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800931fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+17:1961:x1830949848935424:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746130276.175663:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800931fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+17:1961:x1830949848935424:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 178us (451us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746130276.175670:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2298 00002000:00100000:1.0:1746130276.175676:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800931fbb80 x1830949848935424/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:262/0 lens 488/4536 e 0 to 0 dl 1746130287 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130276.175682:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800931fbb80 with x1830949848935424 ext(0->4095) 00010000:00010000:1.0:1746130276.175687:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801362b5a00/0x4ce24e5787361142 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f780 expref: 17 pid: 10554 timeout: 574 lvb_type: 0 00010000:00010000:1.0:1746130276.175696:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801362b5a00/0x4ce24e5787361142 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f780 expref: 17 pid: 10554 timeout: 574 lvb_type: 0 00002000:00010000:1.0:1746130276.175701:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800931fbb80 00000100:00100000:0.0:1746130276.178158:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130276.178670:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130276.182100:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130276.189241:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130276.191967:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130276.194067:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130276.197454:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130276.197559:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848936832 00000100:00100000:1.0:1746130276.197566:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848936832 00002000:00100000:1.0:1746130276.197601:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88013514f100 x1830949848936832/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:262/0 lens 488/0 e 0 to 0 dl 1746130287 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130276.197610:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013514f100 with x1830949848936832 ext(0->4095) 00002000:00010000:1.0:1746130276.197614:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88013514f100 00000100:00100000:1.0:1746130276.197635:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4605 00000100:00100000:1.0:1746130276.197642:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013514f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949848936832:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746130276.197779:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013514f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949848936832:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 137us (330us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746130276.197812:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4605 00002000:00100000:1.0:1746130276.197819:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88013514f100 x1830949848936832/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:262/0 lens 488/4536 e 0 to 0 dl 1746130287 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130276.197825:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013514f100 with x1830949848936832 ext(0->4095) 00002000:00010000:1.0:1746130276.197828:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88013514f100 00000100:00100000:0.0:1746130276.199386:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130276.200726:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130276.200757:0:10554:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848937088 00000100:00100000:1.0:1746130276.200760:0:10554:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848937088 00000100:00100000:1.0:1746130276.200791:0:10554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5842 00000100:00100000:1.0:1746130276.200796:0:10554:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013514d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:640ea846-b909-4eea-9a54-417e15bd627b+17:31579:x1830949848937088:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746130276.200802:0:10554:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746130276.200808:0:10554:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099532a00/0x4ce24e5787361165 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3f7a3 expref: -99 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130276.200820:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130276.200823:0:10554:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a796c600/0x4ce24e578736115e lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f79c expref: 18 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130276.200833:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130276.200835:0:10554:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099532a00/0x4ce24e5787361165 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f7a3 expref: 18 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130276.200855:0:10554:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a796c600/0x4ce24e578736115e lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f79c expref: 18 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130276.200864:0:10554:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880099532a00/0x4ce24e5787361165 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f7a3 expref: 18 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130276.200872:0:10554:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099532a00, rc 0) 00000100:00100000:1.0:1746130276.200900:0:10554:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013514d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:640ea846-b909-4eea-9a54-417e15bd627b+18:31579:x1830949848937088:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 104us (174us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130276.200906:0:10554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5842 00000100:00100000:0.0:1746130276.202974:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130276.205623:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130276.206061:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848937472 00000100:00100000:1.0:1746130276.206066:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848937472 00002000:00100000:1.0:1746130276.206097:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88013514ed80 x1830949848937472/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:262/0 lens 488/0 e 0 to 0 dl 1746130287 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130276.206105:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013514ed80 with x1830949848937472 ext(0->4095) 00010000:00010000:1.0:1746130276.206112:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a796c600/0x4ce24e578736115e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f79c expref: 17 pid: 8470 timeout: 574 lvb_type: 0 00010000:00010000:1.0:1746130276.206123:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a796c600/0x4ce24e578736115e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f79c expref: 17 pid: 8470 timeout: 574 lvb_type: 0 00002000:00010000:1.0:1746130276.206129:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88013514ed80 00000100:00100000:1.0:1746130276.206155:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2300 00000100:00100000:1.0:1746130276.206161:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013514ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+17:1961:x1830949848937472:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746130276.206620:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013514ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+17:1961:x1830949848937472:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 458us (996us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746130276.206626:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2300 00002000:00100000:1.0:1746130276.206631:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88013514ed80 x1830949848937472/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:262/0 lens 488/4536 e 0 to 0 dl 1746130287 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130276.206638:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013514ed80 with x1830949848937472 ext(0->4095) 00010000:00010000:1.0:1746130276.206643:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a796c600/0x4ce24e578736115e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f79c expref: 17 pid: 8470 timeout: 574 lvb_type: 0 00010000:00010000:1.0:1746130276.206652:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a796c600/0x4ce24e578736115e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f79c expref: 17 pid: 8470 timeout: 574 lvb_type: 0 00002000:00010000:1.0:1746130276.206658:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88013514ed80 00000100:00100000:0.0:1746130276.211559:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130276.214107:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130276.214186:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848937856 00000100:00100000:1.0:1746130276.214191:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848937856 00002000:00100000:1.0:1746130276.214225:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009412fb80 x1830949848937856/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:262/0 lens 488/0 e 0 to 0 dl 1746130287 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130276.214234:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009412fb80 with x1830949848937856 ext(0->4095) 00002000:00010000:1.0:1746130276.214238:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009412fb80 00000100:00100000:1.0:1746130276.214295:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4606 00000100:00100000:1.0:1746130276.214302:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009412fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+16:1962:x1830949848937856:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746130276.214739:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009412fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+16:1962:x1830949848937856:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 437us (632us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746130276.214745:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4606 00002000:00100000:1.0:1746130276.214749:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009412fb80 x1830949848937856/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:262/0 lens 488/4536 e 0 to 0 dl 1746130287 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130276.214754:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009412fb80 with x1830949848937856 ext(0->4095) 00002000:00010000:1.0:1746130276.214756:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009412fb80 00000100:00100000:0.0:1746130276.216564:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130276.218977:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130276.220798:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130276.220817:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848938368 00000100:00100000:1.0:1746130276.220823:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848938368 00002000:00100000:1.0:1746130276.220852:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008c4fdc00 x1830949848938368/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:262/0 lens 488/0 e 0 to 0 dl 1746130287 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130276.220860:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c4fdc00 with x1830949848938368 ext(0->4095) 00002000:00010000:1.0:1746130276.220863:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008c4fdc00 00000100:00100000:1.0:1746130276.220890:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4607 00000100:00100000:1.0:1746130276.220896:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c4fdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949848938368:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746130276.221031:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c4fdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949848938368:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 134us (232us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746130276.221037:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4607 00002000:00100000:1.0:1746130276.221041:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008c4fdc00 x1830949848938368/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:262/0 lens 488/4536 e 0 to 0 dl 1746130287 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130276.221048:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c4fdc00 with x1830949848938368 ext(0->4095) 00002000:00010000:1.0:1746130276.221051:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008c4fdc00 00000100:00100000:1.0:1746130276.222600:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130276.224333:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130276.224413:0:20953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848938624 00000100:00100000:1.0:1746130276.224419:0:20953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848938624 00000100:00100000:0.0:1746130276.224436:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130276.224547:0:20953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5845 00000100:00100000:1.0:1746130276.224552:0:20953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c4fed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:640ea846-b909-4eea-9a54-417e15bd627b+17:31578:x1830949848938624:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746130276.224565:0:20953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746130276.224575:0:20953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099532a00/0x4ce24e578736117a lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3f7b8 expref: -99 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130276.224591:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130276.224595:0:20953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a796cc00/0x4ce24e5787361173 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f7b1 expref: 18 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130276.224600:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130276.224603:0:20953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099532a00/0x4ce24e578736117a lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f7b8 expref: 18 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130276.224878:0:20953:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a796cc00/0x4ce24e5787361173 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f7b1 expref: 18 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130276.224889:0:20953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880099532a00/0x4ce24e578736117a lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f7b8 expref: 18 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130276.224896:0:20953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099532a00, rc 0) 00000100:00100000:1.0:1746130276.224942:0:20953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c4fed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:640ea846-b909-4eea-9a54-417e15bd627b+18:31578:x1830949848938624:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 389us (614us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130276.225178:0:20953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5845 00000100:00100000:1.0:1746130276.227806:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848939008 00000100:00100000:1.0:1746130276.227813:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848939008 00002000:00100000:1.0:1746130276.227852:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880134a83480 x1830949848939008/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:262/0 lens 488/0 e 0 to 0 dl 1746130287 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130276.227866:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134a83480 with x1830949848939008 ext(0->4095) 00010000:00010000:1.0:1746130276.227873:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a796cc00/0x4ce24e5787361173 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f7b1 expref: 17 pid: 8470 timeout: 574 lvb_type: 0 00010000:00010000:1.0:1746130276.227885:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a796cc00/0x4ce24e5787361173 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f7b1 expref: 17 pid: 8470 timeout: 574 lvb_type: 0 00002000:00010000:1.0:1746130276.227891:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880134a83480 00000100:00100000:1.0:1746130276.227919:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2301 00000100:00100000:1.0:1746130276.227925:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134a83480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+17:1963:x1830949848939008:12345-192.168.204.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746130276.228074:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134a83480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+17:1963:x1830949848939008:12345-192.168.204.51@tcp:3:ptlrpcd_01_00.0 Request processed in 149us (480us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746130276.228080:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2301 00002000:00100000:1.0:1746130276.228085:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880134a83480 x1830949848939008/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:262/0 lens 488/4536 e 0 to 0 dl 1746130287 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130276.228091:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134a83480 with x1830949848939008 ext(0->4095) 00010000:00010000:1.0:1746130276.228095:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a796cc00/0x4ce24e5787361173 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f7b1 expref: 17 pid: 8470 timeout: 574 lvb_type: 0 00010000:00010000:1.0:1746130276.228103:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a796cc00/0x4ce24e5787361173 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f7b1 expref: 17 pid: 8470 timeout: 574 lvb_type: 0 00002000:00010000:1.0:1746130276.228108:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880134a83480 00000100:00100000:0.0:1746130276.230531:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130276.230611:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130276.233908:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130276.234023:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848939520 00000100:00100000:1.0:1746130276.234029:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848939520 00002000:00100000:1.0:1746130276.234062:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880091f45180 x1830949848939520/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:262/0 lens 488/0 e 0 to 0 dl 1746130287 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130276.234069:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091f45180 with x1830949848939520 ext(0->4095) 00010000:00010000:1.0:1746130276.234076:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880099532a00/0x4ce24e578736117a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f7b8 expref: 16 pid: 20953 timeout: 574 lvb_type: 0 00010000:00010000:1.0:1746130276.234086:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880099532a00/0x4ce24e578736117a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f7b8 expref: 16 pid: 20953 timeout: 574 lvb_type: 0 00002000:00010000:1.0:1746130276.234092:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091f45180 00000100:00100000:1.0:1746130276.234119:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2302 00000100:00100000:1.0:1746130276.234125:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091f45180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+16:1963:x1830949848939520:12345-192.168.204.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746130276.234264:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091f45180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+16:1963:x1830949848939520:12345-192.168.204.51@tcp:3:ptlrpcd_01_00.0 Request processed in 138us (358us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746130276.234290:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2302 00002000:00100000:1.0:1746130276.234295:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880091f45180 x1830949848939520/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:262/0 lens 488/4536 e 0 to 0 dl 1746130287 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130276.234301:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091f45180 with x1830949848939520 ext(0->4095) 00010000:00010000:1.0:1746130276.234305:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880099532a00/0x4ce24e578736117a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f7b8 expref: 16 pid: 20953 timeout: 574 lvb_type: 0 00010000:00010000:1.0:1746130276.234313:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880099532a00/0x4ce24e578736117a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f7b8 expref: 16 pid: 20953 timeout: 574 lvb_type: 0 00002000:00010000:1.0:1746130276.234318:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091f45180 00000100:00100000:0.0:1746130276.235570:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130276.235646:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130276.237697:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130276.237999:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848940032 00000100:00100000:1.0:1746130276.238005:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848940032 00002000:00100000:1.0:1746130276.238034:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880091f44700 x1830949848940032/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:262/0 lens 488/0 e 0 to 0 dl 1746130287 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130276.238043:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091f44700 with x1830949848940032 ext(0->4095) 00010000:00010000:1.0:1746130276.238049:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a796c400/0x4ce24e5787361181 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f7bf expref: 6 pid: 8470 timeout: 574 lvb_type: 0 00010000:00010000:1.0:1746130276.238060:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a796c400/0x4ce24e5787361181 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f7bf expref: 6 pid: 8470 timeout: 574 lvb_type: 0 00002000:00010000:1.0:1746130276.238066:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091f44700 00000100:00100000:1.0:1746130276.238128:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2303 00000100:00100000:1.0:1746130276.238136:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091f44700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949848940032:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746130276.238460:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091f44700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949848940032:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 323us (761us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746130276.238466:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2303 00002000:00100000:1.0:1746130276.238472:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880091f44700 x1830949848940032/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:262/0 lens 488/4536 e 0 to 0 dl 1746130287 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130276.238492:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091f44700 with x1830949848940032 ext(0->4095) 00010000:00010000:1.0:1746130276.238496:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a796c400/0x4ce24e5787361181 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f7bf expref: 6 pid: 8470 timeout: 574 lvb_type: 0 00010000:00010000:1.0:1746130276.238505:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a796c400/0x4ce24e5787361181 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f7bf expref: 6 pid: 8470 timeout: 574 lvb_type: 0 00002000:00010000:1.0:1746130276.238516:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091f44700 00000100:00100000:0.0:1746130276.241830:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130276.245229:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130276.245461:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848940416 00000100:00100000:1.0:1746130276.245471:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848940416 00002000:00100000:1.0:1746130276.245511:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801350bed80 x1830949848940416/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:262/0 lens 488/0 e 0 to 0 dl 1746130287 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130276.245519:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801350bed80 with x1830949848940416 ext(0->4095) 00002000:00010000:1.0:1746130276.245523:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801350bed80 00000100:00100000:1.0:1746130276.245548:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4608 00000100:00100000:1.0:1746130276.245554:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801350bed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+16:1962:x1830949848940416:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746130276.245684:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801350bed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+16:1962:x1830949848940416:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 130us (456us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746130276.245690:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4608 00002000:00100000:1.0:1746130276.245694:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801350bed80 x1830949848940416/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:262/0 lens 488/4536 e 0 to 0 dl 1746130287 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130276.245700:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801350bed80 with x1830949848940416 ext(0->4095) 00002000:00010000:1.0:1746130276.245703:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801350bed80 00000100:00100000:0.0:1746130276.247862:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130276.250920:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130276.255607:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130276.255686:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130276.255934:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848940928 00000100:00100000:1.0:1746130276.255939:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848940928 00002000:00100000:1.0:1746130276.255970:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880135afd880 x1830949848940928/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:262/0 lens 488/0 e 0 to 0 dl 1746130287 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130276.255978:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135afd880 with x1830949848940928 ext(0->4095) 00002000:00010000:1.0:1746130276.255982:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880135afd880 00000100:00100000:1.0:1746130276.256006:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4609 00000100:00100000:1.0:1746130276.256014:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135afd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949848940928:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746130276.256177:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135afd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949848940928:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 163us (574us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746130276.256183:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4609 00002000:00100000:1.0:1746130276.256188:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880135afd880 x1830949848940928/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:262/0 lens 488/4536 e 0 to 0 dl 1746130287 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130276.256195:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135afd880 with x1830949848940928 ext(0->4095) 00010000:00010000:1.0:1746130276.256200:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a796da00/0x4ce24e578736118f lrc: 6/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f7cd expref: 6 pid: 8470 timeout: 574 lvb_type: 0 00010000:00010000:1.0:1746130276.256210:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a796da00/0x4ce24e578736118f lrc: 6/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f7cd expref: 6 pid: 8470 timeout: 574 lvb_type: 0 00002000:00010000:1.0:1746130276.256215:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880135afd880 00000100:00100000:0.0:1746130276.257987:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130276.258794:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130276.258814:0:20953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848941184 00000100:00100000:1.0:1746130276.258821:0:20953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848941184 00000100:00100000:1.0:1746130276.258869:0:20953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5850 00000100:00100000:1.0:1746130276.258876:0:20953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135afe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:640ea846-b909-4eea-9a54-417e15bd627b+17:31579:x1830949848941184:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746130276.258890:0:20953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746130276.258913:0:20953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099533000/0x4ce24e578736119d lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3f7db expref: -99 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130276.258931:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130276.258936:0:20953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a796ca00/0x4ce24e5787361196 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f7d4 expref: 18 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130276.258946:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130276.258950:0:20953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099533000/0x4ce24e578736119d lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f7db expref: 17 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130276.259344:0:20953:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a796ca00/0x4ce24e5787361196 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f7d4 expref: 17 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130276.259362:0:20953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880099533000/0x4ce24e578736119d lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f7db expref: 17 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130276.259375:0:20953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099533000, rc 0) 00000100:00100000:1.0:1746130276.259398:0:20953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135afe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:640ea846-b909-4eea-9a54-417e15bd627b+17:31579:x1830949848941184:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 523us (1420us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130276.259403:0:20953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5850 00000100:00100000:0.0:1746130276.263130:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130276.263174:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848941568 00000100:00100000:1.0:1746130276.263182:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848941568 00002000:00100000:1.0:1746130276.263222:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800a7d43100 x1830949848941568/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:262/0 lens 488/0 e 0 to 0 dl 1746130287 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130276.263231:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a7d43100 with x1830949848941568 ext(0->4095) 00010000:00010000:1.0:1746130276.263238:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a796ca00/0x4ce24e5787361196 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f7d4 expref: 17 pid: 8470 timeout: 574 lvb_type: 0 00010000:00010000:1.0:1746130276.263251:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a796ca00/0x4ce24e5787361196 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f7d4 expref: 17 pid: 8470 timeout: 574 lvb_type: 0 00002000:00010000:1.0:1746130276.263257:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a7d43100 00000100:00100000:1.0:1746130276.263309:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2304 00000100:00100000:1.0:1746130276.263316:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7d43100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+17:1961:x1830949848941568:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746130276.263549:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7d43100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+17:1961:x1830949848941568:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 223us (410us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746130276.263556:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2304 00002000:00100000:1.0:1746130276.263568:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800a7d43100 x1830949848941568/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:262/0 lens 488/4536 e 0 to 0 dl 1746130287 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130276.263575:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a7d43100 with x1830949848941568 ext(0->4095) 00010000:00010000:1.0:1746130276.263580:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a796ca00/0x4ce24e5787361196 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f7d4 expref: 17 pid: 8470 timeout: 574 lvb_type: 0 00010000:00010000:1.0:1746130276.263589:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a796ca00/0x4ce24e5787361196 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f7d4 expref: 17 pid: 8470 timeout: 574 lvb_type: 0 00002000:00010000:1.0:1746130276.263594:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a7d43100 00000100:00100000:0.0:1746130276.266729:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130276.271091:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130276.273461:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130276.273533:0:20953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848942080 00000100:00100000:1.0:1746130276.273540:0:20953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848942080 00000100:00100000:1.0:1746130276.273585:0:20953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5851 00000100:00100000:1.0:1746130276.273592:0:20953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7d41500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c84b93b0-d496-484f-8e1e-94008838f2dd+5:31579:x1830949848942080:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746130276.273639:0:20953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746130276.273657:0:20953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099532000/0x4ce24e57873611a4 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3f7e2 expref: -99 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130276.273684:0:20953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880099533000/0x4ce24e578736119d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f7db expref: 15 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130276.273695:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130276.273696:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130276.273699:0:20953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099532000/0x4ce24e57873611a4 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f7e2 expref: 6 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130276.273846:0:20953:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880099533000/0x4ce24e578736119d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f7db expref: 15 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130276.273857:0:20953:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880099533000/0x4ce24e578736119d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f7db expref: 15 pid: 20953 timeout: 574 lvb_type: 0 00000100:00100000:1.0:1746130276.273868:0:20953:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008af76680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:20953:1830949841607296:192.168.204.51@tcp:104: 00000100:00100000:1.0:1746130276.274026:0:20953:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18fb900 going to sleep for 11 seconds 00000100:00100000:0.0:1746130276.276354:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130276.276451:0:20953:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008af76680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:20953:1830949841607296:192.168.204.51@tcp:104: 00010000:00010000:1.0:1746130276.276490:0:20953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880099532000/0x4ce24e57873611a4 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f7e2 expref: 6 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130276.276506:0:20953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099532000, rc 0) 00000100:00100000:1.0:1746130276.276546:0:20953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7d41500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c84b93b0-d496-484f-8e1e-94008838f2dd+6:31579:x1830949848942080:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2953us (3088us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130276.276554:0:20953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5851 00000100:00100000:0.0:1746130276.279635:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130276.282677:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130276.282896:0:20953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848942592 00000100:00100000:1.0:1746130276.282906:0:20953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848942592 00000100:00100000:1.0:1746130276.282961:0:20953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5852 00000100:00100000:1.0:1746130276.282969:0:20953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092254380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:640ea846-b909-4eea-9a54-417e15bd627b+15:31578:x1830949848942592:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746130276.282990:0:20953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1746130276.283033:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00010000:00010000:1.0:1746130276.283161:0:20953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099533c00/0x4ce24e57873611ab lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3f7e9 expref: -99 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130276.283196:0:20953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880099532000/0x4ce24e57873611a4 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f7e2 expref: 5 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130276.283204:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130276.283205:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130276.283208:0:20953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099533c00/0x4ce24e57873611ab lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f7e9 expref: 16 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130276.283241:0:20953:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880099532000/0x4ce24e57873611a4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f7e2 expref: 5 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130276.283253:0:20953:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880099532000/0x4ce24e57873611a4 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f7e2 expref: 5 pid: 20953 timeout: 574 lvb_type: 0 00000100:00100000:1.0:1746130276.283367:0:20953:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008af76680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:20953:1830949841607552:192.168.204.51@tcp:104: 00000100:00100000:1.0:1746130276.283437:0:20953:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18fb900 going to sleep for 11 seconds 00000100:00100000:1.0:1746130276.287309:0:20953:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008af76680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:20953:1830949841607552:192.168.204.51@tcp:104: 00010000:00010000:1.0:1746130276.287343:0:20953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880099533c00/0x4ce24e57873611ab lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f7e9 expref: 17 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130276.287362:0:20953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099533c00, rc 0) 00000100:00100000:1.0:1746130276.287422:0:20953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092254380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:640ea846-b909-4eea-9a54-417e15bd627b+17:31578:x1830949848942592:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4453us (4755us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130276.287436:0:20953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5852 00000100:00100000:0.0:1746130276.287537:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130276.291027:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130276.297779:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130276.302309:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848943488 00000100:00100000:0.0:1746130276.302314:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848943488 00002000:00100000:0.0:1746130276.302345:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880134a82d80 x1830949848943488/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:262/0 lens 488/0 e 0 to 0 dl 1746130287 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746130276.302354:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134a82d80 with x1830949848943488 ext(0->4095) 00002000:00010000:0.0:1746130276.302358:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880134a82d80 00000100:00100000:0.0:1746130276.302441:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4612 00000100:00100000:0.0:1746130276.302448:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134a82d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+16:1962:x1830949848943488:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746130276.302595:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134a82d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+16:1962:x1830949848943488:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 147us (626us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746130276.302601:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4612 00002000:00100000:0.0:1746130276.302605:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880134a82d80 x1830949848943488/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:262/0 lens 488/4536 e 0 to 0 dl 1746130287 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746130276.302612:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134a82d80 with x1830949848943488 ext(0->4095) 00002000:00010000:0.0:1746130276.302614:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880134a82d80 00000100:00100000:0.0:1746130276.304864:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130276.305328:0:20953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848943616 00000100:00100000:1.0:1746130276.305338:0:20953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848943616 00000100:00100000:1.0:1746130276.305394:0:20953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5854 00000100:00100000:1.0:1746130276.305402:0:20953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801344c9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c84b93b0-d496-484f-8e1e-94008838f2dd+5:31579:x1830949848943616:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746130276.305417:0:20953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746130276.305432:0:20953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099532a00/0x4ce24e57873611b9 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3f7f7 expref: -99 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130276.305459:0:20953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a796c200/0x4ce24e57873611b2 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f7f0 expref: 15 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130276.305466:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130276.305468:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130276.305564:0:20953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099532a00/0x4ce24e57873611b9 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f7f7 expref: 6 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130276.305592:0:20953:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a796c200/0x4ce24e57873611b2 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f7f0 expref: 15 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130276.305604:0:20953:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a796c200/0x4ce24e57873611b2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f7f0 expref: 15 pid: 10554 timeout: 574 lvb_type: 0 00000100:00100000:1.0:1746130276.305616:0:20953:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008af76680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:20953:1830949841608064:192.168.204.51@tcp:104: 00000100:00100000:1.0:1746130276.305715:0:20953:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18fb900 going to sleep for 11 seconds 00000100:00100000:0.0:1746130276.308147:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130276.308215:0:20953:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008af76680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:20953:1830949841608064:192.168.204.51@tcp:104: 00010000:00010000:1.0:1746130276.308243:0:20953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880099532a00/0x4ce24e57873611b9 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f7f7 expref: 6 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130276.308260:0:20953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099532a00, rc 0) 00000100:00100000:1.0:1746130276.308330:0:20953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801344c9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c84b93b0-d496-484f-8e1e-94008838f2dd+6:31579:x1830949848943616:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2928us (3472us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130276.308338:0:20953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5854 00000100:00100000:1.0:1746130276.311995:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848944000 00000100:00100000:1.0:1746130276.312002:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848944000 00002000:00100000:1.0:1746130276.312039:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880134a83100 x1830949848944000/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:262/0 lens 488/0 e 0 to 0 dl 1746130287 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130276.312049:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134a83100 with x1830949848944000 ext(0->4095) 00002000:00010000:1.0:1746130276.312053:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880134a83100 00000100:00100000:1.0:1746130276.312076:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4613 00000100:00100000:1.0:1746130276.312083:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134a83100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949848944000:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746130276.312231:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134a83100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949848944000:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 149us (590us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746130276.312237:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4613 00002000:00100000:1.0:1746130276.312243:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880134a83100 x1830949848944000/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:262/0 lens 488/4536 e 0 to 0 dl 1746130287 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130276.312249:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134a83100 with x1830949848944000 ext(0->4095) 00002000:00010000:1.0:1746130276.312251:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880134a83100 00000100:00100000:0.0:1746130276.312309:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130276.312357:0:20953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848944128 00000100:00100000:1.0:1746130276.312361:0:20953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848944128 00000100:00100000:1.0:1746130276.312396:0:20953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5855 00000100:00100000:1.0:1746130276.312402:0:20953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801344cb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:640ea846-b909-4eea-9a54-417e15bd627b+15:31578:x1830949848944128:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746130276.312411:0:20953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746130276.312425:0:20953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099532200/0x4ce24e57873611c0 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3f7fe expref: -99 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130276.312447:0:20953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880099532a00/0x4ce24e57873611b9 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f7f7 expref: 5 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130276.312453:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130276.312456:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130276.312459:0:20953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099532200/0x4ce24e57873611c0 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f7fe expref: 16 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130276.312503:0:20953:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880099532a00/0x4ce24e57873611b9 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f7f7 expref: 5 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130276.312513:0:20953:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880099532a00/0x4ce24e57873611b9 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f7f7 expref: 5 pid: 20953 timeout: 574 lvb_type: 0 00000100:00100000:1.0:1746130276.312524:0:20953:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008af76680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:20953:1830949841608320:192.168.204.51@tcp:104: 00000100:00100000:1.0:1746130276.312883:0:20953:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18fb900 going to sleep for 11 seconds 00000100:00100000:1.0:1746130276.314516:0:20953:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008af76680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:20953:1830949841608320:192.168.204.51@tcp:104: 00010000:00010000:1.0:1746130276.314545:0:20953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880099532200/0x4ce24e57873611c0 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f7fe expref: 16 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130276.314563:0:20953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099532200, rc 0) 00000100:00100000:1.0:1746130276.314681:0:20953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801344cb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:640ea846-b909-4eea-9a54-417e15bd627b+16:31578:x1830949848944128:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2278us (2371us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130276.314689:0:20953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5855 00000100:00100000:0.0:1746130276.314707:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130276.314814:0:20953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848944256 00000100:00100000:1.0:1746130276.314819:0:20953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848944256 00000100:00100000:1.0:1746130276.314840:0:20953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5856 00000100:00100000:1.0:1746130276.314846:0:20953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801344caa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:640ea846-b909-4eea-9a54-417e15bd627b+16:31579:x1830949848944256:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746130276.314858:0:20953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1746130276.314904:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00010000:00010000:1.0:1746130276.314936:0:20953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099532e00/0x4ce24e57873611c7 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3f805 expref: -99 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130276.314956:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130276.314960:0:20953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880099532200/0x4ce24e57873611c0 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f7fe expref: 17 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130276.314965:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130276.314968:0:20953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099532e00/0x4ce24e57873611c7 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f805 expref: 17 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130276.315039:0:20953:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880099532200/0x4ce24e57873611c0 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f7fe expref: 17 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130276.315049:0:20953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880099532e00/0x4ce24e57873611c7 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f805 expref: 17 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130276.315057:0:20953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099532e00, rc 0) 00000100:00100000:1.0:1746130276.315183:0:20953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801344caa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:640ea846-b909-4eea-9a54-417e15bd627b+17:31579:x1830949848944256:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 336us (475us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130276.315191:0:20953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5856 00000100:00100000:0.0:1746130276.317731:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130276.317863:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848944640 00000100:00100000:1.0:1746130276.317869:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848944640 00002000:00100000:1.0:1746130276.317916:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801344c9500 x1830949848944640/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:262/0 lens 488/0 e 0 to 0 dl 1746130287 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130276.317925:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801344c9500 with x1830949848944640 ext(0->4095) 00010000:00010000:1.0:1746130276.317932:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880099532200/0x4ce24e57873611c0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f7fe expref: 17 pid: 20953 timeout: 574 lvb_type: 0 00010000:00010000:1.0:1746130276.317942:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880099532200/0x4ce24e57873611c0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f7fe expref: 17 pid: 20953 timeout: 574 lvb_type: 0 00002000:00010000:1.0:1746130276.317948:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801344c9500 00000100:00100000:1.0:1746130276.317961:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2306 00000100:00100000:1.0:1746130276.317967:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801344c9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+17:1961:x1830949848944640:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746130276.318124:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801344c9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+17:1961:x1830949848944640:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 155us (392us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746130276.318130:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2306 00002000:00100000:1.0:1746130276.318135:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801344c9500 x1830949848944640/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:262/0 lens 488/4536 e 0 to 0 dl 1746130287 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130276.318142:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801344c9500 with x1830949848944640 ext(0->4095) 00010000:00010000:1.0:1746130276.318146:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880099532200/0x4ce24e57873611c0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f7fe expref: 17 pid: 20953 timeout: 574 lvb_type: 0 00010000:00010000:1.0:1746130276.318158:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880099532200/0x4ce24e57873611c0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f7fe expref: 17 pid: 20953 timeout: 574 lvb_type: 0 00002000:00010000:1.0:1746130276.318163:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801344c9500 00000100:00100000:0.0:1746130276.319615:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130276.321908:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130276.322226:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848945024 00000100:00100000:1.0:1746130276.322232:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848945024 00002000:00100000:1.0:1746130276.322263:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801344c9880 x1830949848945024/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:262/0 lens 488/0 e 0 to 0 dl 1746130287 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130276.322302:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801344c9880 with x1830949848945024 ext(0->4095) 00002000:00010000:1.0:1746130276.322306:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801344c9880 00000100:00100000:1.0:1746130276.322321:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4614 00000100:00100000:1.0:1746130276.322328:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801344c9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+16:1962:x1830949848945024:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746130276.322443:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801344c9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+16:1962:x1830949848945024:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 116us (535us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746130276.322448:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4614 00002000:00100000:1.0:1746130276.322453:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801344c9880 x1830949848945024/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:262/0 lens 488/4536 e 0 to 0 dl 1746130287 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130276.322460:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801344c9880 with x1830949848945024 ext(0->4095) 00002000:00010000:1.0:1746130276.322463:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801344c9880 00000100:00100000:0.0:1746130276.324562:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130276.324621:0:20953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848945152 00000100:00100000:1.0:1746130276.324629:0:20953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848945152 00000100:00100000:1.0:1746130276.324676:0:20953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5857 00000100:00100000:1.0:1746130276.324683:0:20953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b322a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c84b93b0-d496-484f-8e1e-94008838f2dd+5:31579:x1830949848945152:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746130276.324703:0:20953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746130276.324717:0:20953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099533200/0x4ce24e57873611ce lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3f80c expref: -99 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130276.324740:0:20953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880099532e00/0x4ce24e57873611c7 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f805 expref: 15 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130276.324747:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130276.324748:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130276.324750:0:20953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099533200/0x4ce24e57873611ce lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f80c expref: 6 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130276.324771:0:20953:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880099532e00/0x4ce24e57873611c7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f805 expref: 15 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130276.324778:0:20953:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880099532e00/0x4ce24e57873611c7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f805 expref: 15 pid: 20953 timeout: 574 lvb_type: 0 00000100:00100000:1.0:1746130276.324786:0:20953:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008af76680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:20953:1830949841608832:192.168.204.51@tcp:104: 00000100:00100000:1.0:1746130276.324863:0:20953:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18fb540 going to sleep for 11 seconds 00000100:00100000:0.0:1746130276.326064:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130276.326143:0:20953:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008af76680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:20953:1830949841608832:192.168.204.51@tcp:104: 00010000:00010000:1.0:1746130276.326165:0:20953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880099533200/0x4ce24e57873611ce lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f80c expref: 6 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130276.326183:0:20953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099533200, rc 0) 00000100:00100000:1.0:1746130276.326226:0:20953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b322a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c84b93b0-d496-484f-8e1e-94008838f2dd+6:31579:x1830949848945152:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1544us (1672us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130276.326235:0:20953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5857 00000100:00100000:0.0:1746130276.329316:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130276.329340:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848945536 00000100:00100000:0.0:1746130276.329346:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848945536 00002000:00100000:0.0:1746130276.329380:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009b321f80 x1830949848945536/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:262/0 lens 488/0 e 0 to 0 dl 1746130287 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746130276.329388:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b321f80 with x1830949848945536 ext(0->4095) 00002000:00010000:0.0:1746130276.329393:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009b321f80 00000100:00100000:0.0:1746130276.329410:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4615 00000100:00100000:0.0:1746130276.329418:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b321f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949848945536:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746130276.329546:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b321f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949848945536:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 128us (284us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746130276.329551:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4615 00002000:00100000:0.0:1746130276.329555:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009b321f80 x1830949848945536/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:262/0 lens 488/4536 e 0 to 0 dl 1746130287 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746130276.329561:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b321f80 with x1830949848945536 ext(0->4095) 00002000:00010000:0.0:1746130276.329563:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009b321f80 00000100:00100000:0.0:1746130276.332185:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130276.332230:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130276.332259:0:20953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848945664 00000100:00100000:1.0:1746130276.332294:0:20953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848945664 00000100:00100000:1.0:1746130276.332416:0:20953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5859 00000100:00100000:1.0:1746130276.332421:0:20953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b320380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:640ea846-b909-4eea-9a54-417e15bd627b+16:31578:x1830949848945792:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746130276.332428:0:20953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746130276.332435:0:20953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099532e00/0x4ce24e57873611dc lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3f81a expref: -99 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130276.332732:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130276.332738:0:20953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e57873611d5 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f813 expref: 18 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130276.332743:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130276.332746:0:20953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099532e00/0x4ce24e57873611dc lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f81a expref: 18 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130276.332770:0:20953:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e57873611d5 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f813 expref: 18 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130276.332788:0:20953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880099532e00/0x4ce24e57873611dc lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f81a expref: 18 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130276.332797:0:20953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099532e00, rc 0) 00000100:00100000:1.0:1746130276.332847:0:20953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b320380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:640ea846-b909-4eea-9a54-417e15bd627b+18:31578:x1830949848945792:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 425us (615us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130276.332853:0:20953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5859 00000100:00100000:0.0:1746130276.335549:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130276.338131:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130276.338239:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848946176 00000100:00100000:1.0:1746130276.338245:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848946176 00002000:00100000:1.0:1746130276.338302:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800924e0e00 x1830949848946176/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:262/0 lens 488/0 e 0 to 0 dl 1746130287 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130276.338311:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800924e0e00 with x1830949848946176 ext(0->4095) 00010000:00010000:1.0:1746130276.338318:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e57873611d5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f813 expref: 17 pid: 10554 timeout: 574 lvb_type: 0 00010000:00010000:1.0:1746130276.338329:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e57873611d5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f813 expref: 17 pid: 10554 timeout: 574 lvb_type: 0 00002000:00010000:1.0:1746130276.338334:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800924e0e00 00000100:00100000:1.0:1746130276.338444:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2307 00000100:00100000:1.0:1746130276.338448:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800924e0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+17:1963:x1830949848946176:12345-192.168.204.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746130276.338588:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800924e0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+17:1963:x1830949848946176:12345-192.168.204.51@tcp:3:ptlrpcd_01_00.0 Request processed in 138us (462us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746130276.338593:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2307 00002000:00100000:1.0:1746130276.338598:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800924e0e00 x1830949848946176/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:262/0 lens 488/4536 e 0 to 0 dl 1746130287 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130276.338605:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800924e0e00 with x1830949848946176 ext(0->4095) 00010000:00010000:1.0:1746130276.338609:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e57873611d5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f813 expref: 17 pid: 10554 timeout: 574 lvb_type: 0 00010000:00010000:1.0:1746130276.338617:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e57873611d5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f813 expref: 17 pid: 10554 timeout: 574 lvb_type: 0 00002000:00010000:1.0:1746130276.338627:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800924e0e00 00000100:00100000:0.0:1746130276.340341:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130276.340415:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130276.343967:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130276.344056:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848946688 00000100:00100000:0.0:1746130276.344063:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848946688 00002000:00100000:0.0:1746130276.344098:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008af76680 x1830949848946688/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:262/0 lens 488/0 e 0 to 0 dl 1746130287 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746130276.344107:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008af76680 with x1830949848946688 ext(0->4095) 00010000:00010000:0.0:1746130276.344114:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880099532e00/0x4ce24e57873611dc lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f81a expref: 17 pid: 20953 timeout: 574 lvb_type: 0 00010000:00010000:0.0:1746130276.344127:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880099532e00/0x4ce24e57873611dc lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f81a expref: 17 pid: 20953 timeout: 574 lvb_type: 0 00002000:00010000:0.0:1746130276.344133:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008af76680 00000100:00100000:0.0:1746130276.344157:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2308 00000100:00100000:0.0:1746130276.344163:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008af76680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+17:1961:x1830949848946688:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746130276.344295:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008af76680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+16:1961:x1830949848946688:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 131us (334us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746130276.344300:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2308 00002000:00100000:0.0:1746130276.344305:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008af76680 x1830949848946688/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:262/0 lens 488/4536 e 0 to 0 dl 1746130287 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746130276.344311:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008af76680 with x1830949848946688 ext(0->4095) 00010000:00010000:0.0:1746130276.344315:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880099532e00/0x4ce24e57873611dc lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f81a expref: 16 pid: 20953 timeout: 574 lvb_type: 0 00010000:00010000:0.0:1746130276.344323:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880099532e00/0x4ce24e57873611dc lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f81a expref: 16 pid: 20953 timeout: 574 lvb_type: 0 00002000:00010000:0.0:1746130276.344329:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008af76680 00000100:00100000:0.0:1746130276.346604:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130276.346671:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130276.348591:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130276.351007:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130276.354837:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130276.357381:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130276.360970:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130276.363904:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130276.365802:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130276.367499:0:20953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848948352 00000100:00100000:0.0:1746130276.367506:0:20953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848948352 00000100:00100000:0.0:1746130276.367533:0:20953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5864 00000100:00100000:0.0:1746130276.367539:0:20953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e34a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:640ea846-b909-4eea-9a54-417e15bd627b+17:31579:x1830949848948352:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746130276.367545:0:20953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746130276.367552:0:20953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801362b5a00/0x4ce24e57873611ff lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3f83d expref: -99 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130276.367571:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130276.367575:0:20953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8e00/0x4ce24e57873611f8 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f836 expref: 18 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130276.367580:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746130276.367582:0:20953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801362b5a00/0x4ce24e57873611ff lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f83d expref: 18 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130276.367599:0:20953:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091fc8e00/0x4ce24e57873611f8 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f836 expref: 18 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130276.367609:0:20953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8801362b5a00/0x4ce24e57873611ff lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f83d expref: 18 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130276.367617:0:20953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801362b5a00, rc 0) 00000100:00100000:0.0:1746130276.367649:0:20953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e34a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:640ea846-b909-4eea-9a54-417e15bd627b+18:31579:x1830949848948352:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 109us (182us total) trans 0 rc 0/0 00000100:00100000:0.0:1746130276.367655:0:20953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5864 00000100:00100000:0.0:1746130276.369634:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130276.371334:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130276.373747:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130276.377311:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130276.379940:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130276.382071:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130276.385153:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130276.387638:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130276.387960:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130276.388109:0:20953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848949888 00000100:00100000:0.0:1746130276.388113:0:20953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848949888 00000100:00100000:0.0:1746130276.388137:0:20953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5867 00000100:00100000:0.0:1746130276.388141:0:20953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008af77100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:640ea846-b909-4eea-9a54-417e15bd627b+17:31579:x1830949848949888:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746130276.388148:0:20953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746130276.388153:0:20953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801362b4600/0x4ce24e5787361214 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3f852 expref: -99 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130276.388163:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130276.388167:0:20953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8800/0x4ce24e578736120d lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f84b expref: 18 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130276.388176:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746130276.388179:0:20953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801362b4600/0x4ce24e5787361214 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f852 expref: 18 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130276.388365:0:20953:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091fc8800/0x4ce24e578736120d lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f84b expref: 18 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130276.388376:0:20953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8801362b4600/0x4ce24e5787361214 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f852 expref: 18 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130276.388386:0:20953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801362b4600, rc 0) 00000100:00100000:0.0:1746130276.388411:0:20953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008af77100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:640ea846-b909-4eea-9a54-417e15bd627b+18:31579:x1830949848949888:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 269us (451us total) trans 0 rc 0/0 00000100:00100000:0.0:1746130276.388417:0:20953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5867 00000100:00100000:0.0:1746130276.389774:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130276.391881:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130276.392112:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848950272 00000100:00100000:1.0:1746130276.392118:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848950272 00002000:00100000:1.0:1746130276.392150:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880135204e00 x1830949848950272/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:262/0 lens 488/0 e 0 to 0 dl 1746130287 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130276.392159:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135204e00 with x1830949848950272 ext(0->4095) 00010000:00010000:1.0:1746130276.392166:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8800/0x4ce24e578736120d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f84b expref: 17 pid: 10554 timeout: 574 lvb_type: 0 00010000:00010000:1.0:1746130276.392177:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091fc8800/0x4ce24e578736120d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f84b expref: 17 pid: 10554 timeout: 574 lvb_type: 0 00002000:00010000:1.0:1746130276.392183:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880135204e00 00000100:00100000:1.0:1746130276.392210:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2311 00000100:00100000:1.0:1746130276.392217:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135204e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+17:1962:x1830949848950272:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746130276.392377:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135204e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+17:1962:x1830949848950272:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 161us (503us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746130276.392383:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2311 00002000:00100000:1.0:1746130276.392387:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880135204e00 x1830949848950272/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:262/0 lens 488/4536 e 0 to 0 dl 1746130287 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130276.392394:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135204e00 with x1830949848950272 ext(0->4095) 00010000:00010000:1.0:1746130276.392398:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8800/0x4ce24e578736120d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f84b expref: 17 pid: 10554 timeout: 574 lvb_type: 0 00010000:00010000:1.0:1746130276.392406:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091fc8800/0x4ce24e578736120d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f84b expref: 17 pid: 10554 timeout: 574 lvb_type: 0 00002000:00010000:1.0:1746130276.392411:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880135204e00 00000100:00100000:0.0:1746130276.394446:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130276.397205:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130276.400145:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130276.404019:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130276.406756:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130276.407141:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130276.408519:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130276.408591:0:20953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848951424 00000100:00100000:1.0:1746130276.408597:0:20953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848951424 00000100:00100000:1.0:1746130276.408641:0:20953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5870 00000100:00100000:1.0:1746130276.408647:0:20953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b93b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:640ea846-b909-4eea-9a54-417e15bd627b+17:31579:x1830949848951424:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746130276.408656:0:20953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746130276.408665:0:20953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099532400/0x4ce24e5787361229 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3f867 expref: -99 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130276.408681:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130276.408685:0:20953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e5787361222 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f860 expref: 18 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130276.408689:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130276.408691:0:20953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099532400/0x4ce24e5787361229 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f867 expref: 18 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130276.408713:0:20953:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e5787361222 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f860 expref: 18 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130276.408723:0:20953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880099532400/0x4ce24e5787361229 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f867 expref: 18 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130276.408735:0:20953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099532400, rc 0) 00000100:00100000:1.0:1746130276.408762:0:20953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b93b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:640ea846-b909-4eea-9a54-417e15bd627b+18:31579:x1830949848951424:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 116us (246us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130276.408768:0:20953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5870 00000100:00100000:0.0:1746130276.409654:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130276.412045:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130276.414796:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130276.417185:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130276.419532:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130276.423522:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130276.425732:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130276.427672:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130276.428129:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130276.428180:0:20953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848952960 00000100:00100000:1.0:1746130276.428184:0:20953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848952960 00000100:00100000:1.0:1746130276.428215:0:20953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5873 00000100:00100000:1.0:1746130276.428221:0:20953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d158e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:640ea846-b909-4eea-9a54-417e15bd627b+17:31579:x1830949848952960:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746130276.428227:0:20953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746130276.428233:0:20953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099532200/0x4ce24e578736123e lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3f87c expref: -99 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130276.428245:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130276.428249:0:20953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8400/0x4ce24e5787361237 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f875 expref: 18 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130276.428254:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130276.428256:0:20953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099532200/0x4ce24e578736123e lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f87c expref: 18 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130276.428291:0:20953:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091fc8400/0x4ce24e5787361237 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f875 expref: 18 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130276.428302:0:20953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880099532200/0x4ce24e578736123e lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f87c expref: 18 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130276.428315:0:20953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099532200, rc 0) 00000100:00100000:1.0:1746130276.428348:0:20953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d158e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:640ea846-b909-4eea-9a54-417e15bd627b+18:31579:x1830949848952960:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 127us (219us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130276.428353:0:20953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5873 00000100:00100000:0.0:1746130276.431638:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130276.437918:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130276.441045:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130276.443607:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130276.447126:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130276.452091:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130276.452203:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130276.453852:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130276.454016:0:20953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848954496 00000100:00100000:1.0:1746130276.454021:0:20953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848954496 00000100:00100000:1.0:1746130276.454445:0:20953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5876 00000100:00100000:1.0:1746130276.454452:0:20953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092258380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:640ea846-b909-4eea-9a54-417e15bd627b+17:31579:x1830949848954496:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746130276.454463:0:20953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746130276.454740:0:20953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099532a00/0x4ce24e5787361253 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3f891 expref: -99 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130276.454759:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130276.454765:0:20953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a796d200/0x4ce24e578736124c lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f88a expref: 17 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130276.454770:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130276.454773:0:20953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099532a00/0x4ce24e5787361253 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f891 expref: 17 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130276.454796:0:20953:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a796d200/0x4ce24e578736124c lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f88a expref: 17 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130276.454805:0:20953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880099532a00/0x4ce24e5787361253 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f891 expref: 17 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130276.454815:0:20953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099532a00, rc 0) 00000100:00100000:1.0:1746130276.454835:0:20953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092258380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:640ea846-b909-4eea-9a54-417e15bd627b+17:31579:x1830949848954496:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 384us (987us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130276.454840:0:20953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5876 00000100:00100000:0.0:1746130276.455189:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130276.457540:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130276.457613:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848954880 00000100:00100000:1.0:1746130276.457619:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848954880 00002000:00100000:1.0:1746130276.457648:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092259500 x1830949848954880/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:262/0 lens 488/0 e 0 to 0 dl 1746130287 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130276.457657:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092259500 with x1830949848954880 ext(0->4095) 00010000:00010000:1.0:1746130276.457663:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a796d200/0x4ce24e578736124c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f88a expref: 17 pid: 10554 timeout: 574 lvb_type: 0 00010000:00010000:1.0:1746130276.457674:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a796d200/0x4ce24e578736124c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f88a expref: 17 pid: 10554 timeout: 574 lvb_type: 0 00002000:00010000:1.0:1746130276.457680:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092259500 00000100:00100000:1.0:1746130276.457770:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2314 00000100:00100000:1.0:1746130276.457776:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092259500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+17:1961:x1830949848954880:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746130276.458165:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092259500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+17:1961:x1830949848954880:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 387us (624us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746130276.458171:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2314 00002000:00100000:1.0:1746130276.458176:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092259500 x1830949848954880/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:262/0 lens 488/4536 e 0 to 0 dl 1746130287 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130276.458187:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092259500 with x1830949848954880 ext(0->4095) 00010000:00010000:1.0:1746130276.458191:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a796d200/0x4ce24e578736124c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f88a expref: 17 pid: 10554 timeout: 574 lvb_type: 0 00010000:00010000:1.0:1746130276.458199:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a796d200/0x4ce24e578736124c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f88a expref: 17 pid: 10554 timeout: 574 lvb_type: 0 00002000:00010000:1.0:1746130276.458204:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092259500 00000100:00100000:0.0:1746130276.461620:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130276.464067:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130276.464126:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848955264 00000100:00100000:1.0:1746130276.464134:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848955264 00002000:00100000:1.0:1746130276.464174:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009bc7c380 x1830949848955264/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:262/0 lens 488/0 e 0 to 0 dl 1746130287 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130276.464184:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bc7c380 with x1830949848955264 ext(0->4095) 00002000:00010000:1.0:1746130276.464188:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009bc7c380 00000100:00100000:1.0:1746130276.464236:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4626 00000100:00100000:1.0:1746130276.464241:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bc7c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+16:1962:x1830949848955264:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746130276.464818:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bc7c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+16:1962:x1830949848955264:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 574us (763us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746130276.464824:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4626 00002000:00100000:1.0:1746130276.464829:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009bc7c380 x1830949848955264/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:262/0 lens 488/4536 e 0 to 0 dl 1746130287 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130276.464835:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bc7c380 with x1830949848955264 ext(0->4095) 00002000:00010000:1.0:1746130276.464838:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009bc7c380 00000100:00100000:0.0:1746130276.467726:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130276.467879:0:20953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848955392 00000100:00100000:1.0:1746130276.467887:0:20953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848955392 00000100:00100000:1.0:1746130276.467934:0:20953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5877 00000100:00100000:1.0:1746130276.467941:0:20953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bc7f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c84b93b0-d496-484f-8e1e-94008838f2dd+5:31579:x1830949848955392:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746130276.467956:0:20953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746130276.467971:0:20953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099532200/0x4ce24e578736125a lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3f898 expref: -99 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130276.467998:0:20953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880099532a00/0x4ce24e5787361253 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f891 expref: 15 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130276.468005:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130276.468006:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130276.468009:0:20953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099532200/0x4ce24e578736125a lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f898 expref: 6 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130276.468037:0:20953:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880099532a00/0x4ce24e5787361253 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f891 expref: 15 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130276.468543:0:20953:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880099532a00/0x4ce24e5787361253 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f891 expref: 15 pid: 20953 timeout: 574 lvb_type: 0 00000100:00100000:1.0:1746130276.468555:0:20953:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a4cd6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:20953:1830949841613952:192.168.204.51@tcp:104: 00000100:00100000:1.0:1746130276.469157:0:20953:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18fba80 going to sleep for 11 seconds 00000100:00100000:1.0:1746130276.471403:0:20953:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a4cd6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:20953:1830949841613952:192.168.204.51@tcp:104: 00010000:00010000:1.0:1746130276.471430:0:20953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880099532200/0x4ce24e578736125a lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f898 expref: 6 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130276.471449:0:20953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099532200, rc 0) 00000100:00100000:1.0:1746130276.471497:0:20953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bc7f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c84b93b0-d496-484f-8e1e-94008838f2dd+6:31579:x1830949848955392:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3556us (3778us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130276.471504:0:20953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5877 00000100:00100000:0.0:1746130276.472663:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130276.474429:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130276.474859:0:20953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848955648 00000100:00100000:1.0:1746130276.474866:0:20953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848955648 00000100:00100000:1.0:1746130276.474910:0:20953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5878 00000100:00100000:1.0:1746130276.474917:0:20953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135095500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:640ea846-b909-4eea-9a54-417e15bd627b+16:31578:x1830949848955648:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746130276.474933:0:20953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746130276.474957:0:20953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099532400/0x4ce24e5787361261 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3f89f expref: -99 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130276.474980:0:20953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880099532200/0x4ce24e578736125a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f898 expref: 5 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130276.474987:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130276.474988:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130276.474991:0:20953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099532400/0x4ce24e5787361261 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f89f expref: 17 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130276.475014:0:20953:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880099532200/0x4ce24e578736125a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f898 expref: 5 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130276.475024:0:20953:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880099532200/0x4ce24e578736125a lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f898 expref: 5 pid: 20953 timeout: 574 lvb_type: 0 00000100:00100000:1.0:1746130276.475038:0:20953:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a4cd6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:20953:1830949841614208:192.168.204.51@tcp:104: 00000100:00100000:1.0:1746130276.475111:0:20953:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18fba80 going to sleep for 11 seconds 00000100:00100000:0.0:1746130276.476407:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130276.476530:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848955904 00000100:00100000:1.0:1746130276.476825:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848955904 00002000:00100000:1.0:1746130276.476859:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880135094000 x1830949848955904/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:262/0 lens 488/0 e 0 to 0 dl 1746130287 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130276.476867:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135094000 with x1830949848955904 ext(0->4095) 00010000:00010000:1.0:1746130276.476874:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880099532200/0x4ce24e578736125a lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f898 expref: 6 pid: 20953 timeout: 574 lvb_type: 0 00010000:00010000:1.0:1746130276.476884:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880099532200/0x4ce24e578736125a lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f898 expref: 6 pid: 20953 timeout: 574 lvb_type: 0 00002000:00010000:1.0:1746130276.476889:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880135094000 00000100:00100000:1.0:1746130276.476915:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2315 00000100:00100000:1.0:1746130276.476920:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135094000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949848955904:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746130276.477045:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135094000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949848955904:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 124us (640us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746130276.477050:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2315 00002000:00100000:1.0:1746130276.477055:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880135094000 x1830949848955904/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:262/0 lens 488/4536 e 0 to 0 dl 1746130287 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130276.477061:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135094000 with x1830949848955904 ext(0->4095) 00010000:00010000:1.0:1746130276.477064:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880099532200/0x4ce24e578736125a lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f898 expref: 6 pid: 20953 timeout: 574 lvb_type: 0 00010000:00010000:1.0:1746130276.477073:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880099532200/0x4ce24e578736125a lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f898 expref: 6 pid: 20953 timeout: 574 lvb_type: 0 00002000:00010000:1.0:1746130276.477078:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880135094000 00000100:00100000:1.0:1746130276.477768:0:20953:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a4cd6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:20953:1830949841614208:192.168.204.51@tcp:104: 00010000:00010000:1.0:1746130276.477787:0:20953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880099532400/0x4ce24e5787361261 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f89f expref: 16 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130276.477798:0:20953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099532400, rc 0) 00000100:00100000:1.0:1746130276.477833:0:20953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135095500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:640ea846-b909-4eea-9a54-417e15bd627b+16:31578:x1830949848955648:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2916us (3409us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130276.477839:0:20953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5878 00000100:00100000:0.0:1746130276.479316:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130276.479384:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130276.479441:0:20953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848956032 00000100:00100000:1.0:1746130276.479447:0:20953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848956032 00000100:00100000:1.0:1746130276.479497:0:20953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5879 00000100:00100000:1.0:1746130276.479503:0:20953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135097b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:640ea846-b909-4eea-9a54-417e15bd627b+16:31579:x1830949848956032:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746130276.479515:0:20953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746130276.479528:0:20953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099532600/0x4ce24e5787361268 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3f8a6 expref: -99 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130276.479546:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130276.479550:0:20953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880099532400/0x4ce24e5787361261 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f89f expref: 17 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130276.479555:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130276.479559:0:20953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099532600/0x4ce24e5787361268 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f8a6 expref: 17 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130276.479584:0:20953:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880099532400/0x4ce24e5787361261 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f89f expref: 17 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130276.479593:0:20953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880099532600/0x4ce24e5787361268 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f8a6 expref: 17 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130276.479600:0:20953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099532600, rc 0) 00000100:00100000:1.0:1746130276.479627:0:20953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135097b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:640ea846-b909-4eea-9a54-417e15bd627b+17:31579:x1830949848956032:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 124us (316us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130276.479632:0:20953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5879 00000100:00100000:0.0:1746130276.481656:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130276.483640:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130276.488194:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130276.492121:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130276.496750:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130276.499389:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130276.500358:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130276.500480:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848957440 00000100:00100000:1.0:1746130276.500485:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848957440 00002000:00100000:1.0:1746130276.500511:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801344caa00 x1830949848957440/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:262/0 lens 488/0 e 0 to 0 dl 1746130287 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130276.500520:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801344caa00 with x1830949848957440 ext(0->4095) 00010000:00010000:1.0:1746130276.500526:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a796ca00/0x4ce24e578736126f lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f8ad expref: 6 pid: 8470 timeout: 574 lvb_type: 0 00010000:00010000:1.0:1746130276.500534:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a796ca00/0x4ce24e578736126f lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f8ad expref: 6 pid: 8470 timeout: 574 lvb_type: 0 00002000:00010000:1.0:1746130276.500539:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801344caa00 00000100:00100000:1.0:1746130276.500563:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2317 00000100:00100000:1.0:1746130276.500569:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801344caa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949848957440:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746130276.501292:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801344caa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949848957440:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 721us (932us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746130276.501299:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2317 00002000:00100000:1.0:1746130276.501304:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801344caa00 x1830949848957440/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:262/0 lens 488/4536 e 0 to 0 dl 1746130287 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130276.501316:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801344caa00 with x1830949848957440 ext(0->4095) 00010000:00010000:1.0:1746130276.501320:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a796ca00/0x4ce24e578736126f lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f8ad expref: 6 pid: 8470 timeout: 574 lvb_type: 0 00010000:00010000:1.0:1746130276.501329:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a796ca00/0x4ce24e578736126f lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f8ad expref: 6 pid: 8470 timeout: 574 lvb_type: 0 00002000:00010000:1.0:1746130276.501334:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801344caa00 00000100:00100000:0.0:1746130276.503841:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130276.508849:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130276.509227:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848957824 00000100:00100000:1.0:1746130276.509235:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848957824 00002000:00100000:1.0:1746130276.509292:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801344ca300 x1830949848957824/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:262/0 lens 488/0 e 0 to 0 dl 1746130287 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130276.509301:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801344ca300 with x1830949848957824 ext(0->4095) 00002000:00010000:1.0:1746130276.509305:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801344ca300 00000100:00100000:1.0:1746130276.509355:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4628 00000100:00100000:1.0:1746130276.509362:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801344ca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+16:1961:x1830949848957824:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746130276.509513:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801344ca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+16:1961:x1830949848957824:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 151us (665us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746130276.509520:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4628 00002000:00100000:1.0:1746130276.509526:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801344ca300 x1830949848957824/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:262/0 lens 488/4536 e 0 to 0 dl 1746130287 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130276.509533:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801344ca300 with x1830949848957824 ext(0->4095) 00002000:00010000:1.0:1746130276.509535:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801344ca300 00000100:00100000:0.0:1746130276.513190:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130276.516415:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130276.523737:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130276.526582:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130276.527322:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130276.528998:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130276.529052:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130276.533013:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130276.537836:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130276.541765:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130276.544962:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130276.547903:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130276.548428:0:10555:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949841616128 00000100:00100000:1.0:1746130276.548432:0:10555:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949841616128 00000100:00080000:0.0:1746130276.548457:0:7108:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1746130276.548478:0:10555:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 167 00000100:00100000:1.0:1746130276.548483:0:10555:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094368380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3297:x1830949841616128:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1746130276.548500:0:10555:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 545456128 pending 10223616 free 3855613952 avail 3853516800 00000100:00100000:1.0:1746130276.548542:0:10555:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094368380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3297:x1830949841616128:12345-0@lo:13:osp-pre-0-0.0 Request processed in 59us (159us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130276.548547:0:10555:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 167 00000100:00100000:0.0:1746130276.551639:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130276.552231:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130276.553563:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130276.553672:0:20953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848960256 00000100:00100000:1.0:1746130276.553677:0:20953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848960256 00000100:00100000:1.0:1746130276.553919:0:20953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5887 00000100:00100000:1.0:1746130276.553926:0:20953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f133100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:640ea846-b909-4eea-9a54-417e15bd627b+19:31579:x1830949848960256:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746130276.553939:0:20953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746130276.553947:0:20953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099532a00/0x4ce24e57873612a0 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3f8de expref: -99 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130276.553962:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130276.553966:0:20953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e5787361299 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f8d7 expref: 19 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130276.553972:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130276.553975:0:20953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099532a00/0x4ce24e57873612a0 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f8de expref: 19 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130276.554004:0:20953:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e5787361299 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f8d7 expref: 19 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130276.554014:0:20953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880099532a00/0x4ce24e57873612a0 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f8de expref: 19 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130276.554021:0:20953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099532a00, rc 0) 00000100:00100000:0.0:1746130276.554331:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130276.554438:0:20953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f133100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:640ea846-b909-4eea-9a54-417e15bd627b+19:31579:x1830949848960256:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 511us (875us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130276.554444:0:20953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5887 00000100:00100000:0.0:1746130276.557238:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130276.559409:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130276.562680:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130276.565930:0:20953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848961152 00000100:00100000:1.0:1746130276.565939:0:20953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848961152 00000100:00100000:1.0:1746130276.565983:0:20953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5888 00000100:00100000:1.0:1746130276.565990:0:20953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094369880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c84b93b0-d496-484f-8e1e-94008838f2dd+5:31579:x1830949848961152:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746130276.566006:0:20953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746130276.566021:0:20953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099533000/0x4ce24e57873612a7 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3f8e5 expref: -99 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130276.566047:0:20953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880099532a00/0x4ce24e57873612a0 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f8de expref: 17 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130276.566055:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130276.566056:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130276.566059:0:20953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099533000/0x4ce24e57873612a7 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f8e5 expref: 6 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130276.566090:0:20953:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880099532a00/0x4ce24e57873612a0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f8de expref: 17 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130276.566100:0:20953:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880099532a00/0x4ce24e57873612a0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f8de expref: 17 pid: 20953 timeout: 574 lvb_type: 0 00000100:00100000:1.0:1746130276.566111:0:20953:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a4cd4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:20953:1830949841616896:192.168.204.51@tcp:104: 00000100:00100000:1.0:1746130276.566324:0:20953:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18fbc00 going to sleep for 11 seconds 00000100:00100000:1.0:1746130276.569638:0:20953:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a4cd4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:20953:1830949841616896:192.168.204.51@tcp:104: 00010000:00010000:1.0:1746130276.569684:0:20953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880099533000/0x4ce24e57873612a7 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f8e5 expref: 6 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130276.569702:0:20953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099533000, rc 0) 00000100:00100000:1.0:1746130276.569907:0:20953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094369880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c84b93b0-d496-484f-8e1e-94008838f2dd+6:31579:x1830949848961152:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3915us (4093us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130276.569916:0:20953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5888 00000100:00100000:0.0:1746130276.569987:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130276.572695:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130276.573544:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130276.573586:0:20953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848961664 00000100:00100000:1.0:1746130276.573591:0:20953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848961664 00000100:00100000:1.0:1746130276.573630:0:20953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5889 00000100:00100000:1.0:1746130276.573636:0:20953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135afd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:640ea846-b909-4eea-9a54-417e15bd627b+17:31578:x1830949848961664:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746130276.573646:0:20953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746130276.573662:0:20953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099533c00/0x4ce24e57873612ae lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3f8ec expref: -99 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130276.573684:0:20953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880099533000/0x4ce24e57873612a7 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f8e5 expref: 5 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130276.573692:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130276.573694:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130276.573697:0:20953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099533c00/0x4ce24e57873612ae lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f8ec expref: 18 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130276.573726:0:20953:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880099533000/0x4ce24e57873612a7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f8e5 expref: 5 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130276.573737:0:20953:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880099533000/0x4ce24e57873612a7 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f8e5 expref: 5 pid: 20953 timeout: 574 lvb_type: 0 00000100:00100000:1.0:1746130276.573749:0:20953:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a4cd4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:20953:1830949841617152:192.168.204.51@tcp:104: 00000100:00100000:1.0:1746130276.573824:0:20953:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18fbc00 going to sleep for 11 seconds 00000100:00100000:0.0:1746130276.575086:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130276.575200:0:20953:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a4cd4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:20953:1830949841617152:192.168.204.51@tcp:104: 00010000:00010000:1.0:1746130276.575225:0:20953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880099533c00/0x4ce24e57873612ae lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f8ec expref: 18 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130276.575244:0:20953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099533c00, rc 0) 00000100:00100000:1.0:1746130276.575439:0:20953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135afd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:640ea846-b909-4eea-9a54-417e15bd627b+18:31578:x1830949848961664:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1800us (1927us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130276.575448:0:20953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5889 00000100:00100000:1.0:1746130276.575483:0:20953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848961792 00000100:00100000:1.0:1746130276.575488:0:20953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848961792 00000100:00100000:1.0:1746130276.575525:0:20953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5890 00000100:00100000:1.0:1746130276.575530:0:20953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135afe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:640ea846-b909-4eea-9a54-417e15bd627b+18:31579:x1830949848961792:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746130276.575544:0:20953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746130276.575553:0:20953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099532600/0x4ce24e57873612b5 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3f8f3 expref: -99 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130276.575569:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130276.575572:0:20953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880099533c00/0x4ce24e57873612ae lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f8ec expref: 19 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130276.575578:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130276.575582:0:20953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099532600/0x4ce24e57873612b5 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f8f3 expref: 19 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130276.575602:0:20953:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880099533c00/0x4ce24e57873612ae lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f8ec expref: 19 pid: 20953 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746130276.575605:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00010000:00010000:1.0:1746130276.575611:0:20953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880099532600/0x4ce24e57873612b5 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f8f3 expref: 19 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130276.575618:0:20953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099532600, rc 0) 00000100:00100000:1.0:1746130276.575638:0:20953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135afe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:640ea846-b909-4eea-9a54-417e15bd627b+19:31579:x1830949848961792:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 107us (557us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130276.575643:0:20953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5890 00000100:00100000:0.0:1746130276.578453:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130276.580981:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130276.584932:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130276.585018:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848962560 00000100:00100000:1.0:1746130276.585026:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848962560 00002000:00100000:1.0:1746130276.585070:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88013514d880 x1830949848962560/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:262/0 lens 488/0 e 0 to 0 dl 1746130287 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130276.585079:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013514d880 with x1830949848962560 ext(0->4095) 00002000:00010000:1.0:1746130276.585085:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88013514d880 00000100:00100000:1.0:1746130276.585099:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4633 00000100:00100000:1.0:1746130276.585105:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013514d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+18:1962:x1830949848962560:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746130276.585392:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013514d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+18:1962:x1830949848962560:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 286us (470us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746130276.585399:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4633 00002000:00100000:1.0:1746130276.585404:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88013514d880 x1830949848962560/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:262/0 lens 488/4536 e 0 to 0 dl 1746130287 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130276.585411:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013514d880 with x1830949848962560 ext(0->4095) 00002000:00010000:1.0:1746130276.585414:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88013514d880 00000100:00100000:0.0:1746130276.587163:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130276.587603:0:20953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848962688 00000100:00100000:1.0:1746130276.587612:0:20953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848962688 00000100:00100000:1.0:1746130276.587700:0:20953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5891 00000100:00100000:1.0:1746130276.587708:0:20953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013514fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c84b93b0-d496-484f-8e1e-94008838f2dd+5:31579:x1830949848962688:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746130276.587724:0:20953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746130276.587742:0:20953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099532000/0x4ce24e57873612bc lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3f8fa expref: -99 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130276.587769:0:20953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880099532600/0x4ce24e57873612b5 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f8f3 expref: 17 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130276.587776:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130276.587778:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130276.587782:0:20953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099532000/0x4ce24e57873612bc lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f8fa expref: 6 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130276.587817:0:20953:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880099532600/0x4ce24e57873612b5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f8f3 expref: 17 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130276.587828:0:20953:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880099532600/0x4ce24e57873612b5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f8f3 expref: 17 pid: 20953 timeout: 574 lvb_type: 0 00000100:00100000:1.0:1746130276.587841:0:20953:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a4cd4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:20953:1830949841617664:192.168.204.51@tcp:104: 00000100:00100000:1.0:1746130276.588098:0:20953:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18fbc00 going to sleep for 11 seconds 00000100:00100000:1.0:1746130276.589843:0:20953:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a4cd4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:20953:1830949841617664:192.168.204.51@tcp:104: 00010000:00010000:1.0:1746130276.589874:0:20953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880099532000/0x4ce24e57873612bc lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f8fa expref: 6 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130276.589892:0:20953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099532000, rc 0) 00000100:00100000:1.0:1746130276.589927:0:20953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013514fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c84b93b0-d496-484f-8e1e-94008838f2dd+6:31579:x1830949848962688:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2219us (2771us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130276.589935:0:20953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5891 00000100:00100000:0.0:1746130276.591390:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130276.595742:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130276.595794:0:20953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848962944 00000100:00100000:1.0:1746130276.595805:0:20953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848962944 00000100:00100000:1.0:1746130276.595850:0:20953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5892 00000100:00100000:1.0:1746130276.595860:0:20953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800939b4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:640ea846-b909-4eea-9a54-417e15bd627b+17:31578:x1830949848962944:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746130276.595878:0:20953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746130276.595895:0:20953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099533200/0x4ce24e57873612c3 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3f901 expref: -99 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130276.595928:0:20953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880099532000/0x4ce24e57873612bc lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f8fa expref: 5 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130276.595936:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130276.595938:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130276.595941:0:20953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099533200/0x4ce24e57873612c3 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f901 expref: 18 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130276.595969:0:20953:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880099532000/0x4ce24e57873612bc lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f8fa expref: 5 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130276.595980:0:20953:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880099532000/0x4ce24e57873612bc lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f8fa expref: 5 pid: 20953 timeout: 574 lvb_type: 0 00000100:00100000:1.0:1746130276.595992:0:20953:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a4cd4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:20953:1830949841617920:192.168.204.51@tcp:104: 00000100:00100000:0.0:1746130276.596442:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130276.596479:0:20953:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18fbc00 going to sleep for 11 seconds 00000100:00100000:1.0:1746130276.596496:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848963200 00000100:00100000:1.0:1746130276.596499:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848963200 00002000:00100000:1.0:1746130276.596583:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800939b4a80 x1830949848963200/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:262/0 lens 488/0 e 0 to 0 dl 1746130287 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130276.596591:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800939b4a80 with x1830949848963200 ext(0->4095) 00010000:00010000:1.0:1746130276.596597:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880099532000/0x4ce24e57873612bc lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f8fa expref: 6 pid: 20953 timeout: 574 lvb_type: 0 00010000:00010000:1.0:1746130276.596607:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880099532000/0x4ce24e57873612bc lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f8fa expref: 6 pid: 20953 timeout: 574 lvb_type: 0 00002000:00010000:1.0:1746130276.596613:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800939b4a80 00000100:00100000:1.0:1746130276.596919:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2323 00000100:00100000:1.0:1746130276.596926:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800939b4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949848963200:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746130276.597177:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800939b4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949848963200:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 250us (735us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746130276.597183:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2323 00002000:00100000:1.0:1746130276.597189:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800939b4a80 x1830949848963200/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:262/0 lens 488/4536 e 0 to 0 dl 1746130287 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130276.597197:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800939b4a80 with x1830949848963200 ext(0->4095) 00010000:00010000:1.0:1746130276.597201:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880099532000/0x4ce24e57873612bc lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f8fa expref: 6 pid: 20953 timeout: 574 lvb_type: 0 00010000:00010000:1.0:1746130276.597211:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880099532000/0x4ce24e57873612bc lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f8fa expref: 6 pid: 20953 timeout: 574 lvb_type: 0 00002000:00010000:1.0:1746130276.597217:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800939b4a80 00000100:00100000:1.0:1746130276.599512:0:20953:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a4cd4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:20953:1830949841617920:192.168.204.51@tcp:104: 00010000:00010000:1.0:1746130276.599540:0:20953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880099533200/0x4ce24e57873612c3 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f901 expref: 18 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130276.599557:0:20953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099533200, rc 0) 00000100:00100000:1.0:1746130276.599602:0:20953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800939b4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:640ea846-b909-4eea-9a54-417e15bd627b+18:31578:x1830949848962944:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3744us (3860us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130276.599610:0:20953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5892 00000100:00100000:0.0:1746130276.601375:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130276.601575:0:20953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848963328 00000100:00100000:1.0:1746130276.601583:0:20953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848963328 00000100:00100000:1.0:1746130276.601630:0:20953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5893 00000100:00100000:1.0:1746130276.601638:0:20953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009412ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:640ea846-b909-4eea-9a54-417e15bd627b+18:31579:x1830949848963328:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746130276.601656:0:20953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746130276.601673:0:20953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099532800/0x4ce24e57873612ca lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3f908 expref: -99 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130276.601698:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130276.601704:0:20953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880099533200/0x4ce24e57873612c3 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f901 expref: 19 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130276.601710:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130276.601713:0:20953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099532800/0x4ce24e57873612ca lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f908 expref: 19 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130276.601749:0:20953:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880099533200/0x4ce24e57873612c3 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f901 expref: 19 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130276.601758:0:20953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880099532800/0x4ce24e57873612ca lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f908 expref: 19 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130276.601766:0:20953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099532800, rc 0) 00000100:00100000:1.0:1746130276.601894:0:20953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009412ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:640ea846-b909-4eea-9a54-417e15bd627b+19:31579:x1830949848963328:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 256us (525us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130276.601900:0:20953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5893 00000100:00100000:0.0:1746130276.602706:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130276.606902:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130276.606951:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848963712 00000100:00100000:1.0:1746130276.606959:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848963712 00002000:00100000:1.0:1746130276.607005:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880134b84000 x1830949848963712/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:262/0 lens 488/0 e 0 to 0 dl 1746130287 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130276.607021:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134b84000 with x1830949848963712 ext(0->4095) 00010000:00010000:1.0:1746130276.607030:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880099533200/0x4ce24e57873612c3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f901 expref: 19 pid: 20953 timeout: 574 lvb_type: 0 00010000:00010000:1.0:1746130276.607042:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880099533200/0x4ce24e57873612c3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f901 expref: 19 pid: 20953 timeout: 574 lvb_type: 0 00002000:00010000:1.0:1746130276.607048:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880134b84000 00000100:00100000:1.0:1746130276.607221:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2324 00000100:00100000:1.0:1746130276.607230:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134b84000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+19:1961:x1830949848963712:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746130276.607444:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134b84000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+19:1961:x1830949848963712:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 215us (543us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746130276.607450:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2324 00002000:00100000:1.0:1746130276.607455:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880134b84000 x1830949848963712/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:262/0 lens 488/4536 e 0 to 0 dl 1746130287 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130276.607461:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134b84000 with x1830949848963712 ext(0->4095) 00010000:00010000:1.0:1746130276.607476:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880099533200/0x4ce24e57873612c3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f901 expref: 19 pid: 20953 timeout: 574 lvb_type: 0 00010000:00010000:1.0:1746130276.607486:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880099533200/0x4ce24e57873612c3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f901 expref: 19 pid: 20953 timeout: 574 lvb_type: 0 00002000:00010000:1.0:1746130276.607491:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880134b84000 00000100:00100000:0.0:1746130276.610450:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130276.614442:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130276.616826:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130276.617166:0:20953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848964224 00000100:00100000:1.0:1746130276.617173:0:20953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848964224 00000100:00100000:1.0:1746130276.617226:0:20953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5894 00000100:00100000:1.0:1746130276.617238:0:20953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136398a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c84b93b0-d496-484f-8e1e-94008838f2dd+5:31579:x1830949848964224:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746130276.617257:0:20953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746130276.617304:0:20953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099533000/0x4ce24e57873612d1 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3f90f expref: -99 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130276.617335:0:20953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880099532800/0x4ce24e57873612ca lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f908 expref: 17 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130276.617343:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130276.617345:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130276.617349:0:20953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099533000/0x4ce24e57873612d1 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f90f expref: 6 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130276.617501:0:20953:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880099532800/0x4ce24e57873612ca lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f908 expref: 17 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130276.617514:0:20953:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880099532800/0x4ce24e57873612ca lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f908 expref: 17 pid: 20953 timeout: 574 lvb_type: 0 00000100:00100000:1.0:1746130276.617526:0:20953:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a4cd4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:20953:1830949841618432:192.168.204.51@tcp:104: 00000100:00100000:1.0:1746130276.617617:0:20953:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18fba80 going to sleep for 11 seconds 00000100:00100000:1.0:1746130276.619651:0:20953:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a4cd4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:20953:1830949841618432:192.168.204.51@tcp:104: 00010000:00010000:1.0:1746130276.619679:0:20953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880099533000/0x4ce24e57873612d1 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f90f expref: 6 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130276.619699:0:20953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099533000, rc 0) 00000100:00100000:1.0:1746130276.619733:0:20953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136398a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c84b93b0-d496-484f-8e1e-94008838f2dd+6:31579:x1830949848964224:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2500us (2913us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130276.619741:0:20953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5894 00000100:00100000:0.0:1746130276.620618:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130276.625886:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130276.625945:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130276.626015:0:20953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848964736 00000100:00100000:1.0:1746130276.626018:0:20953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848964736 00000100:00100000:1.0:1746130276.626048:0:20953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5895 00000100:00100000:1.0:1746130276.626053:0:20953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009225ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:640ea846-b909-4eea-9a54-417e15bd627b+17:31578:x1830949848964736:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746130276.626065:0:20953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746130276.626082:0:20953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099532e00/0x4ce24e57873612d8 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3f916 expref: -99 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130276.626108:0:20953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880099533000/0x4ce24e57873612d1 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f90f expref: 6 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130276.626114:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130276.626116:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130276.626120:0:20953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099532e00/0x4ce24e57873612d8 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f916 expref: 18 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130276.626147:0:20953:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880099533000/0x4ce24e57873612d1 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f90f expref: 6 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130276.626158:0:20953:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880099533000/0x4ce24e57873612d1 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f90f expref: 6 pid: 20953 timeout: 574 lvb_type: 0 00000100:00100000:1.0:1746130276.626174:0:20953:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a4cd4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:20953:1830949841618688:192.168.204.51@tcp:104: 00000100:00100000:1.0:1746130276.626511:0:20953:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18fba80 going to sleep for 11 seconds 00000100:00100000:1.0:1746130276.627995:0:20953:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a4cd4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:20953:1830949841618688:192.168.204.51@tcp:104: 00010000:00010000:1.0:1746130276.628019:0:20953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880099532e00/0x4ce24e57873612d8 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f916 expref: 18 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130276.628031:0:20953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099532e00, rc 0) 00000100:00100000:1.0:1746130276.628065:0:20953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009225ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:640ea846-b909-4eea-9a54-417e15bd627b+18:31578:x1830949848964736:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2011us (2119us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130276.628071:0:20953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5895 00000100:00100000:0.0:1746130276.629258:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130276.629363:0:20953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848964864 00000100:00100000:1.0:1746130276.629368:0:20953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848964864 00000100:00100000:1.0:1746130276.629407:0:20953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5896 00000100:00100000:1.0:1746130276.629414:0:20953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092259180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:640ea846-b909-4eea-9a54-417e15bd627b+18:31579:x1830949848964864:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746130276.629428:0:20953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746130276.629442:0:20953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099533200/0x4ce24e57873612df lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3f91d expref: -99 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130276.629462:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130276.629477:0:20953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880099532e00/0x4ce24e57873612d8 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f916 expref: 19 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130276.629483:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130276.629487:0:20953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099533200/0x4ce24e57873612df lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f91d expref: 19 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130276.629535:0:20953:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880099532e00/0x4ce24e57873612d8 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f916 expref: 19 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130276.629546:0:20953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880099533200/0x4ce24e57873612df lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f91d expref: 19 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130276.629553:0:20953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099533200, rc 0) 00000100:00100000:1.0:1746130276.629587:0:20953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092259180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:640ea846-b909-4eea-9a54-417e15bd627b+19:31579:x1830949848964864:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 173us (331us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130276.629592:0:20953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5896 00000100:00100000:0.0:1746130276.630189:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130276.634631:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130276.637483:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130276.641503:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130276.645606:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130276.649109:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130276.652000:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130276.653379:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130276.655669:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130276.655742:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130276.658658:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130276.658748:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848966784 00000100:00100000:1.0:1746130276.658761:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848966784 00002000:00100000:1.0:1746130276.658819:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800a79eed80 x1830949848966784/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:262/0 lens 488/0 e 0 to 0 dl 1746130287 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130276.658829:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a79eed80 with x1830949848966784 ext(0->4095) 00010000:00010000:1.0:1746130276.658839:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a796da00/0x4ce24e57873612ed lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f92b expref: 19 pid: 10554 timeout: 574 lvb_type: 0 00010000:00010000:1.0:1746130276.658852:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a796da00/0x4ce24e57873612ed lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f92b expref: 19 pid: 10554 timeout: 574 lvb_type: 0 00002000:00010000:1.0:1746130276.658859:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a79eed80 00000100:00100000:1.0:1746130276.658890:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2327 00000100:00100000:1.0:1746130276.658897:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a79eed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+19:1961:x1830949848966784:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746130276.659380:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a79eed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+19:1961:x1830949848966784:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 483us (730us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746130276.659387:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2327 00002000:00100000:1.0:1746130276.659392:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800a79eed80 x1830949848966784/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:262/0 lens 488/4536 e 0 to 0 dl 1746130287 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130276.659400:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a79eed80 with x1830949848966784 ext(0->4095) 00010000:00010000:1.0:1746130276.659404:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a796da00/0x4ce24e57873612ed lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f92b expref: 19 pid: 10554 timeout: 574 lvb_type: 0 00010000:00010000:1.0:1746130276.659414:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a796da00/0x4ce24e57873612ed lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f92b expref: 19 pid: 10554 timeout: 574 lvb_type: 0 00002000:00010000:1.0:1746130276.659420:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a79eed80 00000100:00100000:0.0:1746130276.663520:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130276.668607:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130276.668809:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848967168 00000100:00100000:1.0:1746130276.668819:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848967168 00002000:00100000:1.0:1746130276.668867:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800a79ece00 x1830949848967168/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:262/0 lens 488/0 e 0 to 0 dl 1746130287 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130276.668878:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a79ece00 with x1830949848967168 ext(0->4095) 00002000:00010000:1.0:1746130276.668883:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a79ece00 00000100:00100000:1.0:1746130276.668911:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4637 00000100:00100000:1.0:1746130276.668919:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a79ece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+18:1962:x1830949848967168:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746130276.669101:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a79ece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+18:1962:x1830949848967168:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 182us (495us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746130276.669107:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4637 00002000:00100000:1.0:1746130276.669113:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800a79ece00 x1830949848967168/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:262/0 lens 488/4536 e 0 to 0 dl 1746130287 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130276.669119:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a79ece00 with x1830949848967168 ext(0->4095) 00002000:00010000:1.0:1746130276.669122:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a79ece00 00000100:00100000:0.0:1746130276.673175:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130276.673294:0:20953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848967296 00000100:00100000:1.0:1746130276.673304:0:20953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848967296 00000100:00100000:1.0:1746130276.673496:0:20953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5900 00000100:00100000:1.0:1746130276.673506:0:20953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7d41500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c84b93b0-d496-484f-8e1e-94008838f2dd+5:31579:x1830949848967296:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746130276.673526:0:20953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746130276.673545:0:20953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099533000/0x4ce24e57873612fb lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3f939 expref: -99 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130276.673576:0:20953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a796d200/0x4ce24e57873612f4 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f932 expref: 17 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130276.673582:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130276.673583:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130276.673585:0:20953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099533000/0x4ce24e57873612fb lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f939 expref: 6 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130276.673613:0:20953:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a796d200/0x4ce24e57873612f4 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f932 expref: 17 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130276.673623:0:20953:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a796d200/0x4ce24e57873612f4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f932 expref: 17 pid: 10554 timeout: 574 lvb_type: 0 00000100:00100000:1.0:1746130276.673632:0:20953:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801354c7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:20953:1830949841619968:192.168.204.51@tcp:104: 00000100:00100000:1.0:1746130276.673765:0:20953:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18fb3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746130276.676300:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130276.676365:0:20953:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801354c7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:20953:1830949841619968:192.168.204.51@tcp:104: 00010000:00010000:1.0:1746130276.676397:0:20953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880099533000/0x4ce24e57873612fb lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f939 expref: 6 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130276.676415:0:20953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099533000, rc 0) 00000100:00100000:1.0:1746130276.676456:0:20953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7d41500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c84b93b0-d496-484f-8e1e-94008838f2dd+6:31579:x1830949848967296:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2952us (3290us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130276.676477:0:20953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5900 00000100:00100000:0.0:1746130276.680514:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130276.680608:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130276.680657:0:20953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848967552 00000100:00100000:1.0:1746130276.680664:0:20953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848967552 00000100:00100000:1.0:1746130276.680713:0:20953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5901 00000100:00100000:1.0:1746130276.680719:0:20953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135205f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:640ea846-b909-4eea-9a54-417e15bd627b+18:31578:x1830949848967552:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746130276.680732:0:20953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746130276.680748:0:20953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099532400/0x4ce24e5787361302 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3f940 expref: -99 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130276.680774:0:20953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880099533000/0x4ce24e57873612fb lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f939 expref: 6 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130276.680782:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130276.680783:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130276.680786:0:20953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099532400/0x4ce24e5787361302 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f940 expref: 18 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130276.680816:0:20953:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880099533000/0x4ce24e57873612fb lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f939 expref: 6 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130276.680830:0:20953:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880099533000/0x4ce24e57873612fb lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f939 expref: 6 pid: 20953 timeout: 574 lvb_type: 0 00000100:00100000:1.0:1746130276.680839:0:20953:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801354c7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:20953:1830949841620224:192.168.204.51@tcp:104: 00000100:00100000:1.0:1746130276.680895:0:20953:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18fb3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746130276.683051:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130276.683077:0:20953:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801354c7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:20953:1830949841620224:192.168.204.51@tcp:104: 00010000:00010000:1.0:1746130276.683103:0:20953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880099532400/0x4ce24e5787361302 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f940 expref: 18 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130276.683117:0:20953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099532400, rc 0) 00000100:00100000:1.0:1746130276.683162:0:20953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135205f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:640ea846-b909-4eea-9a54-417e15bd627b+19:31578:x1830949848967552:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2442us (2553us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130276.683168:0:20953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5901 00000100:00100000:0.0:1746130276.683619:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130276.685436:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130276.685632:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848968320 00000100:00100000:1.0:1746130276.685637:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848968320 00002000:00100000:1.0:1746130276.685666:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880132f7ea00 x1830949848968320/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:262/0 lens 488/0 e 0 to 0 dl 1746130287 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130276.685675:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132f7ea00 with x1830949848968320 ext(0->4095) 00010000:00010000:1.0:1746130276.685682:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880099532400/0x4ce24e5787361302 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f940 expref: 19 pid: 20953 timeout: 574 lvb_type: 0 00010000:00010000:1.0:1746130276.685696:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880099532400/0x4ce24e5787361302 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f940 expref: 19 pid: 20953 timeout: 574 lvb_type: 0 00002000:00010000:1.0:1746130276.685706:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880132f7ea00 00000100:00100000:1.0:1746130276.685731:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2328 00000100:00100000:1.0:1746130276.685737:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132f7ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+19:1962:x1830949848968320:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746130276.686111:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132f7ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+19:1962:x1830949848968320:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 374us (675us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746130276.686117:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2328 00002000:00100000:1.0:1746130276.686121:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880132f7ea00 x1830949848968320/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:262/0 lens 488/4536 e 0 to 0 dl 1746130287 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130276.686128:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132f7ea00 with x1830949848968320 ext(0->4095) 00010000:00010000:1.0:1746130276.686132:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880099532400/0x4ce24e5787361302 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f940 expref: 19 pid: 20953 timeout: 574 lvb_type: 0 00010000:00010000:1.0:1746130276.686141:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880099532400/0x4ce24e5787361302 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f940 expref: 19 pid: 20953 timeout: 574 lvb_type: 0 00002000:00010000:1.0:1746130276.686146:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880132f7ea00 00000100:00100000:0.0:1746130276.690729:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130276.696697:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130276.696776:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848968704 00000100:00100000:1.0:1746130276.696783:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848968704 00002000:00100000:1.0:1746130276.696816:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880132f7e680 x1830949848968704/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:262/0 lens 488/0 e 0 to 0 dl 1746130287 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130276.696825:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132f7e680 with x1830949848968704 ext(0->4095) 00002000:00010000:1.0:1746130276.696829:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880132f7e680 00000100:00100000:1.0:1746130276.696854:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4639 00000100:00100000:1.0:1746130276.696860:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132f7e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+18:1962:x1830949848968704:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746130276.697002:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132f7e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+18:1962:x1830949848968704:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 142us (306us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746130276.697008:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4639 00002000:00100000:1.0:1746130276.697012:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880132f7e680 x1830949848968704/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:262/0 lens 488/4536 e 0 to 0 dl 1746130287 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130276.697018:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132f7e680 with x1830949848968704 ext(0->4095) 00002000:00010000:1.0:1746130276.697021:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880132f7e680 00000100:00100000:0.0:1746130276.701192:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130276.704544:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130276.709375:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130276.710035:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130276.713674:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130276.713722:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130276.717692:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130276.717944:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848969856 00000100:00100000:1.0:1746130276.717950:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848969856 00002000:00100000:1.0:1746130276.717979:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092256680 x1830949848969856/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:262/0 lens 488/0 e 0 to 0 dl 1746130287 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130276.717988:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092256680 with x1830949848969856 ext(0->4095) 00010000:00010000:1.0:1746130276.717995:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a796c400/0x4ce24e5787361317 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f955 expref: 19 pid: 8470 timeout: 574 lvb_type: 0 00010000:00010000:1.0:1746130276.718004:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a796c400/0x4ce24e5787361317 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f955 expref: 19 pid: 8470 timeout: 574 lvb_type: 0 00002000:00010000:1.0:1746130276.718009:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092256680 00000100:00100000:1.0:1746130276.718034:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2329 00000100:00100000:1.0:1746130276.718039:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092256680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+19:1962:x1830949848969856:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746130276.718161:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092256680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+19:1962:x1830949848969856:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 122us (470us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746130276.718169:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2329 00002000:00100000:1.0:1746130276.718173:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092256680 x1830949848969856/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:262/0 lens 488/4536 e 0 to 0 dl 1746130287 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130276.718180:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092256680 with x1830949848969856 ext(0->4095) 00010000:00010000:1.0:1746130276.718183:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a796c400/0x4ce24e5787361317 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f955 expref: 19 pid: 8470 timeout: 574 lvb_type: 0 00010000:00010000:1.0:1746130276.718190:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a796c400/0x4ce24e5787361317 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f955 expref: 19 pid: 8470 timeout: 574 lvb_type: 0 00002000:00010000:1.0:1746130276.718195:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092256680 00000100:00100000:0.0:1746130276.722622:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130276.726898:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130276.731216:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130276.731301:0:20953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848970368 00000100:00100000:1.0:1746130276.731310:0:20953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848970368 00000100:00100000:1.0:1746130276.731363:0:20953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5906 00000100:00100000:1.0:1746130276.731370:0:20953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800931f9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c84b93b0-d496-484f-8e1e-94008838f2dd+5:31579:x1830949848970368:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746130276.731387:0:20953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746130276.731406:0:20953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099533c00/0x4ce24e5787361325 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3f963 expref: -99 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130276.731434:0:20953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a796c200/0x4ce24e578736131e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f95c expref: 17 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130276.731440:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130276.731442:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130276.731445:0:20953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099533c00/0x4ce24e5787361325 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f963 expref: 6 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130276.731486:0:20953:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a796c200/0x4ce24e578736131e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f95c expref: 17 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130276.731497:0:20953:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a796c200/0x4ce24e578736131e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f95c expref: 17 pid: 8470 timeout: 574 lvb_type: 0 00000100:00100000:1.0:1746130276.731508:0:20953:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801354c7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:20953:1830949841621504:192.168.204.51@tcp:104: 00000100:00100000:1.0:1746130276.731596:0:20953:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18fb540 going to sleep for 11 seconds 00000100:00100000:1.0:1746130276.733369:0:20953:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801354c7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:20953:1830949841621504:192.168.204.51@tcp:104: 00010000:00010000:1.0:1746130276.733394:0:20953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880099533c00/0x4ce24e5787361325 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f963 expref: 6 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130276.733407:0:20953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099533c00, rc 0) 00000100:00100000:1.0:1746130276.733450:0:20953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800931f9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c84b93b0-d496-484f-8e1e-94008838f2dd+6:31579:x1830949848970368:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2080us (2242us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130276.733458:0:20953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5906 00000100:00100000:0.0:1746130276.734740:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130276.737459:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130276.737974:0:20953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848970880 00000100:00100000:0.0:1746130276.737978:0:20953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848970880 00000100:00100000:0.0:1746130276.738008:0:20953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5907 00000100:00100000:0.0:1746130276.738014:0:20953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009436b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:640ea846-b909-4eea-9a54-417e15bd627b+17:31578:x1830949848970880:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746130276.738023:0:20953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746130276.738041:0:20953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801362b5200/0x4ce24e578736132c lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3f96a expref: -99 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130276.738063:0:20953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880099533c00/0x4ce24e5787361325 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f963 expref: 6 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130276.738070:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130276.738071:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130276.738074:0:20953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801362b5200/0x4ce24e578736132c lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f96a expref: 18 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130276.738102:0:20953:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880099533c00/0x4ce24e5787361325 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f963 expref: 6 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130276.738117:0:20953:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880099533c00/0x4ce24e5787361325 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f963 expref: 6 pid: 20953 timeout: 574 lvb_type: 0 00000100:00100000:0.0:1746130276.738128:0:20953:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f131f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:20953:1830949841621760:192.168.204.51@tcp:104: 00000100:00100000:0.0:1746130276.738504:0:20953:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009bc95cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746130276.740904:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130276.743510:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130276.747561:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130276.750814:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130276.755587:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130276.759642:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130276.759676:0:8470:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848971904 00000100:00100000:0.0:1746130276.759683:0:8470:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848971904 00000100:00100000:0.0:1746130276.759731:0:8470:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5909 00000100:00100000:0.0:1746130276.759739:0:8470:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d15b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c84b93b0-d496-484f-8e1e-94008838f2dd+5:31579:x1830949848971904:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746130276.759760:0:8470:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746130276.759777:0:8470:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801362b4600/0x4ce24e578736133a lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3f978 expref: -99 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130276.759879:0:8470:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e5787361333 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f971 expref: 17 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130276.759887:0:8470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746130276.759889:0:8470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746130276.759892:0:8470:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801362b4600/0x4ce24e578736133a lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f978 expref: 6 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130276.759924:0:8470:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e5787361333 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f971 expref: 17 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130276.759935:0:8470:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e5787361333 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f971 expref: 17 pid: 10554 timeout: 574 lvb_type: 0 00000100:00100000:0.0:1746130276.759944:0:8470:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c4ff800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8470:1830949841622272:192.168.204.51@tcp:104: 00000100:00100000:0.0:1746130276.760025:0:8470:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009bc950c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746130276.763526:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130276.766188:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130276.768836:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130276.772429:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130276.775247:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130276.775390:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848972800 00000100:00100000:1.0:1746130276.775399:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848972800 00002000:00100000:1.0:1746130276.775439:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801344c8700 x1830949848972800/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:262/0 lens 488/0 e 0 to 0 dl 1746130287 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130276.775449:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801344c8700 with x1830949848972800 ext(0->4095) 00002000:00010000:1.0:1746130276.775453:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801344c8700 00000100:00100000:1.0:1746130276.775482:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4644 00000100:00100000:1.0:1746130276.775488:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801344c8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+18:1961:x1830949848972800:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746130276.776290:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801344c8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+18:1961:x1830949848972800:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 775us (1026us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746130276.776298:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4644 00002000:00100000:1.0:1746130276.776304:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801344c8700 x1830949848972800/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:262/0 lens 488/4536 e 0 to 0 dl 1746130287 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130276.776312:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801344c8700 with x1830949848972800 ext(0->4095) 00002000:00010000:1.0:1746130276.776315:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801344c8700 00000100:00100000:0.0:1746130276.779637:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130276.782074:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130276.782381:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848973056 00000100:00100000:1.0:1746130276.782387:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848973056 00002000:00100000:1.0:1746130276.782418:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff880132f7ed80 x1830949848973056/t0(0) o4->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:262/0 lens 496/0 e 0 to 0 dl 1746130287 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130276.782427:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132f7ed80 with x1830949848973056 ext(0->7) 00010000:00010000:1.0:1746130276.782535:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a796c200/0x4ce24e5787361341 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f97f expref: 18 pid: 8470 timeout: 574 lvb_type: 0 00010000:00010000:1.0:1746130276.782548:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a796c200/0x4ce24e5787361341 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f97f expref: 18 pid: 8470 timeout: 574 lvb_type: 0 00002000:00010000:1.0:1746130276.782555:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880132f7ed80 00000100:00100000:1.0:1746130276.782631:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2332 00000100:00100000:1.0:1746130276.782640:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132f7ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+18:1961:x1830949848973056:12345-192.168.204.51@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746130276.783060:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132f7ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+20:1961:x1830949848973056:12345-192.168.204.51@tcp:4:ldlm_bl.0 Request processed in 420us (993us total) trans 4294967901 rc 0/0 00000100:00100000:1.0:1746130276.783067:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2332 00002000:00100000:1.0:1746130276.783073:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff880132f7ed80 x1830949848973056/t4294967901(0) o4->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:262/0 lens 496/448 e 0 to 0 dl 1746130287 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130276.783079:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132f7ed80 with x1830949848973056 ext(0->7) 00010000:00010000:1.0:1746130276.783084:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a796c200/0x4ce24e5787361341 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f97f expref: 20 pid: 8470 timeout: 574 lvb_type: 0 00010000:00010000:1.0:1746130276.783092:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a796c200/0x4ce24e5787361341 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f97f expref: 20 pid: 8470 timeout: 574 lvb_type: 0 00002000:00010000:1.0:1746130276.783097:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880132f7ed80 00000100:00100000:0.0:1746130276.788475:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130276.790914:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130276.791928:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130276.792252:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848973568 00000100:00100000:1.0:1746130276.792257:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848973568 00002000:00100000:1.0:1746130276.792313:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009b322d80 x1830949848973568/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:262/0 lens 488/0 e 0 to 0 dl 1746130287 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130276.792321:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b322d80 with x1830949848973568 ext(0->4095) 00010000:00010000:1.0:1746130276.792327:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a796d000/0x4ce24e5787361348 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f986 expref: 6 pid: 8470 timeout: 574 lvb_type: 0 00010000:00010000:1.0:1746130276.792335:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a796d000/0x4ce24e5787361348 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f986 expref: 6 pid: 8470 timeout: 574 lvb_type: 0 00002000:00010000:1.0:1746130276.792340:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009b322d80 00000100:00100000:1.0:1746130276.792361:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2333 00000100:00100000:1.0:1746130276.792366:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b322d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949848973568:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746130276.792664:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b322d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949848973568:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 296us (736us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746130276.792672:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2333 00002000:00100000:1.0:1746130276.792677:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009b322d80 x1830949848973568/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:262/0 lens 488/4536 e 0 to 0 dl 1746130287 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130276.792684:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b322d80 with x1830949848973568 ext(0->4095) 00010000:00010000:1.0:1746130276.792688:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a796d000/0x4ce24e5787361348 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f986 expref: 6 pid: 8470 timeout: 574 lvb_type: 0 00010000:00010000:1.0:1746130276.792695:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a796d000/0x4ce24e5787361348 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f986 expref: 6 pid: 8470 timeout: 574 lvb_type: 0 00002000:00010000:1.0:1746130276.792701:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009b322d80 00000100:00100000:0.0:1746130276.794139:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130276.794206:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130276.797300:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130276.799596:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130276.802412:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130276.805622:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130276.809693:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130276.813239:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130276.813397:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130276.817693:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130276.818447:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130276.821447:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130276.825409:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130276.828185:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130276.830070:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130276.830122:0:10554:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848976128 00000100:00100000:1.0:1746130276.830128:0:10554:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848976128 00000100:00100000:1.0:1746130276.830177:0:10554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5917 00000100:00100000:1.0:1746130276.830183:0:10554:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b93b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+5:31579:x1830949848976128:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746130276.830196:0:10554:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746130276.830209:0:10554:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099532600/0x4ce24e5787361372 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3f9b0 expref: -99 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130276.830232:0:10554:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8400/0x4ce24e578736136b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f9a9 expref: 19 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130276.830238:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130276.830239:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130276.830242:0:10554:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099532600/0x4ce24e5787361372 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f9b0 expref: 6 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130276.830303:0:10554:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091fc8400/0x4ce24e578736136b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f9a9 expref: 19 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130276.830314:0:10554:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091fc8400/0x4ce24e578736136b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f9a9 expref: 19 pid: 8470 timeout: 574 lvb_type: 0 00000100:00100000:1.0:1746130276.830324:0:10554:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801354c7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10554:1830949841624320:192.168.204.51@tcp:104: 00000100:00100000:1.0:1746130276.830403:0:10554:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18fb480 going to sleep for 11 seconds 00000100:00100000:1.0:1746130276.832241:0:10554:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801354c7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10554:1830949841624320:192.168.204.51@tcp:104: 00010000:00010000:1.0:1746130276.832311:0:10554:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880099532600/0x4ce24e5787361372 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f9b0 expref: 6 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130276.832330:0:10554:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099532600, rc 0) 00000100:00100000:1.0:1746130276.832370:0:10554:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b93b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+6:31579:x1830949848976128:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2186us (2303us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130276.832379:0:10554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5917 00000100:00100000:0.0:1746130276.833163:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130276.837808:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130276.841144:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130276.841230:0:10554:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848976640 00000100:00100000:1.0:1746130276.841238:0:10554:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848976640 00000100:00100000:1.0:1746130276.841302:0:10554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5918 00000100:00100000:1.0:1746130276.841309:0:10554:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091d21c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:640ea846-b909-4eea-9a54-417e15bd627b+19:31578:x1830949848976640:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746130276.841324:0:10554:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746130276.841338:0:10554:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099532a00/0x4ce24e5787361379 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3f9b7 expref: -99 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130276.841361:0:10554:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880099532600/0x4ce24e5787361372 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f9b0 expref: 5 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130276.841369:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130276.841371:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130276.841374:0:10554:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099532a00/0x4ce24e5787361379 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f9b7 expref: 20 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130276.841396:0:10554:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880099532600/0x4ce24e5787361372 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f9b0 expref: 5 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130276.841406:0:10554:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880099532600/0x4ce24e5787361372 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f9b0 expref: 5 pid: 10554 timeout: 574 lvb_type: 0 00000100:00100000:1.0:1746130276.841417:0:10554:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801354c7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10554:1830949841624576:192.168.204.51@tcp:104: 00000100:00100000:0.0:1746130276.841558:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130276.842004:0:10554:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18fb480 going to sleep for 11 seconds 00000100:00100000:1.0:1746130276.842630:0:10554:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801354c7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10554:1830949841624576:192.168.204.51@tcp:104: 00010000:00010000:1.0:1746130276.842646:0:10554:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880099532a00/0x4ce24e5787361379 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f9b7 expref: 21 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130276.842655:0:10554:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099532a00, rc 0) 00000100:00100000:1.0:1746130276.842675:0:10554:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091d21c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:640ea846-b909-4eea-9a54-417e15bd627b+21:31578:x1830949848976640:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1367us (1539us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130276.842680:0:10554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5918 00000100:00100000:0.0:1746130276.844230:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130276.846994:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130276.849329:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130276.852991:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130276.856126:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130276.856216:0:10554:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848977664 00000100:00100000:1.0:1746130276.856223:0:10554:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848977664 00000100:00100000:1.0:1746130276.856304:0:10554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5920 00000100:00100000:1.0:1746130276.856312:0:10554:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092d0c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+5:31579:x1830949848977664:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746130276.856327:0:10554:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746130276.856342:0:10554:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099532e00/0x4ce24e5787361387 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3f9c5 expref: -99 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130276.856370:0:10554:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8e00/0x4ce24e5787361380 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f9be expref: 19 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130276.856377:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130276.856379:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130276.856383:0:10554:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099532e00/0x4ce24e5787361387 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f9c5 expref: 6 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130276.856408:0:10554:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091fc8e00/0x4ce24e5787361380 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f9be expref: 19 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130276.856418:0:10554:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091fc8e00/0x4ce24e5787361380 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f9be expref: 19 pid: 8470 timeout: 574 lvb_type: 0 00000100:00100000:1.0:1746130276.856428:0:10554:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801354c7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10554:1830949841625088:192.168.204.51@tcp:104: 00000100:00100000:1.0:1746130276.856708:0:10554:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18fb480 going to sleep for 11 seconds 00000100:00100000:0.0:1746130276.858676:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00010000:00010000:1.0:1746130276.859209:0:10554:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8e00/0x4ce24e5787361380 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f9be expref: 20 pid: 8470 timeout: 574 lvb_type: 0 00000100:00100000:1.0:1746130276.859227:0:10554:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801354c7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10554:1830949841625088:192.168.204.51@tcp:104: 00010000:00010000:1.0:1746130276.859246:0:10554:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880099532e00/0x4ce24e5787361387 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f9c5 expref: 6 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130276.859258:0:10554:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099532e00, rc 0) 00000100:00100000:1.0:1746130276.859315:0:10554:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092d0c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+6:31579:x1830949848977664:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3004us (3197us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130276.859322:0:10554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5920 00000100:00100000:0.0:1746130276.862046:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130276.864601:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130276.867896:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130276.870446:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130276.874631:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130276.881988:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130276.887159:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130276.887238:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848979072 00000100:00100000:1.0:1746130276.887248:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848979072 00002000:00100000:1.0:1746130276.887314:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880094b9ce00 x1830949848979072/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:262/0 lens 488/0 e 0 to 0 dl 1746130287 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130276.887324:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094b9ce00 with x1830949848979072 ext(0->4095) 00002000:00010000:1.0:1746130276.887329:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880094b9ce00 00000100:00100000:1.0:1746130276.887357:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4650 00000100:00100000:1.0:1746130276.887364:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094b9ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+21:1962:x1830949848979072:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746130276.887544:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094b9ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+21:1962:x1830949848979072:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 180us (392us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746130276.887551:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4650 00002000:00100000:1.0:1746130276.887557:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880094b9ce00 x1830949848979072/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:262/0 lens 488/4536 e 0 to 0 dl 1746130287 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130276.887564:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094b9ce00 with x1830949848979072 ext(0->4095) 00002000:00010000:1.0:1746130276.887566:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880094b9ce00 00000100:00100000:0.0:1746130276.890171:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130276.894784:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130276.897563:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130276.899243:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130276.903130:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130276.904200:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130276.910544:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130276.910623:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848980224 00000100:00100000:1.0:1746130276.910631:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848980224 00002000:00100000:1.0:1746130276.910666:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88013551b480 x1830949848980224/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:262/0 lens 488/0 e 0 to 0 dl 1746130287 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130276.910677:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013551b480 with x1830949848980224 ext(0->4095) 00010000:00010000:1.0:1746130276.910684:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a796c200/0x4ce24e57873613a3 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f9e1 expref: 21 pid: 10554 timeout: 575 lvb_type: 0 00010000:00010000:1.0:1746130276.910697:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a796c200/0x4ce24e57873613a3 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f9e1 expref: 21 pid: 10554 timeout: 575 lvb_type: 0 00002000:00010000:1.0:1746130276.910703:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88013551b480 00000100:00100000:1.0:1746130276.910730:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2340 00000100:00100000:1.0:1746130276.910737:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013551b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+21:1962:x1830949848980224:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746130276.911503:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013551b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+21:1962:x1830949848980224:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 764us (965us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746130276.911510:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2340 00002000:00100000:1.0:1746130276.911516:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88013551b480 x1830949848980224/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:262/0 lens 488/4536 e 0 to 0 dl 1746130287 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130276.911523:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013551b480 with x1830949848980224 ext(0->4095) 00010000:00010000:1.0:1746130276.911528:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a796c200/0x4ce24e57873613a3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f9e1 expref: 21 pid: 10554 timeout: 575 lvb_type: 0 00010000:00010000:1.0:1746130276.911537:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a796c200/0x4ce24e57873613a3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f9e1 expref: 21 pid: 10554 timeout: 575 lvb_type: 0 00002000:00010000:1.0:1746130276.911542:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88013551b480 00000100:00100000:0.0:1746130276.914123:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130276.926306:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130276.926378:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848980608 00000100:00100000:1.0:1746130276.926385:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848980608 00002000:00100000:1.0:1746130276.926422:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880135205500 x1830949848980608/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:262/0 lens 488/0 e 0 to 0 dl 1746130287 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130276.926432:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135205500 with x1830949848980608 ext(0->4095) 00002000:00010000:1.0:1746130276.926436:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880135205500 00000100:00100000:1.0:1746130276.926470:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4651 00000100:00100000:1.0:1746130276.926476:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135205500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+20:1963:x1830949848980608:12345-192.168.204.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746130276.926612:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135205500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+20:1963:x1830949848980608:12345-192.168.204.51@tcp:3:ptlrpcd_01_00.0 Request processed in 137us (344us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746130276.926618:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4651 00002000:00100000:1.0:1746130276.926623:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880135205500 x1830949848980608/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:262/0 lens 488/4536 e 0 to 0 dl 1746130287 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130276.926629:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135205500 with x1830949848980608 ext(0->4095) 00002000:00010000:1.0:1746130276.926631:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880135205500 00000100:00100000:0.0:1746130276.929517:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130276.932833:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130276.936180:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130276.939557:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130276.943191:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130276.946551:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130276.947152:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848981632 00000100:00100000:1.0:1746130276.947157:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848981632 00002000:00100000:1.0:1746130276.947190:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880132f7ce00 x1830949848981632/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:262/0 lens 488/0 e 0 to 0 dl 1746130287 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130276.947200:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132f7ce00 with x1830949848981632 ext(0->4095) 00002000:00010000:1.0:1746130276.947207:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880132f7ce00 00000100:00100000:1.0:1746130276.947234:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4652 00000100:00100000:1.0:1746130276.947240:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132f7ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+20:1964:x1830949848981632:12345-192.168.204.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746130276.947399:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132f7ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+20:1964:x1830949848981632:12345-192.168.204.51@tcp:3:ptlrpcd_01_01.0 Request processed in 159us (859us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746130276.947408:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4652 00002000:00100000:1.0:1746130276.947413:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880132f7ce00 x1830949848981632/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:262/0 lens 488/4536 e 0 to 0 dl 1746130287 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130276.947420:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132f7ce00 with x1830949848981632 ext(0->4095) 00002000:00010000:1.0:1746130276.947422:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880132f7ce00 00000100:00100000:0.0:1746130276.953390:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130276.956210:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130276.960670:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130276.963220:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130276.966395:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130276.966630:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130276.966803:0:10554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5929 00000100:00100000:1.0:1746130276.966812:0:10554:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135a11500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:640ea846-b909-4eea-9a54-417e15bd627b+22:31578:x1830949848982400:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746130276.966827:0:10554:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746130276.966842:0:10554:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099533000/0x4ce24e57873613c6 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3fa04 expref: -99 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130276.966865:0:10554:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8e00/0x4ce24e57873613bf lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f9fd expref: 5 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130276.966872:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130276.966873:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130276.966877:0:10554:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099533000/0x4ce24e57873613c6 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fa04 expref: 23 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130276.966899:0:10554:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091fc8e00/0x4ce24e57873613bf lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f9fd expref: 5 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130276.966909:0:10554:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091fc8e00/0x4ce24e57873613bf lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3f9fd expref: 5 pid: 8470 timeout: 575 lvb_type: 0 00000100:00100000:1.0:1746130276.966919:0:10554:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801354c4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10554:1830949841627392:192.168.204.51@tcp:104: 00000100:00100000:1.0:1746130276.966983:0:10554:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18fb480 going to sleep for 11 seconds 00000100:00100000:1.0:1746130276.968075:0:10554:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801354c4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10554:1830949841627392:192.168.204.51@tcp:104: 00010000:00010000:1.0:1746130276.968096:0:10554:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880099533000/0x4ce24e57873613c6 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fa04 expref: 23 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130276.968105:0:10554:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099533000, rc 0) 00000100:00100000:1.0:1746130276.968136:0:10554:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135a11500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:640ea846-b909-4eea-9a54-417e15bd627b+23:31578:x1830949848982400:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1326us (1748us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130276.968143:0:10554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5929 00000100:00100000:0.0:1746130276.968555:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130276.971971:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130276.972529:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848982912 00000100:00100000:1.0:1746130276.972535:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848982912 00002000:00100000:1.0:1746130276.972566:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092f60380 x1830949848982912/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:262/0 lens 488/0 e 0 to 0 dl 1746130287 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130276.972575:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092f60380 with x1830949848982912 ext(0->4095) 00010000:00010000:1.0:1746130276.972582:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880099533000/0x4ce24e57873613c6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fa04 expref: 23 pid: 10554 timeout: 575 lvb_type: 0 00010000:00010000:1.0:1746130276.972594:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880099533000/0x4ce24e57873613c6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fa04 expref: 23 pid: 10554 timeout: 575 lvb_type: 0 00002000:00010000:1.0:1746130276.972601:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092f60380 00000100:00100000:1.0:1746130276.973168:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2343 00000100:00100000:1.0:1746130276.973183:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092f60380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+23:1962:x1830949848982912:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746130276.973444:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092f60380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+23:1962:x1830949848982912:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 269us (1474us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746130276.973453:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2343 00002000:00100000:1.0:1746130276.973470:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092f60380 x1830949848982912/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:262/0 lens 488/4536 e 0 to 0 dl 1746130287 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130276.973478:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092f60380 with x1830949848982912 ext(0->4095) 00010000:00010000:1.0:1746130276.973484:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880099533000/0x4ce24e57873613c6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fa04 expref: 23 pid: 10554 timeout: 575 lvb_type: 0 00010000:00010000:1.0:1746130276.973494:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880099533000/0x4ce24e57873613c6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fa04 expref: 23 pid: 10554 timeout: 575 lvb_type: 0 00002000:00010000:1.0:1746130276.973500:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092f60380 00000100:00100000:0.0:1746130276.975570:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130276.978125:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130276.980701:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130276.980844:0:10554:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848983424 00000100:00100000:1.0:1746130276.980853:0:10554:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848983424 00000100:00100000:1.0:1746130276.981416:0:10554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5931 00000100:00100000:1.0:1746130276.981427:0:10554:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099524a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+5:31579:x1830949848983424:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746130276.981494:0:10554:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746130276.981513:0:10554:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801362b5200/0x4ce24e57873613d4 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3fa12 expref: -99 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130276.981544:0:10554:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e57873613cd lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fa0b expref: 21 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130276.981551:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746130276.981553:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746130276.981556:0:10554:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801362b5200/0x4ce24e57873613d4 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fa12 expref: 6 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130276.981582:0:10554:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e57873613cd lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fa0b expref: 21 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130276.981592:0:10554:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e57873613cd lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fa0b expref: 21 pid: 8469 timeout: 575 lvb_type: 0 00000100:00100000:0.0:1746130276.981603:0:10554:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880099524700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10554:1830949841627904:192.168.204.51@tcp:104: 00000100:00100000:0.0:1746130276.981688:0:10554:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009bc95180 going to sleep for 11 seconds 00000100:00100000:0.0:1746130276.983661:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130276.986859:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130276.987197:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848983808 00000100:00100000:1.0:1746130276.987203:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848983808 00002000:00100000:1.0:1746130276.987233:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880099524000 x1830949848983808/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:262/0 lens 488/0 e 0 to 0 dl 1746130287 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130276.987240:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099524000 with x1830949848983808 ext(0->4095) 00002000:00010000:1.0:1746130276.987244:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880099524000 00000100:00100000:1.0:1746130276.987279:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4655 00000100:00100000:1.0:1746130276.987283:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099524000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949848983808:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746130276.987423:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099524000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949848983808:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 138us (564us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746130276.987429:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4655 00002000:00100000:1.0:1746130276.987434:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880099524000 x1830949848983808/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:262/0 lens 488/4536 e 0 to 0 dl 1746130287 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130276.987440:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099524000 with x1830949848983808 ext(0->4095) 00002000:00010000:1.0:1746130276.987442:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880099524000 00000100:00100000:0.0:1746130276.988545:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130276.989008:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130276.993191:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130276.996419:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130276.996746:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848984448 00000100:00100000:1.0:1746130276.996752:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848984448 00002000:00100000:1.0:1746130276.996789:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801354db800 x1830949848984448/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:262/0 lens 488/0 e 0 to 0 dl 1746130287 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130276.996798:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801354db800 with x1830949848984448 ext(0->4095) 00010000:00010000:1.0:1746130276.996806:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8400/0x4ce24e57873613db lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fa19 expref: 23 pid: 20953 timeout: 575 lvb_type: 0 00010000:00010000:1.0:1746130276.996819:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091fc8400/0x4ce24e57873613db lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fa19 expref: 23 pid: 20953 timeout: 575 lvb_type: 0 00002000:00010000:1.0:1746130276.996825:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801354db800 00000100:00100000:1.0:1746130276.998039:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2344 00000100:00100000:1.0:1746130276.998050:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801354db800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+23:1961:x1830949848984448:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746130276.998197:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801354db800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+23:1961:x1830949848984448:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 150us (1785us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746130276.998203:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2344 00002000:00100000:1.0:1746130276.998209:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801354db800 x1830949848984448/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:262/0 lens 488/4536 e 0 to 0 dl 1746130287 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130276.998217:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801354db800 with x1830949848984448 ext(0->4095) 00010000:00010000:1.0:1746130276.998223:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8400/0x4ce24e57873613db lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fa19 expref: 23 pid: 20953 timeout: 575 lvb_type: 0 00010000:00010000:1.0:1746130276.998234:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091fc8400/0x4ce24e57873613db lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fa19 expref: 23 pid: 20953 timeout: 575 lvb_type: 0 00002000:00010000:1.0:1746130276.998240:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801354db800 00000100:00100000:0.0:1746130277.000215:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00080000:1.0:1746130277.000937:0:7108:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746130277.005113:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130277.008813:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00080000:1.0:1746130277.009189:0:7108:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746130277.012799:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130277.015580:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130277.016029:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130277.016130:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848985472 00000100:00100000:0.0:1746130277.016134:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848985472 00002000:00100000:0.0:1746130277.016157:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801354c5c00 x1830949848985472/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:263/0 lens 488/0 e 0 to 0 dl 1746130288 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746130277.016165:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801354c5c00 with x1830949848985472 ext(0->4095) 00010000:00010000:0.0:1746130277.016170:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8000/0x4ce24e57873613e9 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fa27 expref: 6 pid: 20953 timeout: 575 lvb_type: 0 00010000:00010000:0.0:1746130277.016178:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091fc8000/0x4ce24e57873613e9 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fa27 expref: 6 pid: 20953 timeout: 575 lvb_type: 0 00002000:00010000:0.0:1746130277.016183:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801354c5c00 00000100:00100000:0.0:1746130277.016252:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2345 00000100:00100000:0.0:1746130277.016258:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801354c5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949848985472:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746130277.016407:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801354c5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949848985472:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 149us (377us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746130277.016413:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2345 00002000:00100000:0.0:1746130277.016418:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801354c5c00 x1830949848985472/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:263/0 lens 488/4536 e 0 to 0 dl 1746130288 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746130277.016424:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801354c5c00 with x1830949848985472 ext(0->4095) 00010000:00010000:0.0:1746130277.016430:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8000/0x4ce24e57873613e9 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fa27 expref: 6 pid: 20953 timeout: 575 lvb_type: 0 00010000:00010000:0.0:1746130277.016439:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091fc8000/0x4ce24e57873613e9 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fa27 expref: 6 pid: 20953 timeout: 575 lvb_type: 0 00002000:00010000:0.0:1746130277.016444:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801354c5c00 00000100:00100000:0.0:1746130277.020062:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130277.020833:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130277.023208:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130277.028225:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130277.031828:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130277.034758:0:8469:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848986496 00000100:00100000:1.0:1746130277.034764:0:8469:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848986496 00000100:00100000:1.0:1746130277.034801:0:8469:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5937 00000100:00100000:1.0:1746130277.034807:0:8469:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094369f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+5:31579:x1830949848986496:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746130277.034822:0:8469:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746130277.034836:0:8469:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099532000/0x4ce24e57873613fe lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3fa3c expref: -99 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130277.034859:0:8469:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a796d600/0x4ce24e57873613f7 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fa35 expref: 21 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130277.034865:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130277.034866:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130277.034869:0:8469:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099532000/0x4ce24e57873613fe lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fa3c expref: 6 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130277.034899:0:8469:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a796d600/0x4ce24e57873613f7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fa35 expref: 21 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130277.034910:0:8469:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a796d600/0x4ce24e57873613f7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fa35 expref: 21 pid: 20953 timeout: 575 lvb_type: 0 00000100:00100000:1.0:1746130277.034922:0:8469:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800942cce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8469:1830949841629440:192.168.204.51@tcp:104: 00000100:00100000:1.0:1746130277.035450:0:8469:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18fb9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746130277.037612:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130277.037731:0:8469:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800942cce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8469:1830949841629440:192.168.204.51@tcp:104: 00010000:00010000:1.0:1746130277.037756:0:8469:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880099532000/0x4ce24e57873613fe lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fa3c expref: 6 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130277.037772:0:8469:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099532000, rc 0) 00000100:00100000:1.0:1746130277.037825:0:8469:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094369f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+6:31579:x1830949848986496:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3018us (3188us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130277.037836:0:8469:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5937 00000100:00100000:0.0:1746130277.041122:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130277.043202:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130277.044085:0:8469:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848987008 00000100:00100000:1.0:1746130277.044092:0:8469:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848987008 00000100:00100000:1.0:1746130277.044142:0:8469:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5938 00000100:00100000:1.0:1746130277.044149:0:8469:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801354d9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:640ea846-b909-4eea-9a54-417e15bd627b+21:31578:x1830949848987008:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746130277.044164:0:8469:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746130277.044180:0:8469:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099532200/0x4ce24e5787361405 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3fa43 expref: -99 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130277.044204:0:8469:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880099532000/0x4ce24e57873613fe lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fa3c expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130277.044212:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130277.044213:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130277.044216:0:8469:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099532200/0x4ce24e5787361405 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fa43 expref: 22 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130277.044241:0:8469:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880099532000/0x4ce24e57873613fe lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fa3c expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130277.044252:0:8469:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880099532000/0x4ce24e57873613fe lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fa3c expref: 5 pid: 8469 timeout: 575 lvb_type: 0 00000100:00100000:1.0:1746130277.044262:0:8469:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800942cce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8469:1830949841629696:192.168.204.51@tcp:104: 00000100:00100000:0.0:1746130277.044554:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130277.045043:0:8469:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18fb9c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746130277.045804:0:8469:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800942cce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8469:1830949841629696:192.168.204.51@tcp:104: 00010000:00010000:1.0:1746130277.045818:0:8469:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880099532200/0x4ce24e5787361405 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fa43 expref: 24 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130277.045826:0:8469:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099532200, rc 0) 00000100:00100000:1.0:1746130277.045841:0:8469:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801354d9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:640ea846-b909-4eea-9a54-417e15bd627b+24:31578:x1830949848987008:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1693us (2643us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130277.045847:0:8469:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5938 00000100:00100000:0.0:1746130277.046519:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130277.051814:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130277.070191:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130277.073739:0:20953:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091950a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:20953:1830949841630208:192.168.204.51@tcp:104: 00010000:00010000:0.0:1746130277.073769:0:20953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091fc8e00/0x4ce24e5787361413 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fa51 expref: 6 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130277.073785:0:20953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091fc8e00, rc 0) 00000100:00100000:0.0:1746130277.073833:0:20953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f133100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c84b93b0-d496-484f-8e1e-94008838f2dd+6:31579:x1830949848988032:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3506us (3646us total) trans 0 rc 0/0 00000100:00100000:0.0:1746130277.073841:0:20953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5940 00000100:00100000:1.0:1746130277.074554:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130277.074578:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848988160 00000100:00100000:1.0:1746130277.074582:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848988160 00010000:00010000:1.0:1746130277.074604:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e578736140c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fa4a expref: 22 pid: 20953 timeout: 575 lvb_type: 0 00000100:00100000:1.0:1746130277.074628:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14204 00000100:00100000:1.0:1746130277.074634:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800942cce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+22:1962:x1830949848988160:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746130277.074644:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746130277.074913:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e578736140c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fa4a expref: 22 pid: 20953 timeout: 575 lvb_type: 0 00010000:00010000:1.0:1746130277.074924:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e578736140c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fa4a expref: 22 pid: 20953 timeout: 575 lvb_type: 0 00010000:00010000:1.0:1746130277.074956:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e578736140c lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fa4a expref: 22 pid: 20953 timeout: 575 lvb_type: 0 00010000:00010000:1.0:1746130277.074968:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130277.074969:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130277.074976:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8e00/0x4ce24e5787361413 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fa51 expref: 5 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130277.074983:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc8e00/0x4ce24e5787361413 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fa51 expref: 5 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130277.075008:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091fc8e00/0x4ce24e5787361413 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fa51 expref: 5 pid: 20953 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746130277.075018:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800942cc380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841630336:192.168.204.51@tcp:105: 00000100:00100000:1.0:1746130277.075068:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18fbc00 going to sleep for 11 seconds 00000100:00100000:1.0:1746130277.078965:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130277.079095:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800942cc380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841630336:192.168.204.51@tcp:105: 00010000:00010000:1.0:1746130277.079114:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746130277.079165:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800942cce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+21:1962:x1830949848988160:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 4530us (4612us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130277.079175:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14204 00000100:00100000:1.0:1746130277.079223:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130277.079291:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848988544 00000100:00100000:1.0:1746130277.079297:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848988544 00002000:00100000:1.0:1746130277.079329:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800942cc380 x1830949848988544/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:263/0 lens 488/0 e 0 to 0 dl 1746130288 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130277.079338:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800942cc380 with x1830949848988544 ext(0->4095) 00002000:00010000:1.0:1746130277.079342:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800942cc380 00000100:00100000:1.0:1746130277.079355:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4660 00000100:00100000:1.0:1746130277.079361:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800942cc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949848988544:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746130277.079478:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800942cc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949848988544:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 117us (254us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746130277.079483:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4660 00002000:00100000:1.0:1746130277.079488:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800942cc380 x1830949848988544/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:263/0 lens 488/4536 e 0 to 0 dl 1746130288 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130277.079494:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800942cc380 with x1830949848988544 ext(0->4095) 00002000:00010000:1.0:1746130277.079496:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800942cc380 00000100:00100000:1.0:1746130277.082155:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130277.082216:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130277.082971:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848988800 00000100:00100000:0.0:1746130277.082976:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848988800 00010000:00010000:0.0:1746130277.082999:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc8e00/0x4ce24e5787361413 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fa51 expref: 6 pid: 20953 timeout: 575 lvb_type: 0 00000100:00100000:0.0:1746130277.083018:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14205 00000100:00100000:0.0:1746130277.083023:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e24a850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949848988800:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746130277.083031:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746130277.083049:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091fc8e00/0x4ce24e5787361413 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fa51 expref: 6 pid: 20953 timeout: 575 lvb_type: 0 00010000:00010000:0.0:1746130277.083059:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091fc8e00/0x4ce24e5787361413 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fa51 expref: 6 pid: 20953 timeout: 575 lvb_type: 0 00010000:00010000:0.0:1746130277.083074:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8e00/0x4ce24e5787361413 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fa51 expref: 6 pid: 20953 timeout: 575 lvb_type: 0 00010000:00010000:0.0:1746130277.083085:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130277.083086:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130277.083092:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012e10c200/0x4ce24e578736141a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fa58 expref: 22 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130277.083098:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012e10c200/0x4ce24e578736141a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fa58 expref: 22 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130277.083117:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012e10c200/0x4ce24e578736141a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fa58 expref: 22 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130277.083130:0:7097:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012e10c200/0x4ce24e578736141a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fa58 expref: 22 pid: 20953 timeout: 575 lvb_type: 0 00000100:00100000:0.0:1746130277.083139:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f131880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841630720:192.168.204.51@tcp:105: 00000100:00100000:0.0:1746130277.083190:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009bc95a80 going to sleep for 11 seconds 00000100:00100000:1.0:1746130277.085406:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f131880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841630720:192.168.204.51@tcp:105: 00010000:00010000:1.0:1746130277.085423:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746130277.085472:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e24a850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+5:1961:x1830949848988800:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 2448us (3254us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130277.085482:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14205 00000100:00100000:0.0:1746130277.085598:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130277.085974:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848989056 00000100:00100000:1.0:1746130277.085980:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848989056 00002000:00100000:1.0:1746130277.086016:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008f130e00 x1830949848989056/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:263/0 lens 488/0 e 0 to 0 dl 1746130288 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130277.086024:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f130e00 with x1830949848989056 ext(0->4095) 00010000:00010000:1.0:1746130277.086032:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012e10c200/0x4ce24e578736141a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fa58 expref: 23 pid: 20953 timeout: 575 lvb_type: 0 00010000:00010000:1.0:1746130277.086042:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012e10c200/0x4ce24e578736141a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fa58 expref: 23 pid: 20953 timeout: 575 lvb_type: 0 00002000:00010000:1.0:1746130277.086048:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008f130e00 00000100:00100000:1.0:1746130277.086076:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2348 00000100:00100000:1.0:1746130277.086083:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f130e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+23:1964:x1830949848989056:12345-192.168.204.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746130277.086690:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f130e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+23:1964:x1830949848989056:12345-192.168.204.51@tcp:3:ptlrpcd_01_01.0 Request processed in 606us (1090us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746130277.086696:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2348 00002000:00100000:1.0:1746130277.086701:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008f130e00 x1830949848989056/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:263/0 lens 488/4536 e 0 to 0 dl 1746130288 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130277.086708:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f130e00 with x1830949848989056 ext(0->4095) 00010000:00010000:1.0:1746130277.086713:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012e10c200/0x4ce24e578736141a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fa58 expref: 23 pid: 20953 timeout: 575 lvb_type: 0 00010000:00010000:1.0:1746130277.086723:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012e10c200/0x4ce24e578736141a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fa58 expref: 23 pid: 20953 timeout: 575 lvb_type: 0 00002000:00010000:1.0:1746130277.086728:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008f130e00 00000100:00100000:0.0:1746130277.088855:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130277.089562:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848989184 00000100:00100000:1.0:1746130277.089571:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848989184 00010000:00010000:1.0:1746130277.089613:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012e10c200/0x4ce24e578736141a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fa58 expref: 23 pid: 20953 timeout: 575 lvb_type: 0 00000100:00100000:1.0:1746130277.089649:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14206 00000100:00100000:1.0:1746130277.089656:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f131880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+23:1961:x1830949848989184:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746130277.089669:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746130277.089689:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012e10c200/0x4ce24e578736141a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fa58 expref: 23 pid: 20953 timeout: 575 lvb_type: 0 00010000:00010000:1.0:1746130277.089699:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012e10c200/0x4ce24e578736141a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fa58 expref: 23 pid: 20953 timeout: 575 lvb_type: 0 00010000:00010000:1.0:1746130277.089718:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012e10c200/0x4ce24e578736141a lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fa58 expref: 23 pid: 20953 timeout: 575 lvb_type: 0 00010000:00010000:1.0:1746130277.089745:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130277.089747:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130277.089797:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8000/0x4ce24e5787361421 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fa5f expref: 22 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130277.089810:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc8000/0x4ce24e5787361421 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fa5f expref: 22 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130277.089838:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091fc8000/0x4ce24e5787361421 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fa5f expref: 22 pid: 10554 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746130277.089848:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135097b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841630848:192.168.204.51@tcp:105: 00000100:00100000:1.0:1746130277.089988:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18fb6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746130277.092041:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135097b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841630848:192.168.204.51@tcp:105: 00010000:00010000:1.0:1746130277.092063:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746130277.092110:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f131880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+22:1961:x1830949848989184:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 2454us (3264us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130277.092120:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14206 00000100:00100000:0.0:1746130277.092429:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130277.093011:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848989440 00000100:00100000:1.0:1746130277.093018:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848989440 00002000:00100000:1.0:1746130277.093049:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008ac71180 x1830949848989440/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:263/0 lens 488/0 e 0 to 0 dl 1746130288 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130277.093058:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ac71180 with x1830949848989440 ext(0->4095) 00002000:00010000:1.0:1746130277.093062:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008ac71180 00000100:00100000:1.0:1746130277.093076:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4661 00000100:00100000:1.0:1746130277.093082:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ac71180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+22:1961:x1830949848989440:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746130277.093304:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ac71180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+22:1961:x1830949848989440:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 220us (875us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746130277.093314:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4661 00002000:00100000:1.0:1746130277.093318:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008ac71180 x1830949848989440/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:263/0 lens 488/4536 e 0 to 0 dl 1746130288 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130277.093325:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ac71180 with x1830949848989440 ext(0->4095) 00002000:00010000:1.0:1746130277.093328:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008ac71180 00000100:00100000:0.0:1746130277.094866:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130277.097383:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130277.097749:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848989696 00000100:00100000:1.0:1746130277.097754:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848989696 00010000:00010000:1.0:1746130277.097777:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc8000/0x4ce24e5787361421 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fa5f expref: 22 pid: 10554 timeout: 575 lvb_type: 0 00000100:00100000:1.0:1746130277.097796:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14207 00000100:00100000:1.0:1746130277.097802:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c4ff800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+22:1961:x1830949848989696:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746130277.097813:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746130277.097836:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091fc8000/0x4ce24e5787361421 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fa5f expref: 22 pid: 10554 timeout: 575 lvb_type: 0 00010000:00010000:1.0:1746130277.097846:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091fc8000/0x4ce24e5787361421 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fa5f expref: 22 pid: 10554 timeout: 575 lvb_type: 0 00010000:00010000:1.0:1746130277.097864:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8000/0x4ce24e5787361421 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fa5f expref: 22 pid: 10554 timeout: 575 lvb_type: 0 00010000:00010000:1.0:1746130277.097875:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130277.097876:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130277.098682:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880135e1e200/0x4ce24e5787361428 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fa66 expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130277.098698:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880135e1e200/0x4ce24e5787361428 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fa66 expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130277.098726:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880135e1e200/0x4ce24e5787361428 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fa66 expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746130277.098735:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135097b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841631104:192.168.204.51@tcp:105: 00000100:00100000:1.0:1746130277.098790:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18fb0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746130277.100294:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135097b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841631104:192.168.204.51@tcp:105: 00010000:00010000:1.0:1746130277.100317:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746130277.100359:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c4ff800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+21:1961:x1830949848989696:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 2556us (2982us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130277.100369:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14207 00000100:00100000:0.0:1746130277.101143:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130277.101421:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848989952 00000100:00100000:1.0:1746130277.101428:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848989952 00002000:00100000:1.0:1746130277.101472:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008c4fd500 x1830949848989952/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:263/0 lens 488/0 e 0 to 0 dl 1746130288 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130277.101481:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c4fd500 with x1830949848989952 ext(0->4095) 00002000:00010000:1.0:1746130277.101485:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008c4fd500 00000100:00100000:1.0:1746130277.102068:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4662 00000100:00100000:1.0:1746130277.102076:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c4fd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949848989952:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746130277.102232:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c4fd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949848989952:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 157us (1090us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746130277.102373:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4662 00002000:00100000:1.0:1746130277.102383:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008c4fd500 x1830949848989952/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:263/0 lens 488/4536 e 0 to 0 dl 1746130288 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130277.102391:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c4fd500 with x1830949848989952 ext(0->4095) 00002000:00010000:1.0:1746130277.102394:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008c4fd500 00000100:00100000:0.0:1746130277.105094:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130277.105176:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130277.105242:0:20953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5945 00000100:00100000:1.0:1746130277.105248:0:20953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b323480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:640ea846-b909-4eea-9a54-417e15bd627b+22:31579:x1830949848990208:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746130277.105256:0:20953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746130277.105290:0:20953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099533200/0x4ce24e578736142f lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3fa74 expref: -99 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130277.105331:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130277.105335:0:20953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012e10c200/0x4ce24e5787361436 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fa6d expref: 24 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130277.105340:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130277.105342:0:20953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099533200/0x4ce24e578736142f lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fa74 expref: 24 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130277.105369:0:20953:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012e10c200/0x4ce24e5787361436 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fa6d expref: 24 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130277.105382:0:20953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880099533200/0x4ce24e578736142f lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fa74 expref: 24 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130277.105390:0:20953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099533200, rc 0) 00000100:00100000:1.0:1746130277.105435:0:20953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b323480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:640ea846-b909-4eea-9a54-417e15bd627b+24:31579:x1830949848990208:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 186us (257us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130277.105440:0:20953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5945 00000100:00100000:0.0:1746130277.108634:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130277.112302:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130277.112565:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848990592 00000100:00100000:1.0:1746130277.112571:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848990592 00002000:00100000:1.0:1746130277.112604:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801344cb480 x1830949848990592/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:263/0 lens 488/0 e 0 to 0 dl 1746130288 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130277.112613:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801344cb480 with x1830949848990592 ext(0->4095) 00010000:00010000:1.0:1746130277.112620:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012e10c200/0x4ce24e5787361436 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fa6d expref: 23 pid: 8469 timeout: 575 lvb_type: 0 00010000:00010000:1.0:1746130277.112632:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012e10c200/0x4ce24e5787361436 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fa6d expref: 23 pid: 8469 timeout: 575 lvb_type: 0 00002000:00010000:1.0:1746130277.112638:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801344cb480 00000100:00100000:1.0:1746130277.112663:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2349 00000100:00100000:1.0:1746130277.112669:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801344cb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+23:1961:x1830949848990592:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746130277.112813:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801344cb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+23:1961:x1830949848990592:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 143us (511us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746130277.112819:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2349 00002000:00100000:1.0:1746130277.112824:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801344cb480 x1830949848990592/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:263/0 lens 488/4536 e 0 to 0 dl 1746130288 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130277.112830:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801344cb480 with x1830949848990592 ext(0->4095) 00010000:00010000:1.0:1746130277.112834:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012e10c200/0x4ce24e5787361436 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fa6d expref: 23 pid: 8469 timeout: 575 lvb_type: 0 00010000:00010000:1.0:1746130277.112846:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012e10c200/0x4ce24e5787361436 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fa6d expref: 23 pid: 8469 timeout: 575 lvb_type: 0 00002000:00010000:1.0:1746130277.112851:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801344cb480 00000100:00100000:0.0:1746130277.114924:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130277.119625:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130277.122644:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130277.126113:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130277.128425:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130277.128896:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130277.128975:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848991616 00000100:00100000:1.0:1746130277.128979:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848991616 00002000:00100000:1.0:1746130277.129005:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880094369880 x1830949848991616/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:263/0 lens 488/0 e 0 to 0 dl 1746130288 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130277.129013:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094369880 with x1830949848991616 ext(0->4095) 00010000:00010000:1.0:1746130277.129018:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009494d800/0x4ce24e578736143d lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fa7b expref: 6 pid: 8469 timeout: 575 lvb_type: 0 00010000:00010000:1.0:1746130277.129028:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009494d800/0x4ce24e578736143d lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fa7b expref: 6 pid: 8469 timeout: 575 lvb_type: 0 00002000:00010000:1.0:1746130277.129033:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880094369880 00000100:00100000:1.0:1746130277.129057:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2350 00000100:00100000:1.0:1746130277.129063:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094369880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949848991616:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746130277.129206:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094369880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949848991616:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 142us (308us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746130277.129211:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2350 00002000:00100000:1.0:1746130277.129216:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880094369880 x1830949848991616/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:263/0 lens 488/4536 e 0 to 0 dl 1746130288 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130277.129223:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094369880 with x1830949848991616 ext(0->4095) 00010000:00010000:1.0:1746130277.129228:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009494d800/0x4ce24e578736143d lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fa7b expref: 6 pid: 8469 timeout: 575 lvb_type: 0 00010000:00010000:1.0:1746130277.129237:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009494d800/0x4ce24e578736143d lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fa7b expref: 6 pid: 8469 timeout: 575 lvb_type: 0 00002000:00010000:1.0:1746130277.129241:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880094369880 00000100:00100000:1.0:1746130277.132669:0:20953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848991744 00000100:00100000:1.0:1746130277.132675:0:20953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848991744 00000100:00100000:1.0:1746130277.132705:0:20953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5948 00000100:00100000:1.0:1746130277.132711:0:20953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135b2a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:640ea846-b909-4eea-9a54-417e15bd627b+22:31579:x1830949848991744:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746130277.132724:0:20953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746130277.132735:0:20953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099532600/0x4ce24e578736144b lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3fa89 expref: -99 pid: 20953 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746130277.133389:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00010000:00010000:1.0:1746130277.133594:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130277.133601:0:20953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009494d600/0x4ce24e5787361444 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fa82 expref: 23 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130277.133607:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130277.133611:0:20953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099532600/0x4ce24e578736144b lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fa89 expref: 23 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130277.133656:0:20953:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009494d600/0x4ce24e5787361444 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fa82 expref: 23 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130277.133668:0:20953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880099532600/0x4ce24e578736144b lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fa89 expref: 23 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130277.133678:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130277.133680:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130277.133685:0:20953:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009494d600/0x4ce24e5787361444 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fa82 expref: 23 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130277.133692:0:20953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009494d600/0x4ce24e5787361444 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fa82 expref: 23 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130277.133708:0:20953:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009494d600/0x4ce24e5787361444 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fa82 expref: 23 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130277.133719:0:20953:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009494d600/0x4ce24e5787361444 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fa82 expref: 23 pid: 8469 timeout: 575 lvb_type: 0 00000100:00100000:1.0:1746130277.133735:0:20953:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135097b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:20953:1830949841632256:192.168.204.51@tcp:105: 00000100:00100000:1.0:1746130277.133782:0:20953:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18fb3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746130277.136834:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130277.136944:0:20953:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135097b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:20953:1830949841632256:192.168.204.51@tcp:105: 00010000:00010000:1.0:1746130277.136966:0:20953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099532600, rc 0) 00000100:00100000:1.0:1746130277.137102:0:20953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135b2a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:640ea846-b909-4eea-9a54-417e15bd627b+23:31579:x1830949848991744:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4389us (4517us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130277.137110:0:20953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5948 00000100:00100000:0.0:1746130277.142485:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130277.145731:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130277.149622:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130277.149758:0:20953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848992640 00000100:00100000:1.0:1746130277.149765:0:20953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848992640 00000100:00100000:1.0:1746130277.149818:0:20953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5949 00000100:00100000:1.0:1746130277.149825:0:20953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a596b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c84b93b0-d496-484f-8e1e-94008838f2dd+5:31579:x1830949848992640:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746130277.149841:0:20953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746130277.149857:0:20953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099533c00/0x4ce24e5787361452 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3fa90 expref: -99 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130277.149881:0:20953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880099532600/0x4ce24e578736144b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fa89 expref: 21 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130277.149889:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130277.149890:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130277.149893:0:20953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099533c00/0x4ce24e5787361452 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fa90 expref: 6 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130277.149923:0:20953:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880099532600/0x4ce24e578736144b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fa89 expref: 21 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130277.149933:0:20953:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880099532600/0x4ce24e578736144b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fa89 expref: 21 pid: 20953 timeout: 575 lvb_type: 0 00000100:00100000:1.0:1746130277.149945:0:20953:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135097b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:20953:1830949841632512:192.168.204.51@tcp:104: 00000100:00100000:1.0:1746130277.150479:0:20953:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18fb3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746130277.151751:0:20953:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135097b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:20953:1830949841632512:192.168.204.51@tcp:104: 00010000:00010000:1.0:1746130277.151776:0:20953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880099533c00/0x4ce24e5787361452 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fa90 expref: 6 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130277.151791:0:20953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099533c00, rc 0) 00000100:00100000:1.0:1746130277.151842:0:20953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a596b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c84b93b0-d496-484f-8e1e-94008838f2dd+6:31579:x1830949848992640:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2017us (2227us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130277.151853:0:20953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5949 00000100:00100000:0.0:1746130277.155542:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130277.156491:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130277.156656:0:20953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848992896 00000100:00100000:1.0:1746130277.156661:0:20953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848992896 00000100:00100000:1.0:1746130277.156684:0:20953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5950 00000100:00100000:1.0:1746130277.156689:0:20953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013514fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:640ea846-b909-4eea-9a54-417e15bd627b+22:31578:x1830949848992896:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746130277.156699:0:20953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746130277.156709:0:20953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099532200/0x4ce24e5787361459 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3fa97 expref: -99 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130277.156724:0:20953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880099533c00/0x4ce24e5787361452 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fa90 expref: 5 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130277.156730:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130277.156732:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130277.156734:0:20953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099532200/0x4ce24e5787361459 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fa97 expref: 23 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130277.156749:0:20953:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880099533c00/0x4ce24e5787361452 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fa90 expref: 5 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130277.156759:0:20953:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880099533c00/0x4ce24e5787361452 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fa90 expref: 5 pid: 20953 timeout: 575 lvb_type: 0 00000100:00100000:1.0:1746130277.156766:0:20953:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135097b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:20953:1830949841632768:192.168.204.51@tcp:104: 00000100:00100000:1.0:1746130277.156971:0:20953:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18fb3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746130277.158435:0:20953:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135097b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:20953:1830949841632768:192.168.204.51@tcp:104: 00010000:00010000:1.0:1746130277.158475:0:20953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880099532200/0x4ce24e5787361459 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fa97 expref: 23 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130277.158488:0:20953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099532200, rc 0) 00000100:00100000:1.0:1746130277.158534:0:20953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013514fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:640ea846-b909-4eea-9a54-417e15bd627b+23:31578:x1830949848992896:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1843us (2042us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130277.158542:0:20953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5950 00000100:00100000:0.0:1746130277.160073:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130277.165958:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130277.168840:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130277.168877:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848993536 00000100:00100000:1.0:1746130277.168883:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848993536 00002000:00100000:1.0:1746130277.168916:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801350bc000 x1830949848993536/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:263/0 lens 488/0 e 0 to 0 dl 1746130288 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130277.168925:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801350bc000 with x1830949848993536 ext(0->4095) 00002000:00010000:1.0:1746130277.168929:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801350bc000 00000100:00100000:1.0:1746130277.168959:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4665 00000100:00100000:1.0:1746130277.168965:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801350bc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+22:1962:x1830949848993536:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746130277.169111:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801350bc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+22:1962:x1830949848993536:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 145us (275us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746130277.169121:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4665 00002000:00100000:1.0:1746130277.169125:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801350bc000 x1830949848993536/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:263/0 lens 488/4536 e 0 to 0 dl 1746130288 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130277.169132:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801350bc000 with x1830949848993536 ext(0->4095) 00002000:00010000:1.0:1746130277.169134:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801350bc000 00000100:00100000:0.0:1746130277.177603:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130277.177667:0:20953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848993664 00000100:00100000:1.0:1746130277.177676:0:20953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848993664 00000100:00100000:1.0:1746130277.177732:0:20953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5951 00000100:00100000:1.0:1746130277.177739:0:20953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091f47800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c84b93b0-d496-484f-8e1e-94008838f2dd+5:31579:x1830949848993664:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746130277.177756:0:20953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746130277.177772:0:20953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099532600/0x4ce24e5787361460 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3fa9e expref: -99 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130277.177798:0:20953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880099532200/0x4ce24e5787361459 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fa97 expref: 21 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130277.177804:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130277.177806:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130277.177809:0:20953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099532600/0x4ce24e5787361460 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fa9e expref: 6 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130277.177836:0:20953:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880099532200/0x4ce24e5787361459 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fa97 expref: 21 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130277.177847:0:20953:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880099532200/0x4ce24e5787361459 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fa97 expref: 21 pid: 20953 timeout: 575 lvb_type: 0 00000100:00100000:1.0:1746130277.177857:0:20953:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135097b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:20953:1830949841633024:192.168.204.51@tcp:104: 00000100:00100000:1.0:1746130277.177947:0:20953:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18fb9c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746130277.180210:0:20953:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135097b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:20953:1830949841633024:192.168.204.51@tcp:104: 00010000:00010000:1.0:1746130277.180237:0:20953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880099532600/0x4ce24e5787361460 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fa9e expref: 6 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130277.180253:0:20953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099532600, rc 0) 00000100:00100000:1.0:1746130277.180315:0:20953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091f47800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c84b93b0-d496-484f-8e1e-94008838f2dd+6:31579:x1830949848993664:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2575us (2717us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130277.180322:0:20953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5951 00000100:00100000:0.0:1746130277.180640:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130277.181102:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848993792 00000100:00100000:1.0:1746130277.181109:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848993792 00002000:00100000:1.0:1746130277.181142:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff88009412ca80 x1830949848993792/t0(0) o4->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:263/0 lens 496/0 e 0 to 0 dl 1746130288 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130277.181151:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009412ca80 with x1830949848993792 ext(0->7) 00010000:00010000:1.0:1746130277.181157:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880099532200/0x4ce24e5787361459 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fa97 expref: 22 pid: 20953 timeout: 575 lvb_type: 0 00010000:00010000:1.0:1746130277.181168:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880099532200/0x4ce24e5787361459 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fa97 expref: 22 pid: 20953 timeout: 575 lvb_type: 0 00002000:00010000:1.0:1746130277.181174:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009412ca80 00000100:00100000:1.0:1746130277.181189:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2353 00000100:00100000:1.0:1746130277.181195:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009412ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+22:1961:x1830949848993792:12345-192.168.204.51@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746130277.181522:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009412ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+24:1961:x1830949848993792:12345-192.168.204.51@tcp:4:ldlm_bl.0 Request processed in 325us (881us total) trans 4294967903 rc 0/0 00000100:00100000:1.0:1746130277.181528:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2353 00002000:00100000:1.0:1746130277.181534:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff88009412ca80 x1830949848993792/t4294967903(0) o4->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:263/0 lens 496/448 e 0 to 0 dl 1746130288 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130277.181541:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009412ca80 with x1830949848993792 ext(0->7) 00010000:00010000:1.0:1746130277.181545:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880099532200/0x4ce24e5787361459 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fa97 expref: 24 pid: 20953 timeout: 575 lvb_type: 0 00010000:00010000:1.0:1746130277.181558:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880099532200/0x4ce24e5787361459 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fa97 expref: 24 pid: 20953 timeout: 575 lvb_type: 0 00002000:00010000:1.0:1746130277.181563:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009412ca80 00000100:00100000:0.0:1746130277.185428:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130277.193654:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848994176 00000100:00100000:1.0:1746130277.193661:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848994176 00002000:00100000:1.0:1746130277.193694:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008f131880 x1830949848994176/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:263/0 lens 488/0 e 0 to 0 dl 1746130288 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130277.193703:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f131880 with x1830949848994176 ext(0->4095) 00002000:00010000:1.0:1746130277.193707:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008f131880 00000100:00100000:1.0:1746130277.193723:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4666 00000100:00100000:1.0:1746130277.193729:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f131880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949848994176:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746130277.193871:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f131880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949848994176:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 141us (284us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746130277.193877:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4666 00002000:00100000:1.0:1746130277.193882:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008f131880 x1830949848994176/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:263/0 lens 488/4536 e 0 to 0 dl 1746130288 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130277.193888:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f131880 with x1830949848994176 ext(0->4095) 00002000:00010000:1.0:1746130277.193890:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008f131880 00000100:00100000:0.0:1746130277.193968:0:7924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800933a8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841633152:192.168.204.51@tcp:105: 00010000:00010000:0.0:1746130277.194169:0:7924:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746130277.194194:0:7924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bdfea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+23:1962:x1830949848993920:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 6221us (8774us total) trans 0 rc 0/0 00000100:00100000:0.0:1746130277.194202:0:7924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14215 00000100:00100000:0.0:1746130277.194775:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130277.194884:0:20953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848994304 00000100:00100000:1.0:1746130277.194888:0:20953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848994304 00000100:00100000:1.0:1746130277.196061:0:20953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5952 00000100:00100000:1.0:1746130277.196072:0:20953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800933a8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:640ea846-b909-4eea-9a54-417e15bd627b+23:31578:x1830949848994304:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746130277.196089:0:20953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746130277.196105:0:20953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099533c00/0x4ce24e5787361467 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3faa5 expref: -99 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130277.196130:0:20953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880099532600/0x4ce24e5787361460 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fa9e expref: 5 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130277.196137:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130277.196138:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130277.196141:0:20953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099533c00/0x4ce24e5787361467 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3faa5 expref: 24 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130277.196164:0:20953:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880099532600/0x4ce24e5787361460 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fa9e expref: 5 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130277.196174:0:20953:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880099532600/0x4ce24e5787361460 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fa9e expref: 5 pid: 20953 timeout: 575 lvb_type: 0 00000100:00100000:1.0:1746130277.196185:0:20953:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135097b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:20953:1830949841633280:192.168.204.51@tcp:104: 00000100:00100000:1.0:1746130277.196280:0:20953:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18fb000 going to sleep for 11 seconds 00000100:00100000:0.0:1746130277.198562:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130277.198668:0:20953:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135097b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:20953:1830949841633280:192.168.204.51@tcp:104: 00010000:00010000:1.0:1746130277.198691:0:20953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880099533c00/0x4ce24e5787361467 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3faa5 expref: 24 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130277.198704:0:20953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099533c00, rc 0) 00000100:00100000:1.0:1746130277.198735:0:20953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800933a8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:640ea846-b909-4eea-9a54-417e15bd627b+24:31578:x1830949848994304:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2666us (3962us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130277.198745:0:20953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5952 00000100:00100000:1.0:1746130277.198816:0:20953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848994432 00000100:00100000:1.0:1746130277.198821:0:20953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848994432 00000100:00100000:1.0:1746130277.198920:0:20953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5953 00000100:00100000:1.0:1746130277.198926:0:20953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092258a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:640ea846-b909-4eea-9a54-417e15bd627b+24:31579:x1830949848994432:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746130277.198938:0:20953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746130277.198949:0:20953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099532000/0x4ce24e578736146e lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3faac expref: -99 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130277.198966:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130277.198970:0:20953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880099533c00/0x4ce24e5787361467 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3faa5 expref: 25 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130277.198975:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130277.198979:0:20953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099532000/0x4ce24e578736146e lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3faac expref: 25 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130277.199002:0:20953:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880099533c00/0x4ce24e5787361467 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3faa5 expref: 25 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130277.199011:0:20953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880099532000/0x4ce24e578736146e lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3faac expref: 25 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130277.199018:0:20953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099532000, rc 0) 00000100:00100000:1.0:1746130277.199281:0:20953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092258a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:640ea846-b909-4eea-9a54-417e15bd627b+25:31579:x1830949848994432:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 341us (710us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130277.199286:0:20953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5953 00000100:00100000:0.0:1746130277.199300:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130277.199317:0:7924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848994560 00000100:00100000:1.0:1746130277.199319:0:7924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848994560 00010000:00010000:1.0:1746130277.199333:0:7924:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880099532600/0x4ce24e5787361460 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fa9e expref: 6 pid: 20953 timeout: 575 lvb_type: 0 00000100:00100000:1.0:1746130277.199359:0:7924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14216 00000100:00100000:1.0:1746130277.199365:0:7924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092259880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949848994560:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746130277.199373:0:7924:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746130277.199392:0:7924:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880099532600/0x4ce24e5787361460 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fa9e expref: 6 pid: 20953 timeout: 575 lvb_type: 0 00010000:00010000:1.0:1746130277.199401:0:7924:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880099532600/0x4ce24e5787361460 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fa9e expref: 6 pid: 20953 timeout: 575 lvb_type: 0 00010000:00010000:1.0:1746130277.199416:0:7924:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880099532600/0x4ce24e5787361460 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fa9e expref: 6 pid: 20953 timeout: 575 lvb_type: 0 00010000:00010000:1.0:1746130277.199439:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130277.199441:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130277.199446:0:7924:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880099533c00/0x4ce24e5787361467 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3faa5 expref: 24 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130277.199453:0:7924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099533c00/0x4ce24e5787361467 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3faa5 expref: 24 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130277.199480:0:7924:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880099533c00/0x4ce24e5787361467 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3faa5 expref: 24 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130277.199493:0:7924:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880099533c00/0x4ce24e5787361467 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3faa5 expref: 24 pid: 20953 timeout: 575 lvb_type: 0 00000100:00100000:1.0:1746130277.199504:0:7924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135097b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841633536:192.168.204.51@tcp:105: 00000100:00100000:1.0:1746130277.199821:0:7924:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18fb000 going to sleep for 11 seconds 00000100:00100000:1.0:1746130277.204648:0:7924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135097b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841633536:192.168.204.51@tcp:105: 00010000:00010000:1.0:1746130277.204667:0:7924:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746130277.204706:0:7924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092259880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+5:1961:x1830949848994560:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 5341us (5405us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130277.204716:0:7924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14216 00000100:00100000:0.0:1746130277.204783:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848994816 00000100:00100000:0.0:1746130277.204789:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848994816 00002000:00100000:0.0:1746130277.204821:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008c4ff800 x1830949848994816/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:263/0 lens 488/0 e 0 to 0 dl 1746130288 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746130277.204830:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c4ff800 with x1830949848994816 ext(0->4095) 00010000:00010000:0.0:1746130277.204837:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880099533c00/0x4ce24e5787361467 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3faa5 expref: 25 pid: 20953 timeout: 575 lvb_type: 0 00010000:00010000:0.0:1746130277.204849:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880099533c00/0x4ce24e5787361467 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3faa5 expref: 25 pid: 20953 timeout: 575 lvb_type: 0 00002000:00010000:0.0:1746130277.204859:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008c4ff800 00000100:00100000:0.0:1746130277.204886:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2354 00000100:00100000:0.0:1746130277.204892:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c4ff800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+25:1962:x1830949848994816:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746130277.205014:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c4ff800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+25:1962:x1830949848994816:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 121us (471us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746130277.205019:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2354 00002000:00100000:0.0:1746130277.205023:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008c4ff800 x1830949848994816/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:263/0 lens 488/4536 e 0 to 0 dl 1746130288 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746130277.205030:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c4ff800 with x1830949848994816 ext(0->4095) 00010000:00010000:0.0:1746130277.205034:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880099533c00/0x4ce24e5787361467 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3faa5 expref: 25 pid: 20953 timeout: 575 lvb_type: 0 00010000:00010000:0.0:1746130277.205048:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880099533c00/0x4ce24e5787361467 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3faa5 expref: 25 pid: 20953 timeout: 575 lvb_type: 0 00002000:00010000:0.0:1746130277.205053:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008c4ff800 00000100:00100000:0.0:1746130277.208847:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130277.208943:0:7924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848994944 00000100:00100000:1.0:1746130277.208950:0:7924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848994944 00010000:00010000:1.0:1746130277.208985:0:7924:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880099533c00/0x4ce24e5787361467 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3faa5 expref: 25 pid: 20953 timeout: 575 lvb_type: 0 00000100:00100000:1.0:1746130277.209136:0:7924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14217 00000100:00100000:1.0:1746130277.209143:0:7924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092258380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+25:1961:x1830949848994944:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746130277.209158:0:7924:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746130277.209180:0:7924:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880099533c00/0x4ce24e5787361467 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3faa5 expref: 25 pid: 20953 timeout: 575 lvb_type: 0 00010000:00010000:1.0:1746130277.209193:0:7924:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880099533c00/0x4ce24e5787361467 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3faa5 expref: 25 pid: 20953 timeout: 575 lvb_type: 0 00010000:00010000:1.0:1746130277.209214:0:7924:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880099533c00/0x4ce24e5787361467 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3faa5 expref: 25 pid: 20953 timeout: 575 lvb_type: 0 00010000:00010000:1.0:1746130277.209397:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130277.209400:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130277.209406:0:7924:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880099532000/0x4ce24e578736146e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3faac expref: 24 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130277.209414:0:7924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099532000/0x4ce24e578736146e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3faac expref: 24 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130277.209446:0:7924:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880099532000/0x4ce24e578736146e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3faac expref: 24 pid: 20953 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746130277.209471:0:7924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135097b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841633664:192.168.204.51@tcp:105: 00000100:00100000:1.0:1746130277.209907:0:7924:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18fb000 going to sleep for 11 seconds 00000100:00100000:0.0:1746130277.213615:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130277.213714:0:7924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135097b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841633664:192.168.204.51@tcp:105: 00010000:00010000:1.0:1746130277.213734:0:7924:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746130277.213784:0:7924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092258380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+24:1961:x1830949848994944:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 4635us (4940us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130277.213795:0:7924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14217 00000100:00100000:0.0:1746130277.217119:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130277.217305:0:20953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848995328 00000100:00100000:1.0:1746130277.217314:0:20953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848995328 00000100:00100000:1.0:1746130277.217368:0:20953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5954 00000100:00100000:1.0:1746130277.217376:0:20953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092259180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c84b93b0-d496-484f-8e1e-94008838f2dd+5:31579:x1830949848995328:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746130277.217391:0:20953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746130277.217408:0:20953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099532800/0x4ce24e5787361475 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3fab3 expref: -99 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130277.217436:0:20953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880099532000/0x4ce24e578736146e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3faac expref: 23 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130277.217443:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130277.217445:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130277.217448:0:20953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099532800/0x4ce24e5787361475 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fab3 expref: 6 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130277.217484:0:20953:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880099532000/0x4ce24e578736146e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3faac expref: 23 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130277.217495:0:20953:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880099532000/0x4ce24e578736146e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3faac expref: 23 pid: 20953 timeout: 575 lvb_type: 0 00000100:00100000:1.0:1746130277.217507:0:20953:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135097b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:20953:1830949841633792:192.168.204.51@tcp:104: 00000100:00100000:1.0:1746130277.217600:0:20953:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18fb000 going to sleep for 11 seconds 00000100:00100000:1.0:1746130277.219781:0:20953:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135097b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:20953:1830949841633792:192.168.204.51@tcp:104: 00010000:00010000:1.0:1746130277.219806:0:20953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880099532800/0x4ce24e5787361475 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fab3 expref: 6 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130277.219819:0:20953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099532800, rc 0) 00000100:00100000:1.0:1746130277.219862:0:20953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092259180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c84b93b0-d496-484f-8e1e-94008838f2dd+6:31579:x1830949848995328:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2486us (2750us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130277.219869:0:20953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5954 00000100:00100000:0.0:1746130277.220574:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130277.220627:0:7924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848995456 00000100:00100000:1.0:1746130277.220633:0:7924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848995456 00010000:00010000:1.0:1746130277.220683:0:7924:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880099532000/0x4ce24e578736146e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3faac expref: 24 pid: 20953 timeout: 575 lvb_type: 0 00000100:00100000:1.0:1746130277.220717:0:7924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14218 00000100:00100000:1.0:1746130277.220724:0:7924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a79ed500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+24:1962:x1830949848995456:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746130277.220735:0:7924:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746130277.220757:0:7924:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880099532000/0x4ce24e578736146e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3faac expref: 24 pid: 20953 timeout: 575 lvb_type: 0 00010000:00010000:1.0:1746130277.220768:0:7924:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880099532000/0x4ce24e578736146e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3faac expref: 24 pid: 20953 timeout: 575 lvb_type: 0 00010000:00010000:1.0:1746130277.220788:0:7924:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880099532000/0x4ce24e578736146e lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3faac expref: 24 pid: 20953 timeout: 575 lvb_type: 0 00010000:00010000:1.0:1746130277.220803:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130277.220805:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130277.220812:0:7924:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880099532800/0x4ce24e5787361475 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fab3 expref: 5 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130277.220819:0:7924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099532800/0x4ce24e5787361475 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fab3 expref: 5 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130277.220929:0:7924:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880099532800/0x4ce24e5787361475 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fab3 expref: 5 pid: 20953 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746130277.220941:0:7924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135097b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841633920:192.168.204.51@tcp:105: 00000100:00100000:1.0:1746130277.221008:0:7924:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18fb000 going to sleep for 11 seconds 00000100:00100000:0.0:1746130277.223516:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130277.223632:0:7924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135097b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841633920:192.168.204.51@tcp:105: 00010000:00010000:1.0:1746130277.223650:0:7924:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746130277.223700:0:7924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a79ed500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+23:1962:x1830949848995456:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 2977us (3127us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130277.223710:0:7924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14218 00000100:00100000:0.0:1746130277.224840:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130277.225234:0:20953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848995840 00000100:00100000:1.0:1746130277.225239:0:20953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848995840 00000100:00100000:1.0:1746130277.225302:0:20953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5955 00000100:00100000:1.0:1746130277.225309:0:20953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cb58380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:640ea846-b909-4eea-9a54-417e15bd627b+23:31578:x1830949848995840:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746130277.225321:0:20953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746130277.225336:0:20953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099533000/0x4ce24e578736147c lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3faba expref: -99 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130277.225362:0:20953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880099532800/0x4ce24e5787361475 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fab3 expref: 5 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130277.225370:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130277.225372:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130277.225375:0:20953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099533000/0x4ce24e578736147c lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3faba expref: 24 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130277.225401:0:20953:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880099532800/0x4ce24e5787361475 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fab3 expref: 5 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130277.225412:0:20953:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880099532800/0x4ce24e5787361475 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fab3 expref: 5 pid: 20953 timeout: 575 lvb_type: 0 00000100:00100000:1.0:1746130277.225426:0:20953:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135097b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:20953:1830949841634048:192.168.204.51@tcp:104: 00000100:00100000:1.0:1746130277.225504:0:20953:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18fb000 going to sleep for 11 seconds 00000100:00100000:0.0:1746130277.225745:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130277.227492:0:20953:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135097b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:20953:1830949841634048:192.168.204.51@tcp:104: 00010000:00010000:1.0:1746130277.227516:0:20953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880099533000/0x4ce24e578736147c lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3faba expref: 25 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130277.227529:0:20953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099533000, rc 0) 00000100:00100000:1.0:1746130277.227570:0:20953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cb58380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:640ea846-b909-4eea-9a54-417e15bd627b+25:31578:x1830949848995840:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2262us (2731us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130277.227575:0:20953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5955 00000100:00100000:0.0:1746130277.228008:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130277.228158:0:7924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848996096 00000100:00100000:1.0:1746130277.228163:0:7924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848996096 00010000:00010000:1.0:1746130277.228186:0:7924:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880099532800/0x4ce24e5787361475 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fab3 expref: 6 pid: 20953 timeout: 575 lvb_type: 0 00000100:00100000:1.0:1746130277.228255:0:7924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14219 00000100:00100000:1.0:1746130277.228263:0:7924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e24a050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949848996096:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746130277.228400:0:7924:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746130277.228419:0:7924:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880099532800/0x4ce24e5787361475 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fab3 expref: 6 pid: 20953 timeout: 575 lvb_type: 0 00010000:00010000:1.0:1746130277.228430:0:7924:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880099532800/0x4ce24e5787361475 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fab3 expref: 6 pid: 20953 timeout: 575 lvb_type: 0 00010000:00010000:1.0:1746130277.228464:0:7924:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880099532800/0x4ce24e5787361475 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fab3 expref: 6 pid: 20953 timeout: 575 lvb_type: 0 00010000:00010000:1.0:1746130277.228583:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130277.228585:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130277.228592:0:7924:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880099533000/0x4ce24e578736147c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3faba expref: 24 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130277.228598:0:7924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099533000/0x4ce24e578736147c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3faba expref: 24 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130277.228625:0:7924:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880099533000/0x4ce24e578736147c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3faba expref: 24 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130277.228635:0:7924:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880099533000/0x4ce24e578736147c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3faba expref: 24 pid: 20953 timeout: 575 lvb_type: 0 00000100:00100000:1.0:1746130277.228644:0:7924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135097b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841634304:192.168.204.51@tcp:105: 00000100:00100000:1.0:1746130277.229342:0:7924:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18fb000 going to sleep for 11 seconds 00000100:00100000:1.0:1746130277.231300:0:7924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135097b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841634304:192.168.204.51@tcp:105: 00010000:00010000:1.0:1746130277.231320:0:7924:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746130277.231359:0:7924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e24a050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+5:1961:x1830949848996096:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 3096us (3350us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130277.231369:0:7924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14219 00000100:00100000:0.0:1746130277.231781:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130277.241154:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130277.241355:0:7924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848996480 00000100:00100000:1.0:1746130277.241363:0:7924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848996480 00010000:00010000:1.0:1746130277.241401:0:7924:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880099533000/0x4ce24e578736147c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3faba expref: 25 pid: 20953 timeout: 575 lvb_type: 0 00000100:00100000:1.0:1746130277.241438:0:7924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14220 00000100:00100000:1.0:1746130277.241445:0:7924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cb58e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+25:1961:x1830949848996480:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746130277.241468:0:7924:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746130277.241488:0:7924:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880099533000/0x4ce24e578736147c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3faba expref: 25 pid: 20953 timeout: 575 lvb_type: 0 00010000:00010000:1.0:1746130277.241498:0:7924:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880099533000/0x4ce24e578736147c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3faba expref: 25 pid: 20953 timeout: 575 lvb_type: 0 00010000:00010000:1.0:1746130277.241519:0:7924:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880099533000/0x4ce24e578736147c lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3faba expref: 25 pid: 20953 timeout: 575 lvb_type: 0 00010000:00010000:1.0:1746130277.241534:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130277.241536:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130277.241542:0:7924:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e5787361483 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fac1 expref: 24 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130277.241548:0:7924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e5787361483 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fac1 expref: 24 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130277.241575:0:7924:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e5787361483 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fac1 expref: 24 pid: 10554 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746130277.241586:0:7924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135097b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841634432:192.168.204.51@tcp:105: 00000100:00100000:1.0:1746130277.241664:0:7924:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18fb540 going to sleep for 11 seconds 00000100:00100000:1.0:1746130277.245797:0:7924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135097b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841634432:192.168.204.51@tcp:105: 00010000:00010000:1.0:1746130277.245813:0:7924:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746130277.245846:0:7924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cb58e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+24:1961:x1830949848996480:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 4401us (4701us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130277.245854:0:7924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14220 00000100:00100000:0.0:1746130277.250400:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130277.250560:0:20953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848996864 00000100:00100000:1.0:1746130277.250569:0:20953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848996864 00000100:00100000:1.0:1746130277.250640:0:20953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5957 00000100:00100000:1.0:1746130277.250649:0:20953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cb59180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c84b93b0-d496-484f-8e1e-94008838f2dd+5:31579:x1830949848996864:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746130277.250668:0:20953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746130277.250685:0:20953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099533c00/0x4ce24e578736148a lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3fac8 expref: -99 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130277.250718:0:20953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e5787361483 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fac1 expref: 23 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130277.250726:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130277.250728:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130277.250732:0:20953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099533c00/0x4ce24e578736148a lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fac8 expref: 6 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130277.250761:0:20953:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e5787361483 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fac1 expref: 23 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130277.250774:0:20953:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e5787361483 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fac1 expref: 23 pid: 10554 timeout: 575 lvb_type: 0 00000100:00100000:1.0:1746130277.250792:0:20953:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135097b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:20953:1830949841634560:192.168.204.51@tcp:104: 00000100:00100000:1.0:1746130277.252577:0:20953:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18fb540 going to sleep for 11 seconds 00000100:00100000:1.0:1746130277.256408:0:20953:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135097b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:20953:1830949841634560:192.168.204.51@tcp:104: 00010000:00010000:1.0:1746130277.256950:0:20953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880099533c00/0x4ce24e578736148a lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fac8 expref: 6 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130277.256969:0:20953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099533c00, rc 0) 00000100:00100000:1.0:1746130277.257026:0:20953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cb59180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c84b93b0-d496-484f-8e1e-94008838f2dd+6:31579:x1830949848996864:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6377us (6634us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130277.257036:0:20953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5957 00000100:00100000:0.0:1746130277.262036:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130277.262088:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130277.262185:0:20953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848996992 00000100:00100000:1.0:1746130277.262192:0:20953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848996992 00000100:00100000:1.0:1746130277.262469:0:20953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5958 00000100:00100000:1.0:1746130277.262476:0:20953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cb59500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:640ea846-b909-4eea-9a54-417e15bd627b+25:31578:x1830949848996992:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746130277.262489:0:20953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746130277.262500:0:20953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099533200/0x4ce24e5787361491 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3facf expref: -99 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130277.262517:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130277.262522:0:20953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880099533c00/0x4ce24e578736148a lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fac8 expref: 5 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130277.262605:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746130277.262610:0:20953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099533200/0x4ce24e5787361491 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3facf expref: 26 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130277.262724:0:20953:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880099533c00/0x4ce24e578736148a lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fac8 expref: 5 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130277.263166:0:20953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880099533200/0x4ce24e5787361491 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3facf expref: 25 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130277.263177:0:20953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099533200, rc 0) 00000100:00100000:1.0:1746130277.263613:0:20953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cb59500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:640ea846-b909-4eea-9a54-417e15bd627b+25:31578:x1830949848996992:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1136us (1583us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130277.263619:0:20953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5958 00000100:00100000:0.0:1746130277.268166:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130277.268190:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848997376 00000100:00100000:0.0:1746130277.268196:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848997376 00002000:00100000:0.0:1746130277.268234:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008cb59c00 x1830949848997376/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:263/0 lens 488/0 e 0 to 0 dl 1746130288 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746130277.268242:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cb59c00 with x1830949848997376 ext(0->4095) 00010000:00010000:0.0:1746130277.268249:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880099533c00/0x4ce24e578736148a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fac8 expref: 6 pid: 20953 timeout: 575 lvb_type: 0 00010000:00010000:0.0:1746130277.268259:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880099533c00/0x4ce24e578736148a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fac8 expref: 6 pid: 20953 timeout: 575 lvb_type: 0 00002000:00010000:0.0:1746130277.268281:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008cb59c00 00000100:00100000:0.0:1746130277.268307:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2356 00000100:00100000:0.0:1746130277.268314:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cb59c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949848997376:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746130277.268421:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cb59c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949848997376:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 108us (256us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746130277.268426:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2356 00002000:00100000:0.0:1746130277.268431:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008cb59c00 x1830949848997376/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:263/0 lens 488/4536 e 0 to 0 dl 1746130288 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746130277.268437:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cb59c00 with x1830949848997376 ext(0->4095) 00010000:00010000:0.0:1746130277.268442:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880099533c00/0x4ce24e578736148a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fac8 expref: 6 pid: 20953 timeout: 575 lvb_type: 0 00010000:00010000:0.0:1746130277.268450:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880099533c00/0x4ce24e578736148a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fac8 expref: 6 pid: 20953 timeout: 575 lvb_type: 0 00002000:00010000:0.0:1746130277.268466:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008cb59c00 00000100:00100000:0.0:1746130277.273391:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130277.278406:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130277.281851:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130277.284811:0:20953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848997888 00000100:00100000:1.0:1746130277.284823:0:20953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848997888 00000100:00100000:1.0:1746130277.284892:0:20953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5959 00000100:00100000:1.0:1746130277.284900:0:20953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cb5a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c84b93b0-d496-484f-8e1e-94008838f2dd+5:31579:x1830949848997888:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746130277.284917:0:20953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746130277.284933:0:20953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099532200/0x4ce24e5787361498 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3fad6 expref: -99 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130277.284959:0:20953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880099533200/0x4ce24e5787361491 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3facf expref: 23 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130277.284966:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130277.284968:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130277.284971:0:20953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099532200/0x4ce24e5787361498 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fad6 expref: 6 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130277.285002:0:20953:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880099533200/0x4ce24e5787361491 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3facf expref: 23 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130277.285013:0:20953:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880099533200/0x4ce24e5787361491 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3facf expref: 23 pid: 20953 timeout: 575 lvb_type: 0 00000100:00100000:1.0:1746130277.285023:0:20953:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135097b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:20953:1830949841635072:192.168.204.51@tcp:104: 00000100:00100000:1.0:1746130277.285122:0:20953:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18fb540 going to sleep for 11 seconds 00000100:00100000:0.0:1746130277.291935:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130277.291947:0:20953:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135097b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:20953:1830949841635072:192.168.204.51@tcp:104: 00010000:00010000:1.0:1746130277.291974:0:20953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880099532200/0x4ce24e5787361498 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fad6 expref: 6 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130277.291995:0:20953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099532200, rc 0) 00000100:00100000:1.0:1746130277.292045:0:20953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cb5a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c84b93b0-d496-484f-8e1e-94008838f2dd+6:31579:x1830949848997888:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 7145us (10202us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130277.292054:0:20953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5959 00000100:00100000:0.0:1746130277.297154:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130277.300057:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130277.300080:0:20953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848998272 00000100:00100000:0.0:1746130277.300086:0:20953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848998272 00000100:00100000:0.0:1746130277.300539:0:20953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5960 00000100:00100000:0.0:1746130277.300547:0:20953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135097b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:640ea846-b909-4eea-9a54-417e15bd627b+26:31578:x1830949848998272:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746130277.300597:0:20953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746130277.300609:0:20953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a796c600/0x4ce24e578736149f lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3fadd expref: -99 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130277.300629:0:20953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880099532200/0x4ce24e5787361498 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fad6 expref: 5 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130277.300635:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130277.300636:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130277.300639:0:20953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a796c600/0x4ce24e578736149f lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fadd expref: 27 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130277.300657:0:20953:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880099532200/0x4ce24e5787361498 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fad6 expref: 5 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130277.300668:0:20953:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880099532200/0x4ce24e5787361498 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fad6 expref: 5 pid: 20953 timeout: 575 lvb_type: 0 00000100:00100000:0.0:1746130277.300676:0:20953:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cb5b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:20953:1830949841635328:192.168.204.51@tcp:104: 00000100:00100000:0.0:1746130277.300730:0:20953:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009bc953c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746130277.304165:0:20953:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cb5b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:20953:1830949841635328:192.168.204.51@tcp:104: 00010000:00010000:1.0:1746130277.304184:0:20953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a796c600/0x4ce24e578736149f lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fadd expref: 27 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130277.304197:0:20953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a796c600, rc 0) 00000100:00100000:1.0:1746130277.304218:0:20953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135097b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:640ea846-b909-4eea-9a54-417e15bd627b+27:31578:x1830949848998272:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3673us (4164us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130277.304228:0:20953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5960 00000100:00100000:0.0:1746130277.304700:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130277.307010:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130277.311758:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130277.317793:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130277.317903:0:20953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848999040 00000100:00100000:1.0:1746130277.317910:0:20953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848999040 00000100:00100000:1.0:1746130277.317960:0:20953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5961 00000100:00100000:1.0:1746130277.317967:0:20953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cb5b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c84b93b0-d496-484f-8e1e-94008838f2dd+5:31579:x1830949848999040:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746130277.317982:0:20953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746130277.317997:0:20953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099532e00/0x4ce24e57873614a6 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3fae4 expref: -99 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130277.318022:0:20953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a796c600/0x4ce24e578736149f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fadd expref: 25 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130277.318029:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130277.318031:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130277.318034:0:20953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099532e00/0x4ce24e57873614a6 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fae4 expref: 6 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130277.318060:0:20953:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a796c600/0x4ce24e578736149f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fadd expref: 25 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130277.318070:0:20953:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a796c600/0x4ce24e578736149f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fadd expref: 25 pid: 20953 timeout: 575 lvb_type: 0 00000100:00100000:1.0:1746130277.318079:0:20953:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800939b4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:20953:1830949841635584:192.168.204.51@tcp:104: 00000100:00100000:1.0:1746130277.318158:0:20953:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18fb540 going to sleep for 11 seconds 00000100:00100000:0.0:1746130277.320766:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130277.320833:0:20953:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800939b4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:20953:1830949841635584:192.168.204.51@tcp:104: 00010000:00010000:1.0:1746130277.320862:0:20953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880099532e00/0x4ce24e57873614a6 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fae4 expref: 6 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130277.320875:0:20953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099532e00, rc 0) 00000100:00100000:1.0:1746130277.320925:0:20953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cb5b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c84b93b0-d496-484f-8e1e-94008838f2dd+6:31579:x1830949848999040:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2958us (3140us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130277.320932:0:20953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5961 00000100:00100000:0.0:1746130277.324969:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130277.325052:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130277.325293:0:20953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848999424 00000100:00100000:1.0:1746130277.325296:0:20953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848999424 00000100:00100000:1.0:1746130277.325327:0:20953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5962 00000100:00100000:1.0:1746130277.325331:0:20953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880084bec700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:640ea846-b909-4eea-9a54-417e15bd627b+29:31578:x1830949848999424:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746130277.325344:0:20953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746130277.325355:0:20953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099532400/0x4ce24e57873614ad lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3faeb expref: -99 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130277.325373:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130277.325377:0:20953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880099532e00/0x4ce24e57873614a6 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fae4 expref: 5 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130277.325382:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746130277.325384:0:20953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099532400/0x4ce24e57873614ad lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3faeb expref: 30 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130277.325592:0:20953:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880099532e00/0x4ce24e57873614a6 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fae4 expref: 5 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130277.325603:0:20953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880099532400/0x4ce24e57873614ad lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3faeb expref: 30 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130277.325615:0:20953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099532400, rc 0) 00000100:00100000:1.0:1746130277.325660:0:20953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880084bec700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:640ea846-b909-4eea-9a54-417e15bd627b+30:31578:x1830949848999424:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 328us (608us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130277.325665:0:20953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5962 00000100:00100000:0.0:1746130277.327841:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130277.330369:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130277.330484:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130277.330630:0:20953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949848999936 00000100:00100000:1.0:1746130277.330634:0:20953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949848999936 00000100:00100000:1.0:1746130277.330659:0:20953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5963 00000100:00100000:1.0:1746130277.330663:0:20953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880084bece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c84b93b0-d496-484f-8e1e-94008838f2dd+6:31579:x1830949848999936:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746130277.330676:0:20953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746130277.330686:0:20953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099532200/0x4ce24e57873614b4 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3faf2 expref: -99 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130277.330701:0:20953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880099532400/0x4ce24e57873614ad lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3faeb expref: 27 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130277.330706:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130277.330707:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130277.330710:0:20953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099532200/0x4ce24e57873614b4 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3faf2 expref: 7 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130277.330722:0:20953:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880099532400/0x4ce24e57873614ad lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3faeb expref: 27 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130277.330731:0:20953:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880099532400/0x4ce24e57873614ad lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3faeb expref: 27 pid: 20953 timeout: 575 lvb_type: 0 00000100:00100000:1.0:1746130277.330742:0:20953:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800939b4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:20953:1830949841636096:192.168.204.51@tcp:104: 00000100:00100000:1.0:1746130277.333012:0:20953:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18fb540 going to sleep for 11 seconds 00000100:00100000:0.0:1746130277.335506:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130277.335607:0:20953:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800939b4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:20953:1830949841636096:192.168.204.51@tcp:104: 00010000:00010000:1.0:1746130277.335633:0:20953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880099532200/0x4ce24e57873614b4 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3faf2 expref: 7 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130277.335648:0:20953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099532200, rc 0) 00000100:00100000:1.0:1746130277.335694:0:20953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880084bece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c84b93b0-d496-484f-8e1e-94008838f2dd+7:31579:x1830949848999936:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5029us (5209us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130277.335702:0:20953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5963 00000100:00100000:0.0:1746130277.338969:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130277.339608:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130277.339741:0:20953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849000448 00000100:00100000:1.0:1746130277.339745:0:20953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849000448 00000100:00100000:1.0:1746130277.339766:0:20953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5964 00000100:00100000:1.0:1746130277.339770:0:20953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b93ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:640ea846-b909-4eea-9a54-417e15bd627b+28:31578:x1830949849000448:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746130277.339781:0:20953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746130277.339789:0:20953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099533200/0x4ce24e57873614bb lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3faf9 expref: -99 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130277.339804:0:20953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880099532200/0x4ce24e57873614b4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3faf2 expref: 5 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130277.339810:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130277.339811:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130277.339814:0:20953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099533200/0x4ce24e57873614bb lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3faf9 expref: 29 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130277.339833:0:20953:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880099532200/0x4ce24e57873614b4 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3faf2 expref: 5 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130277.339843:0:20953:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880099532200/0x4ce24e57873614b4 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3faf2 expref: 5 pid: 20953 timeout: 575 lvb_type: 0 00000100:00100000:1.0:1746130277.339851:0:20953:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800939b4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:20953:1830949841636352:192.168.204.51@tcp:104: 00000100:00100000:1.0:1746130277.339875:0:20953:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18fb540 going to sleep for 11 seconds 00000100:00100000:1.0:1746130277.344183:0:20953:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800939b4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:20953:1830949841636352:192.168.204.51@tcp:104: 00010000:00010000:1.0:1746130277.344220:0:20953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880099533200/0x4ce24e57873614bb lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3faf9 expref: 29 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130277.344238:0:20953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099533200, rc 0) 00000100:00100000:1.0:1746130277.344321:0:20953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b93ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:640ea846-b909-4eea-9a54-417e15bd627b+29:31578:x1830949849000448:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4548us (4711us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130277.344336:0:20953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5964 00000100:00100000:0.0:1746130277.345002:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130277.350921:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130277.356078:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130277.360177:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130277.360876:0:20953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849001216 00000100:00100000:1.0:1746130277.360885:0:20953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849001216 00000100:00100000:1.0:1746130277.361159:0:20953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5965 00000100:00100000:1.0:1746130277.361168:0:20953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880084bee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c84b93b0-d496-484f-8e1e-94008838f2dd+5:31579:x1830949849001216:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746130277.361184:0:20953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746130277.361201:0:20953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099532800/0x4ce24e57873614c2 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3fb00 expref: -99 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130277.361228:0:20953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880099533200/0x4ce24e57873614bb lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3faf9 expref: 27 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130277.361237:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130277.361239:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130277.361242:0:20953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099532800/0x4ce24e57873614c2 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fb00 expref: 6 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130277.361391:0:20953:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880099533200/0x4ce24e57873614bb lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3faf9 expref: 27 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130277.361402:0:20953:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880099533200/0x4ce24e57873614bb lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3faf9 expref: 27 pid: 20953 timeout: 575 lvb_type: 0 00000100:00100000:1.0:1746130277.361413:0:20953:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800939b4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:20953:1830949841636608:192.168.204.51@tcp:104: 00000100:00100000:1.0:1746130277.361853:0:20953:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18fb540 going to sleep for 11 seconds 00000100:00100000:1.0:1746130277.364175:0:20953:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800939b4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:20953:1830949841636608:192.168.204.51@tcp:104: 00010000:00010000:1.0:1746130277.364206:0:20953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880099532800/0x4ce24e57873614c2 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fb00 expref: 6 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130277.364221:0:20953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099532800, rc 0) 00000100:00100000:1.0:1746130277.364293:0:20953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880084bee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c84b93b0-d496-484f-8e1e-94008838f2dd+6:31579:x1830949849001216:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3125us (4125us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130277.364300:0:20953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5965 00000100:00100000:0.0:1746130277.365339:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130277.366762:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130277.366844:0:20953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849001472 00000100:00100000:1.0:1746130277.366849:0:20953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849001472 00000100:00100000:1.0:1746130277.366891:0:20953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5966 00000100:00100000:1.0:1746130277.366897:0:20953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880084beea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:640ea846-b909-4eea-9a54-417e15bd627b+28:31578:x1830949849001472:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746130277.366910:0:20953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746130277.366920:0:20953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099532000/0x4ce24e57873614c9 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3fb07 expref: -99 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130277.366936:0:20953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880099532800/0x4ce24e57873614c2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fb00 expref: 5 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130277.366941:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130277.366942:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130277.366945:0:20953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099532000/0x4ce24e57873614c9 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fb07 expref: 29 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130277.367020:0:20953:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880099532800/0x4ce24e57873614c2 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fb00 expref: 5 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130277.367031:0:20953:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880099532800/0x4ce24e57873614c2 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fb00 expref: 5 pid: 20953 timeout: 575 lvb_type: 0 00000100:00100000:1.0:1746130277.367040:0:20953:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800939b4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:20953:1830949841636864:192.168.204.51@tcp:104: 00000100:00100000:1.0:1746130277.367084:0:20953:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18fb540 going to sleep for 11 seconds 00000100:00100000:0.0:1746130277.368781:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130277.369714:0:20953:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800939b4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:20953:1830949841636864:192.168.204.51@tcp:104: 00010000:00010000:1.0:1746130277.369733:0:20953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880099532000/0x4ce24e57873614c9 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fb07 expref: 28 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130277.369745:0:20953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099532000, rc 0) 00000100:00100000:1.0:1746130277.369804:0:20953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880084beea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:640ea846-b909-4eea-9a54-417e15bd627b+28:31578:x1830949849001472:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2906us (3043us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130277.369813:0:20953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5966 00000100:00100000:0.0:1746130277.371525:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130277.371691:0:20953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849001856 00000100:00100000:1.0:1746130277.371698:0:20953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849001856 00000100:00100000:1.0:1746130277.371744:0:20953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5967 00000100:00100000:1.0:1746130277.371750:0:20953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880084bef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:640ea846-b909-4eea-9a54-417e15bd627b+28:31579:x1830949849001856:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746130277.371763:0:20953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746130277.371777:0:20953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099533c00/0x4ce24e57873614d0 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3fb0e expref: -99 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130277.371797:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130277.371801:0:20953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880099532000/0x4ce24e57873614c9 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fb07 expref: 29 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130277.371806:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130277.371809:0:20953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099533c00/0x4ce24e57873614d0 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fb0e expref: 29 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130277.371835:0:20953:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880099532000/0x4ce24e57873614c9 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fb07 expref: 29 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130277.371846:0:20953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880099533c00/0x4ce24e57873614d0 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fb0e expref: 29 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130277.371853:0:20953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099533c00, rc 0) 00000100:00100000:1.0:1746130277.371886:0:20953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880084bef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:640ea846-b909-4eea-9a54-417e15bd627b+29:31579:x1830949849001856:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 137us (367us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130277.371891:0:20953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5967 00000100:00100000:0.0:1746130277.372167:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130277.376193:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130277.380242:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130277.383801:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130277.385679:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130277.388435:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130277.391529:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130277.394465:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130277.394557:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130277.394719:0:8470:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5970 00000100:00100000:0.0:1746130277.394726:0:8470:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091f47800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:640ea846-b909-4eea-9a54-417e15bd627b+28:31579:x1830949849003392:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746130277.394733:0:8470:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746130277.394739:0:8470:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a796ca00/0x4ce24e57873614e5 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3fb23 expref: -99 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130277.394759:0:8470:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880093e92400/0x4ce24e57873614d7 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fb15 expref: 5 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130277.394765:0:8470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130277.394767:0:8470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130277.394771:0:8470:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a796ca00/0x4ce24e57873614e5 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fb23 expref: 30 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130277.394908:0:8470:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880093e92400/0x4ce24e57873614d7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fb15 expref: 5 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130277.394919:0:8470:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880093e92400/0x4ce24e57873614d7 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fb15 expref: 5 pid: 10554 timeout: 575 lvb_type: 0 00000100:00100000:0.0:1746130277.394930:0:8470:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013514fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8470:1830949841637632:192.168.204.51@tcp:104: 00000100:00100000:0.0:1746130277.395004:0:8470:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009bc95f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746130277.397143:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130277.400441:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130277.402640:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130277.402687:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130277.407094:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130277.408733:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130277.408792:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130277.411220:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130277.413699:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130277.413861:0:7924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14236 00000100:00100000:0.0:1746130277.413869:0:7924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092259880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1963:x1830949849004928:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746130277.413880:0:7924:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746130277.413898:0:7924:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880093e93c00/0x4ce24e57873614ec lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fb2a expref: 6 pid: 8470 timeout: 575 lvb_type: 0 00010000:00010000:0.0:1746130277.413908:0:7924:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880093e93c00/0x4ce24e57873614ec lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fb2a expref: 6 pid: 8470 timeout: 575 lvb_type: 0 00010000:00010000:0.0:1746130277.413927:0:7924:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880093e93c00/0x4ce24e57873614ec lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fb2a expref: 6 pid: 8470 timeout: 575 lvb_type: 0 00010000:00010000:0.0:1746130277.413955:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130277.413957:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130277.413964:0:7924:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880093e93600/0x4ce24e57873614f3 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fb31 expref: 27 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130277.413971:0:7924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093e93600/0x4ce24e57873614f3 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fb31 expref: 27 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130277.413995:0:7924:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880093e93600/0x4ce24e57873614f3 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fb31 expref: 27 pid: 10554 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746130277.414004:0:7924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092258380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841638528:192.168.204.51@tcp:105: 00000100:00100000:0.0:1746130277.414321:0:7924:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009bc95300 going to sleep for 11 seconds 00000100:00100000:1.0:1746130277.416475:0:7924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092258380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841638528:192.168.204.51@tcp:105: 00010000:00010000:1.0:1746130277.416493:0:7924:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746130277.416527:0:7924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092259880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+5:1963:x1830949849004928:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 2660us (2833us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130277.416536:0:7924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14236 00000100:00100000:0.0:1746130277.418122:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130277.422321:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130277.425360:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130277.425434:0:7924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849005440 00000100:00100000:1.0:1746130277.425439:0:7924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849005440 00010000:00010000:1.0:1746130277.425491:0:7924:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880093e93600/0x4ce24e57873614f3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fb31 expref: 28 pid: 10554 timeout: 575 lvb_type: 0 00000100:00100000:1.0:1746130277.425524:0:7924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14237 00000100:00100000:1.0:1746130277.425531:0:7924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135afe680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+28:1961:x1830949849005440:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746130277.425541:0:7924:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746130277.425558:0:7924:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880093e93600/0x4ce24e57873614f3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fb31 expref: 28 pid: 10554 timeout: 575 lvb_type: 0 00010000:00010000:1.0:1746130277.425567:0:7924:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880093e93600/0x4ce24e57873614f3 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fb31 expref: 28 pid: 10554 timeout: 575 lvb_type: 0 00010000:00010000:1.0:1746130277.425585:0:7924:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880093e93600/0x4ce24e57873614f3 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fb31 expref: 28 pid: 10554 timeout: 575 lvb_type: 0 00010000:00010000:1.0:1746130277.425597:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130277.425599:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130277.425604:0:7924:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880093e92c00/0x4ce24e57873614fa lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fb38 expref: 5 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130277.425611:0:7924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093e92c00/0x4ce24e57873614fa lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fb38 expref: 5 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130277.425636:0:7924:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880093e92c00/0x4ce24e57873614fa lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fb38 expref: 5 pid: 8470 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746130277.425646:0:7924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800939b4000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841638784:192.168.204.51@tcp:105: 00000100:00100000:1.0:1746130277.425710:0:7924:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18fb540 going to sleep for 11 seconds 00000100:00100000:0.0:1746130277.427724:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130277.428328:0:7924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800939b4000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841638784:192.168.204.51@tcp:105: 00010000:00010000:1.0:1746130277.428342:0:7924:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746130277.428364:0:7924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135afe680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+29:1961:x1830949849005440:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 2834us (3005us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130277.428372:0:7924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14237 00000100:00100000:0.0:1746130277.429440:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130277.431698:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130277.431758:0:7924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849005952 00000100:00100000:1.0:1746130277.431764:0:7924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849005952 00010000:00010000:1.0:1746130277.431797:0:7924:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880093e92c00/0x4ce24e57873614fa lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fb38 expref: 6 pid: 8470 timeout: 575 lvb_type: 0 00000100:00100000:1.0:1746130277.431832:0:7924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14238 00000100:00100000:1.0:1746130277.431839:0:7924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a79ed500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949849005952:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746130277.431851:0:7924:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746130277.431869:0:7924:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880093e92c00/0x4ce24e57873614fa lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fb38 expref: 6 pid: 8470 timeout: 575 lvb_type: 0 00010000:00010000:1.0:1746130277.431878:0:7924:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880093e92c00/0x4ce24e57873614fa lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fb38 expref: 6 pid: 8470 timeout: 575 lvb_type: 0 00010000:00010000:1.0:1746130277.431897:0:7924:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880093e92c00/0x4ce24e57873614fa lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fb38 expref: 6 pid: 8470 timeout: 575 lvb_type: 0 00010000:00010000:1.0:1746130277.431925:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130277.431927:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130277.431934:0:7924:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880093e92400/0x4ce24e5787361501 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fb3f expref: 27 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130277.431945:0:7924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093e92400/0x4ce24e5787361501 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fb3f expref: 27 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130277.431973:0:7924:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880093e92400/0x4ce24e5787361501 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fb3f expref: 27 pid: 8470 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746130277.431984:0:7924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800939b4000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841639040:192.168.204.51@tcp:105: 00000100:00100000:1.0:1746130277.432059:0:7924:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18fb540 going to sleep for 11 seconds 00000100:00100000:1.0:1746130277.433975:0:7924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800939b4000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841639040:192.168.204.51@tcp:105: 00010000:00010000:1.0:1746130277.434000:0:7924:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746130277.434050:0:7924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a79ed500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+5:1961:x1830949849005952:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 2210us (2355us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130277.434061:0:7924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14238 00000100:00100000:0.0:1746130277.435251:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130277.435308:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849006208 00000100:00100000:1.0:1746130277.435316:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849006208 00002000:00100000:1.0:1746130277.435357:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801354c7480 x1830949849006208/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:263/0 lens 488/0 e 0 to 0 dl 1746130288 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130277.435368:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801354c7480 with x1830949849006208 ext(0->4095) 00002000:00010000:1.0:1746130277.435373:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801354c7480 00000100:00100000:1.0:1746130277.435402:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4676 00000100:00100000:1.0:1746130277.435408:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801354c7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+28:1962:x1830949849006208:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746130277.435589:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801354c7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+28:1962:x1830949849006208:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 179us (340us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746130277.435596:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4676 00002000:00100000:1.0:1746130277.435601:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801354c7480 x1830949849006208/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:263/0 lens 488/4536 e 0 to 0 dl 1746130288 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130277.435613:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801354c7480 with x1830949849006208 ext(0->4095) 00002000:00010000:1.0:1746130277.435616:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801354c7480 00000100:00100000:0.0:1746130277.438595:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130277.443517:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130277.443644:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849006464 00000100:00100000:1.0:1746130277.443652:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849006464 00002000:00100000:1.0:1746130277.443701:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff880094b10e00 x1830949849006464/t0(0) o4->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:263/0 lens 496/0 e 0 to 0 dl 1746130288 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130277.443711:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094b10e00 with x1830949849006464 ext(0->7) 00010000:00010000:1.0:1746130277.443719:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093e92400/0x4ce24e5787361501 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fb3f expref: 28 pid: 8470 timeout: 575 lvb_type: 0 00010000:00010000:1.0:1746130277.443731:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093e92400/0x4ce24e5787361501 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fb3f expref: 28 pid: 8470 timeout: 575 lvb_type: 0 00002000:00010000:1.0:1746130277.443737:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880094b10e00 00000100:00100000:1.0:1746130277.443774:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2369 00000100:00100000:1.0:1746130277.443782:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094b10e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+28:1964:x1830949849006464:12345-192.168.204.51@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746130277.444296:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094b10e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+30:1964:x1830949849006464:12345-192.168.204.51@tcp:4:ldlm_bl.0 Request processed in 484us (750us total) trans 4294967906 rc 0/0 00000100:00100000:1.0:1746130277.444307:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2369 00002000:00100000:1.0:1746130277.444313:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff880094b10e00 x1830949849006464/t4294967906(0) o4->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:263/0 lens 496/448 e 0 to 0 dl 1746130288 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130277.444321:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094b10e00 with x1830949849006464 ext(0->7) 00010000:00010000:1.0:1746130277.444326:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093e92400/0x4ce24e5787361501 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fb3f expref: 30 pid: 8470 timeout: 575 lvb_type: 0 00010000:00010000:1.0:1746130277.444335:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093e92400/0x4ce24e5787361501 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fb3f expref: 30 pid: 8470 timeout: 575 lvb_type: 0 00002000:00010000:1.0:1746130277.444341:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880094b10e00 00000100:00100000:0.0:1746130277.446685:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130277.446792:0:7924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849006592 00000100:00100000:1.0:1746130277.446801:0:7924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849006592 00010000:00010000:1.0:1746130277.446839:0:7924:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880093e92400/0x4ce24e5787361501 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fb3f expref: 30 pid: 8470 timeout: 575 lvb_type: 0 00000100:00100000:1.0:1746130277.446876:0:7924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14239 00000100:00100000:1.0:1746130277.446883:0:7924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099524a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+30:1963:x1830949849006592:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746130277.446895:0:7924:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746130277.446915:0:7924:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880093e92400/0x4ce24e5787361501 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fb3f expref: 30 pid: 8470 timeout: 575 lvb_type: 0 00010000:00010000:1.0:1746130277.446926:0:7924:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880093e92400/0x4ce24e5787361501 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fb3f expref: 30 pid: 8470 timeout: 575 lvb_type: 0 00010000:00010000:1.0:1746130277.446945:0:7924:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880093e92400/0x4ce24e5787361501 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fb3f expref: 30 pid: 8470 timeout: 575 lvb_type: 0 00010000:00010000:1.0:1746130277.446967:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130277.446969:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130277.446976:0:7924:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8200/0x4ce24e5787361508 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fb46 expref: 5 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130277.446984:0:7924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc8200/0x4ce24e5787361508 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fb46 expref: 5 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130277.447011:0:7924:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091fc8200/0x4ce24e5787361508 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fb46 expref: 5 pid: 8470 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746130277.447021:0:7924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800939b4000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841639296:192.168.204.51@tcp:105: 00000100:00100000:1.0:1746130277.447097:0:7924:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18fb480 going to sleep for 11 seconds 00000100:00100000:0.0:1746130277.449508:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130277.449625:0:7924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800939b4000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841639296:192.168.204.51@tcp:105: 00010000:00010000:1.0:1746130277.449644:0:7924:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746130277.449755:0:7924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099524a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+29:1963:x1830949849006592:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 2871us (3075us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130277.449765:0:7924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14239 00000100:00100000:0.0:1746130277.450154:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130277.450481:0:10554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5976 00000100:00100000:0.0:1746130277.450492:0:10554:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099526300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:640ea846-b909-4eea-9a54-417e15bd627b+29:31578:x1830949849006976:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746130277.450510:0:10554:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746130277.450526:0:10554:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a796c400/0x4ce24e578736150f lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3fb4d expref: -99 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130277.450550:0:10554:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8200/0x4ce24e5787361508 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fb46 expref: 6 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130277.450557:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130277.450558:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130277.450561:0:10554:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a796c400/0x4ce24e578736150f lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fb4d expref: 30 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130277.450586:0:10554:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091fc8200/0x4ce24e5787361508 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fb46 expref: 6 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130277.450597:0:10554:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091fc8200/0x4ce24e5787361508 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fb46 expref: 6 pid: 8470 timeout: 575 lvb_type: 0 00000100:00100000:0.0:1746130277.450606:0:10554:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094b9e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10554:1830949841639424:192.168.204.51@tcp:104: 00000100:00100000:0.0:1746130277.450660:0:10554:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009bc95c00 going to sleep for 11 seconds 00000100:00100000:0.0:1746130277.452551:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130277.452638:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130277.452775:0:7924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849007232 00000100:00100000:1.0:1746130277.452782:0:7924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849007232 00010000:00010000:1.0:1746130277.452809:0:7924:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc8200/0x4ce24e5787361508 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fb46 expref: 6 pid: 8470 timeout: 575 lvb_type: 0 00000100:00100000:1.0:1746130277.452838:0:7924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14240 00000100:00100000:1.0:1746130277.452845:0:7924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e249450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1964:x1830949849007232:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746130277.452862:0:7924:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746130277.452885:0:7924:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091fc8200/0x4ce24e5787361508 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fb46 expref: 6 pid: 8470 timeout: 575 lvb_type: 0 00010000:00010000:1.0:1746130277.452897:0:7924:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091fc8200/0x4ce24e5787361508 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fb46 expref: 6 pid: 8470 timeout: 575 lvb_type: 0 00010000:00010000:1.0:1746130277.452920:0:7924:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8200/0x4ce24e5787361508 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fb46 expref: 6 pid: 8470 timeout: 575 lvb_type: 0 00010000:00010000:1.0:1746130277.452933:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130277.452935:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130277.452941:0:7924:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a796c400/0x4ce24e578736150f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fb4d expref: 31 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130277.452950:0:7924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a796c400/0x4ce24e578736150f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fb4d expref: 30 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130277.452976:0:7924:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a796c400/0x4ce24e578736150f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fb4d expref: 30 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130277.452986:0:7924:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a796c400/0x4ce24e578736150f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fb4d expref: 30 pid: 10554 timeout: 575 lvb_type: 0 00000100:00100000:1.0:1746130277.452995:0:7924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800939b4000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841639680:192.168.204.51@tcp:105: 00000100:00100000:1.0:1746130277.453396:0:7924:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18fb480 going to sleep for 11 seconds 00000100:00100000:1.0:1746130277.454391:0:7924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800939b4000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841639680:192.168.204.51@tcp:105: 00010000:00010000:1.0:1746130277.454407:0:7924:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746130277.454441:0:7924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e249450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+5:1964:x1830949849007232:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 1596us (1802us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130277.454461:0:7924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14240 00000100:00100000:0.0:1746130277.454743:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130277.457843:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130277.457912:0:7924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849007616 00000100:00100000:1.0:1746130277.457920:0:7924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849007616 00010000:00010000:1.0:1746130277.458587:0:7924:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a796c400/0x4ce24e578736150f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fb4d expref: 31 pid: 10554 timeout: 575 lvb_type: 0 00000100:00100000:1.0:1746130277.458635:0:7924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14241 00000100:00100000:1.0:1746130277.458645:0:7924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800947a4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+31:1964:x1830949849007616:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746130277.458657:0:7924:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746130277.458675:0:7924:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a796c400/0x4ce24e578736150f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fb4d expref: 31 pid: 10554 timeout: 575 lvb_type: 0 00010000:00010000:1.0:1746130277.458686:0:7924:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a796c400/0x4ce24e578736150f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fb4d expref: 31 pid: 10554 timeout: 575 lvb_type: 0 00010000:00010000:1.0:1746130277.458707:0:7924:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a796c400/0x4ce24e578736150f lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fb4d expref: 31 pid: 10554 timeout: 575 lvb_type: 0 00010000:00010000:1.0:1746130277.458728:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130277.458730:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130277.458736:0:7924:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e5787361516 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fb54 expref: 30 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130277.458743:0:7924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e5787361516 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fb54 expref: 30 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130277.458772:0:7924:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e5787361516 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fb54 expref: 30 pid: 8470 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746130277.458784:0:7924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800939b4000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841639808:192.168.204.51@tcp:105: 00000100:00100000:1.0:1746130277.458942:0:7924:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18fb900 going to sleep for 11 seconds 00000100:00100000:1.0:1746130277.460172:0:7924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800939b4000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841639808:192.168.204.51@tcp:105: 00010000:00010000:1.0:1746130277.460192:0:7924:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746130277.460223:0:7924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800947a4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+30:1964:x1830949849007616:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 1581us (2388us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130277.460231:0:7924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14241 00000100:00100000:0.0:1746130277.460662:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130277.462656:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130277.465137:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130277.465187:0:7924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849008128 00000100:00100000:1.0:1746130277.465192:0:7924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849008128 00010000:00010000:1.0:1746130277.465213:0:7924:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e5787361516 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fb54 expref: 30 pid: 8470 timeout: 575 lvb_type: 0 00000100:00100000:1.0:1746130277.465245:0:7924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14242 00000100:00100000:1.0:1746130277.465252:0:7924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800931f9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+30:1961:x1830949849008128:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746130277.465263:0:7924:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746130277.465310:0:7924:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e5787361516 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fb54 expref: 30 pid: 8470 timeout: 575 lvb_type: 0 00010000:00010000:1.0:1746130277.465320:0:7924:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e5787361516 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fb54 expref: 30 pid: 8470 timeout: 575 lvb_type: 0 00010000:00010000:1.0:1746130277.465339:0:7924:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e5787361516 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fb54 expref: 30 pid: 8470 timeout: 575 lvb_type: 0 00010000:00010000:1.0:1746130277.465352:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130277.465354:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130277.465360:0:7924:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8000/0x4ce24e578736151d lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fb5b expref: 5 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130277.465366:0:7924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc8000/0x4ce24e578736151d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fb5b expref: 5 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130277.465390:0:7924:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091fc8000/0x4ce24e578736151d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fb5b expref: 5 pid: 8470 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746130277.465400:0:7924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800939b4000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841640064:192.168.204.51@tcp:105: 00000100:00100000:1.0:1746130277.465447:0:7924:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18fb900 going to sleep for 11 seconds 00000100:00100000:1.0:1746130277.466595:0:7924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800939b4000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841640064:192.168.204.51@tcp:105: 00010000:00010000:1.0:1746130277.466612:0:7924:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746130277.466658:0:7924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800931f9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+29:1961:x1830949849008128:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 1406us (1521us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130277.466666:0:7924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14242 00000100:00100000:0.0:1746130277.467086:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130277.468608:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130277.470365:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130277.470443:0:7924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849008640 00000100:00100000:1.0:1746130277.470448:0:7924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849008640 00010000:00010000:1.0:1746130277.470485:0:7924:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc8000/0x4ce24e578736151d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fb5b expref: 6 pid: 8470 timeout: 575 lvb_type: 0 00000100:00100000:1.0:1746130277.470513:0:7924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14243 00000100:00100000:1.0:1746130277.470518:0:7924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094369f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949849008640:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746130277.470530:0:7924:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746130277.470548:0:7924:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091fc8000/0x4ce24e578736151d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fb5b expref: 6 pid: 8470 timeout: 575 lvb_type: 0 00010000:00010000:1.0:1746130277.470773:0:7924:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091fc8000/0x4ce24e578736151d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fb5b expref: 6 pid: 8470 timeout: 575 lvb_type: 0 00010000:00010000:1.0:1746130277.470794:0:7924:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8000/0x4ce24e578736151d lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fb5b expref: 6 pid: 8470 timeout: 575 lvb_type: 0 00010000:00010000:1.0:1746130277.470807:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130277.470809:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130277.470814:0:7924:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8e00/0x4ce24e5787361524 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fb62 expref: 29 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130277.470822:0:7924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc8e00/0x4ce24e5787361524 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fb62 expref: 29 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130277.470844:0:7924:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091fc8e00/0x4ce24e5787361524 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fb62 expref: 29 pid: 8470 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746130277.470854:0:7924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800939b4000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841640320:192.168.204.51@tcp:105: 00000100:00100000:1.0:1746130277.471593:0:7924:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18fb900 going to sleep for 11 seconds 00000100:00100000:0.0:1746130277.472342:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130277.472594:0:7924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800939b4000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841640320:192.168.204.51@tcp:105: 00010000:00010000:1.0:1746130277.472611:0:7924:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746130277.472645:0:7924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094369f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+5:1962:x1830949849008640:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 2126us (2280us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130277.472656:0:7924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14243 00000100:00100000:0.0:1746130277.472738:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00002000:00100000:2.0:1746130277.472998:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009bc7f480 x1830949849009024/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:263/0 lens 488/4536 e 0 to 0 dl 1746130288 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130277.473181:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bc7f480 with x1830949849009024 ext(0->4095) 00010000:00010000:2.0:1746130277.473187:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8e00/0x4ce24e5787361524 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fb62 expref: 32 pid: 8470 timeout: 575 lvb_type: 0 00010000:00010000:2.0:1746130277.473195:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091fc8e00/0x4ce24e5787361524 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fb62 expref: 32 pid: 8470 timeout: 575 lvb_type: 0 00002000:00010000:2.0:1746130277.473200:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009bc7f480 00000100:00100000:0.0:1746130277.474346:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130277.474384:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130277.474600:0:7924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849009280 00000100:00100000:1.0:1746130277.474604:0:7924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849009280 00010000:00010000:1.0:1746130277.474619:0:7924:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc8e00/0x4ce24e5787361524 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fb62 expref: 31 pid: 8470 timeout: 575 lvb_type: 0 00000100:00100000:1.0:1746130277.474642:0:7924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14244 00000100:00100000:1.0:1746130277.474647:0:7924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135205f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+31:1963:x1830949849009280:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746130277.474654:0:7924:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746130277.474669:0:7924:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091fc8e00/0x4ce24e5787361524 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fb62 expref: 31 pid: 8470 timeout: 575 lvb_type: 0 00010000:00010000:1.0:1746130277.474676:0:7924:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091fc8e00/0x4ce24e5787361524 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fb62 expref: 31 pid: 8470 timeout: 575 lvb_type: 0 00010000:00010000:1.0:1746130277.474689:0:7924:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8e00/0x4ce24e5787361524 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fb62 expref: 31 pid: 8470 timeout: 575 lvb_type: 0 00010000:00010000:1.0:1746130277.474715:0:7924:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746130277.474737:0:7924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135205f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+30:1963:x1830949849009280:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 89us (353us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130277.474743:0:7924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14244 00000100:00100000:0.0:1746130277.476013:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130277.477365:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130277.477556:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130277.477618:0:7924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849009792 00000100:00100000:1.0:1746130277.477621:0:7924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849009792 00010000:00010000:1.0:1746130277.477635:0:7924:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc8200/0x4ce24e578736152b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fb69 expref: 31 pid: 8470 timeout: 575 lvb_type: 0 00000100:00100000:1.0:1746130277.477663:0:7924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14245 00000100:00100000:1.0:1746130277.477668:0:7924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880084bac000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+31:1961:x1830949849009792:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746130277.477676:0:7924:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746130277.477690:0:7924:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091fc8200/0x4ce24e578736152b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fb69 expref: 31 pid: 8470 timeout: 575 lvb_type: 0 00010000:00010000:1.0:1746130277.477697:0:7924:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091fc8200/0x4ce24e578736152b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fb69 expref: 31 pid: 8470 timeout: 575 lvb_type: 0 00010000:00010000:1.0:1746130277.477707:0:7924:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8200/0x4ce24e578736152b lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fb69 expref: 31 pid: 8470 timeout: 575 lvb_type: 0 00010000:00010000:1.0:1746130277.477718:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130277.477719:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130277.477723:0:7924:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880093e93600/0x4ce24e5787361532 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fb70 expref: 5 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130277.477727:0:7924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093e93600/0x4ce24e5787361532 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fb70 expref: 5 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130277.477740:0:7924:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880093e93600/0x4ce24e5787361532 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fb70 expref: 5 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130277.477747:0:7924:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880093e93600/0x4ce24e5787361532 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fb70 expref: 5 pid: 8470 timeout: 575 lvb_type: 0 00000100:00100000:1.0:1746130277.477756:0:7924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800939b4000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841640960:192.168.204.51@tcp:105: 00000100:00100000:1.0:1746130277.477820:0:7924:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18fb900 going to sleep for 11 seconds 00000100:00100000:1.0:1746130277.478876:0:7924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800939b4000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841640960:192.168.204.51@tcp:105: 00010000:00010000:1.0:1746130277.478889:0:7924:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746130277.478909:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130277.478920:0:7924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880084bac000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+30:1961:x1830949849009792:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 1251us (1363us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130277.478927:0:7924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14245 00000100:00100000:0.0:1746130277.478927:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849010048 00000100:00100000:0.0:1746130277.478930:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849010048 00002000:00100000:0.0:1746130277.478954:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880084bac380 x1830949849010048/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:263/0 lens 488/0 e 0 to 0 dl 1746130288 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746130277.478962:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880084bac380 with x1830949849010048 ext(0->4095) 00010000:00010000:0.0:1746130277.478968:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093e93600/0x4ce24e5787361532 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fb70 expref: 6 pid: 8470 timeout: 575 lvb_type: 0 00010000:00010000:0.0:1746130277.478978:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093e93600/0x4ce24e5787361532 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fb70 expref: 6 pid: 8470 timeout: 575 lvb_type: 0 00002000:00010000:0.0:1746130277.478984:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880084bac380 00000100:00100000:0.0:1746130277.479007:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2373 00000100:00100000:0.0:1746130277.479012:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880084bac380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949849010048:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746130277.479123:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880084bac380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949849010048:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 110us (215us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746130277.479129:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2373 00002000:00100000:0.0:1746130277.479134:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880084bac380 x1830949849010048/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:263/0 lens 488/4536 e 0 to 0 dl 1746130288 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746130277.479141:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880084bac380 with x1830949849010048 ext(0->4095) 00010000:00010000:0.0:1746130277.479145:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093e93600/0x4ce24e5787361532 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fb70 expref: 6 pid: 8470 timeout: 575 lvb_type: 0 00010000:00010000:0.0:1746130277.479153:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093e93600/0x4ce24e5787361532 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fb70 expref: 6 pid: 8470 timeout: 575 lvb_type: 0 00002000:00010000:0.0:1746130277.479158:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880084bac380 00000100:00100000:2.0:1746130277.480412:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130277.480480:0:7924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849010176 00000100:00100000:1.0:1746130277.480485:0:7924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849010176 00010000:00010000:1.0:1746130277.480502:0:7924:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880093e93600/0x4ce24e5787361532 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fb70 expref: 6 pid: 8470 timeout: 575 lvb_type: 0 00000100:00100000:1.0:1746130277.480587:0:7924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14246 00000100:00100000:1.0:1746130277.480594:0:7924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801344c8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949849010176:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746130277.480603:0:7924:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746130277.480620:0:7924:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880093e93600/0x4ce24e5787361532 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fb70 expref: 6 pid: 8470 timeout: 575 lvb_type: 0 00010000:00010000:1.0:1746130277.480630:0:7924:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880093e93600/0x4ce24e5787361532 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fb70 expref: 6 pid: 8470 timeout: 575 lvb_type: 0 00010000:00010000:1.0:1746130277.480647:0:7924:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880093e93600/0x4ce24e5787361532 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fb70 expref: 6 pid: 8470 timeout: 575 lvb_type: 0 00010000:00010000:1.0:1746130277.480657:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130277.480659:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130277.480665:0:7924:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880093e93c00/0x4ce24e5787361539 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fb77 expref: 29 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130277.480671:0:7924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093e93c00/0x4ce24e5787361539 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fb77 expref: 29 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130277.480695:0:7924:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880093e93c00/0x4ce24e5787361539 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fb77 expref: 29 pid: 8470 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746130277.480705:0:7924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800939b4000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841641088:192.168.204.51@tcp:105: 00000100:00100000:1.0:1746130277.480775:0:7924:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18fb900 going to sleep for 11 seconds 00000100:00100000:1.0:1746130277.482606:0:7924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800939b4000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841641088:192.168.204.51@tcp:105: 00010000:00010000:1.0:1746130277.482626:0:7924:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746130277.482671:0:7924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801344c8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+5:1962:x1830949849010176:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 2077us (2261us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130277.482680:0:7924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14246 00000100:00100000:0.0:1746130277.482845:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130277.482967:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849010432 00000100:00100000:1.0:1746130277.482972:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849010432 00002000:00100000:1.0:1746130277.482998:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880084bac700 x1830949849010432/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:263/0 lens 488/0 e 0 to 0 dl 1746130288 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130277.483007:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880084bac700 with x1830949849010432 ext(0->4095) 00002000:00010000:1.0:1746130277.483011:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880084bac700 00000100:00100000:1.0:1746130277.483140:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4680 00000100:00100000:1.0:1746130277.483149:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880084bac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+30:1961:x1830949849010432:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746130277.483596:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880084bac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+30:1961:x1830949849010432:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 449us (750us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746130277.483603:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4680 00002000:00100000:1.0:1746130277.483608:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880084bac700 x1830949849010432/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:263/0 lens 488/4536 e 0 to 0 dl 1746130288 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130277.483615:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880084bac700 with x1830949849010432 ext(0->4095) 00002000:00010000:1.0:1746130277.483618:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880084bac700 00000100:00100000:0.0:1746130277.485343:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130277.487645:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130277.487770:0:7924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849010688 00000100:00100000:1.0:1746130277.487777:0:7924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849010688 00010000:00010000:1.0:1746130277.487798:0:7924:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880093e93c00/0x4ce24e5787361539 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fb77 expref: 30 pid: 8470 timeout: 575 lvb_type: 0 00000100:00100000:1.0:1746130277.487816:0:7924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14247 00000100:00100000:1.0:1746130277.487821:0:7924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e249050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+30:1962:x1830949849010688:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746130277.487831:0:7924:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746130277.487848:0:7924:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880093e93c00/0x4ce24e5787361539 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fb77 expref: 30 pid: 8470 timeout: 575 lvb_type: 0 00010000:00010000:1.0:1746130277.487856:0:7924:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880093e93c00/0x4ce24e5787361539 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fb77 expref: 30 pid: 8470 timeout: 575 lvb_type: 0 00010000:00010000:1.0:1746130277.487872:0:7924:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880093e93c00/0x4ce24e5787361539 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fb77 expref: 30 pid: 8470 timeout: 575 lvb_type: 0 00010000:00010000:1.0:1746130277.487881:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130277.487883:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130277.487888:0:7924:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880093e92c00/0x4ce24e5787361540 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fb7e expref: 5 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130277.487899:0:7924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093e92c00/0x4ce24e5787361540 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fb7e expref: 5 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130277.487921:0:7924:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880093e92c00/0x4ce24e5787361540 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fb7e expref: 5 pid: 8470 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746130277.487930:0:7924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800939b4000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841641344:192.168.204.51@tcp:105: 00000100:00100000:1.0:1746130277.487983:0:7924:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18fb900 going to sleep for 11 seconds 00000100:00100000:1.0:1746130277.489424:0:7924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800939b4000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841641344:192.168.204.51@tcp:105: 00010000:00010000:1.0:1746130277.489444:0:7924:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746130277.489494:0:7924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e249050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+29:1962:x1830949849010688:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 1671us (1848us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130277.489502:0:7924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14247 00000100:00100000:0.0:1746130277.490337:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130277.490387:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849010944 00000100:00100000:1.0:1746130277.490393:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849010944 00002000:00100000:1.0:1746130277.490425:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880084bace00 x1830949849010944/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:263/0 lens 488/0 e 0 to 0 dl 1746130288 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130277.490433:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880084bace00 with x1830949849010944 ext(0->4095) 00002000:00010000:1.0:1746130277.490437:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880084bace00 00000100:00100000:1.0:1746130277.490471:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4681 00000100:00100000:1.0:1746130277.490477:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880084bace00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949849010944:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746130277.490633:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880084bace00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949849010944:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 155us (298us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746130277.490642:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4681 00002000:00100000:1.0:1746130277.490647:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880084bace00 x1830949849010944/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:263/0 lens 488/4536 e 0 to 0 dl 1746130288 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130277.490653:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880084bace00 with x1830949849010944 ext(0->4095) 00002000:00010000:1.0:1746130277.490655:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880084bace00 00000100:00100000:0.0:1746130277.492897:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130277.493119:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130277.493793:0:10554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5984 00000100:00100000:2.0:1746130277.493805:0:10554:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880084bad180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:640ea846-b909-4eea-9a54-417e15bd627b+29:31579:x1830949849011072:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746130277.493822:0:10554:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746130277.493838:0:10554:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094bc4c00/0x4ce24e5787361547 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3fb85 expref: -99 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130277.493863:0:10554:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880093e92c00/0x4ce24e5787361540 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fb7e expref: 5 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130277.493871:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130277.493873:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130277.493876:0:10554:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094bc4c00/0x4ce24e5787361547 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fb85 expref: 30 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130277.493905:0:10554:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880093e92c00/0x4ce24e5787361540 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fb7e expref: 5 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130277.493920:0:10554:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880093e92c00/0x4ce24e5787361540 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fb7e expref: 5 pid: 8470 timeout: 575 lvb_type: 0 00000100:00100000:2.0:1746130277.493931:0:10554:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801344c8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10554:1830949841641472:192.168.204.51@tcp:104: 00000100:00100000:2.0:1746130277.494002:0:10554:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012eb30840 going to sleep for 11 seconds 00000100:00100000:2.0:1746130277.495404:0:10554:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801344c8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10554:1830949841641472:192.168.204.51@tcp:104: 00010000:00010000:2.0:1746130277.495425:0:10554:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094bc4c00/0x4ce24e5787361547 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fb85 expref: 31 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130277.495437:0:10554:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094bc4c00, rc 0) 00000100:00100000:2.0:1746130277.495489:0:10554:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880084bad180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:640ea846-b909-4eea-9a54-417e15bd627b+31:31579:x1830949849011072:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1687us (2600us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130277.495495:0:10554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5984 00000100:00100000:0.0:1746130277.496348:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130277.496605:0:7924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849011328 00000100:00100000:1.0:1746130277.496611:0:7924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849011328 00010000:00010000:1.0:1746130277.496643:0:7924:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880093e92c00/0x4ce24e5787361540 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fb7e expref: 6 pid: 8470 timeout: 575 lvb_type: 0 00000100:00100000:1.0:1746130277.496699:0:7924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14248 00000100:00100000:1.0:1746130277.496705:0:7924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880084bad880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949849011328:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746130277.496717:0:7924:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746130277.496736:0:7924:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880093e92c00/0x4ce24e5787361540 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fb7e expref: 6 pid: 8470 timeout: 575 lvb_type: 0 00010000:00010000:1.0:1746130277.496747:0:7924:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880093e92c00/0x4ce24e5787361540 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fb7e expref: 6 pid: 8470 timeout: 575 lvb_type: 0 00010000:00010000:1.0:1746130277.496764:0:7924:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880093e92c00/0x4ce24e5787361540 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fb7e expref: 6 pid: 8470 timeout: 575 lvb_type: 0 00010000:00010000:1.0:1746130277.496779:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130277.496781:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130277.496786:0:7924:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094bc4c00/0x4ce24e5787361547 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fb85 expref: 30 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130277.496799:0:7924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094bc4c00/0x4ce24e5787361547 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fb85 expref: 30 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130277.496824:0:7924:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094bc4c00/0x4ce24e5787361547 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fb85 expref: 30 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130277.496834:0:7924:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094bc4c00/0x4ce24e5787361547 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fb85 expref: 30 pid: 10554 timeout: 575 lvb_type: 0 00000100:00100000:1.0:1746130277.496845:0:7924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800939b4000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841641728:192.168.204.51@tcp:105: 00000100:00100000:1.0:1746130277.497166:0:7924:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18fb9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746130277.500668:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130277.500788:0:7924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800939b4000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841641728:192.168.204.51@tcp:105: 00010000:00010000:1.0:1746130277.500809:0:7924:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746130277.500849:0:7924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880084bad880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+5:1962:x1830949849011328:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 4143us (4503us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130277.500860:0:7924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14248 00000100:00100000:0.0:1746130277.504642:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130277.504703:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130277.504980:0:7924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849011840 00000100:00100000:1.0:1746130277.504988:0:7924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849011840 00000100:00100000:2.0:1746130277.504996:0:10554:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849011712 00000100:00100000:2.0:1746130277.505001:0:10554:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849011712 00010000:00010000:1.0:1746130277.505022:0:7924:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094bc4c00/0x4ce24e5787361547 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fb85 expref: 31 pid: 10554 timeout: 575 lvb_type: 0 00000100:00100000:2.0:1746130277.505044:0:10554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5986 00000100:00100000:2.0:1746130277.505050:0:10554:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880084badf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+5:31579:x1830949849011712:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:1.0:1746130277.505059:0:7924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14249 00010000:00010000:2.0:1746130277.505064:0:10554:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1746130277.505066:0:7924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880084bae300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+31:1963:x1830949849011840:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746130277.505076:0:7924:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746130277.505077:0:10554:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094bc4200/0x4ce24e5787361555 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3fb93 expref: -99 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130277.505094:0:7924:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094bc4c00/0x4ce24e5787361547 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fb85 expref: 31 pid: 10554 timeout: 575 lvb_type: 0 00010000:00010000:2.0:1746130277.505095:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746130277.505100:0:10554:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009494c600/0x4ce24e578736154e lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fb8c expref: 31 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130277.505110:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746130277.505113:0:10554:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094bc4200/0x4ce24e5787361555 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fb93 expref: 6 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130277.505169:0:7924:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094bc4c00/0x4ce24e5787361547 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fb85 expref: 31 pid: 10554 timeout: 575 lvb_type: 0 00010000:00010000:1.0:1746130277.505186:0:7924:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094bc4c00/0x4ce24e5787361547 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fb85 expref: 31 pid: 10554 timeout: 575 lvb_type: 0 00010000:00010000:1.0:1746130277.505234:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130277.505236:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130277.505241:0:7924:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009494c600/0x4ce24e578736154e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fb8c expref: 30 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130277.505248:0:7924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009494c600/0x4ce24e578736154e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fb8c expref: 30 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130277.505342:0:10554:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009494c600/0x4ce24e578736154e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fb8c expref: 30 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130277.505352:0:10554:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009494c600/0x4ce24e578736154e lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70080400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fb8c expref: 30 pid: 8470 timeout: 575 lvb_type: 0 00000100:00100000:2.0:1746130277.505363:0:10554:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801344c8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10554:1830949841641856:192.168.204.51@tcp:104: 00010000:00010000:1.0:1746130277.505421:0:7924:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009494c600/0x4ce24e578736154e lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fb8c expref: 30 pid: 8470 timeout: 575 lvb_type: 0 00000100:00100000:2.0:1746130277.505426:0:10554:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012eb30840 going to sleep for 11 seconds 00010000:00010000:1.0:1746130277.505428:0:7924:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009494c600/0x4ce24e578736154e lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fb8c expref: 30 pid: 8470 timeout: 575 lvb_type: 0 00000100:00100000:1.0:1746130277.505435:0:7924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800939b4000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841641984:192.168.204.51@tcp:105: 00000100:00100000:1.0:1746130277.505469:0:7924:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18fb9c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746130277.508105:0:10554:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801344c8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10554:1830949841641856:192.168.204.51@tcp:104: 00000100:00100000:0.0:1746130277.508126:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00010000:00010000:2.0:1746130277.508135:0:10554:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094bc4200/0x4ce24e5787361555 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fb93 expref: 6 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130277.508148:0:10554:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094bc4200, rc 0) 00000100:00100000:2.0:1746130277.508185:0:10554:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880084badf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+6:31579:x1830949849011712:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3135us (3552us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130277.508192:0:10554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5986 00000100:00100000:1.0:1746130277.508203:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849012096 00000100:00100000:1.0:1746130277.508209:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849012096 00002000:00100000:1.0:1746130277.508241:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880084bae680 x1830949849012096/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:263/0 lens 488/0 e 0 to 0 dl 1746130288 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130277.508249:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880084bae680 with x1830949849012096 ext(0->4095) 00010000:00010000:1.0:1746130277.508255:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009494c600/0x4ce24e578736154e lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fb8c expref: 31 pid: 8470 timeout: 575 lvb_type: 0 00010000:00010000:1.0:1746130277.508299:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009494c600/0x4ce24e578736154e lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fb8c expref: 31 pid: 8470 timeout: 575 lvb_type: 0 00002000:00010000:1.0:1746130277.508305:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880084bae680 00000100:00100000:1.0:1746130277.508326:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2375 00000100:00100000:1.0:1746130277.508332:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880084bae680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+31:1961:x1830949849012096:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746130277.509026:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880084bae680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+30:1961:x1830949849012096:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 694us (901us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746130277.509033:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2375 00002000:00100000:1.0:1746130277.509038:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880084bae680 x1830949849012096/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:263/0 lens 488/4536 e 0 to 0 dl 1746130288 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130277.509045:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880084bae680 with x1830949849012096 ext(0->4095) 00010000:00010000:1.0:1746130277.509050:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009494c600/0x4ce24e578736154e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fb8c expref: 30 pid: 8470 timeout: 575 lvb_type: 0 00010000:00010000:1.0:1746130277.509059:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009494c600/0x4ce24e578736154e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fb8c expref: 30 pid: 8470 timeout: 575 lvb_type: 0 00002000:00010000:1.0:1746130277.509064:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880084bae680 00000100:00100000:0.0:1746130277.511228:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130277.511298:0:10554:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849012224 00000100:00100000:2.0:1746130277.511306:0:10554:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849012224 00000100:00100000:0.0:1746130277.511312:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130277.511347:0:10554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5987 00000100:00100000:2.0:1746130277.511354:0:10554:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880084baea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:640ea846-b909-4eea-9a54-417e15bd627b+30:31578:x1830949849012224:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746130277.511368:0:10554:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746130277.511382:0:10554:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880093e93c00/0x4ce24e578736155c lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3fb9a expref: -99 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130277.511405:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746130277.511409:0:10554:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094bc4200/0x4ce24e5787361555 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fb93 expref: 5 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130277.511414:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746130277.511417:0:10554:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093e93c00/0x4ce24e578736155c lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fb9a expref: 32 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130277.511444:0:10554:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094bc4200/0x4ce24e5787361555 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fb93 expref: 5 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130277.511465:0:10554:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880093e93c00/0x4ce24e578736155c lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fb9a expref: 32 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130277.511473:0:10554:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093e93c00, rc 0) 00000100:00100000:2.0:1746130277.511508:0:10554:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880084baea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:640ea846-b909-4eea-9a54-417e15bd627b+31:31578:x1830949849012224:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 155us (288us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130277.511512:0:10554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5987 00000100:00100000:0.0:1746130277.515757:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130277.515825:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849012608 00000100:00100000:1.0:1746130277.515832:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849012608 00002000:00100000:1.0:1746130277.515865:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880084baf100 x1830949849012608/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:263/0 lens 488/0 e 0 to 0 dl 1746130288 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130277.515873:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880084baf100 with x1830949849012608 ext(0->4095) 00010000:00010000:1.0:1746130277.515882:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094bc4200/0x4ce24e5787361555 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fb93 expref: 6 pid: 10554 timeout: 575 lvb_type: 0 00010000:00010000:1.0:1746130277.515895:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094bc4200/0x4ce24e5787361555 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fb93 expref: 6 pid: 10554 timeout: 575 lvb_type: 0 00002000:00010000:1.0:1746130277.515901:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880084baf100 00000100:00100000:1.0:1746130277.515927:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2376 00000100:00100000:1.0:1746130277.515933:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880084baf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949849012608:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746130277.516083:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880084baf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949849012608:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 149us (329us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746130277.516089:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2376 00002000:00100000:1.0:1746130277.516094:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880084baf100 x1830949849012608/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:263/0 lens 488/4536 e 0 to 0 dl 1746130288 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130277.516101:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880084baf100 with x1830949849012608 ext(0->4095) 00010000:00010000:1.0:1746130277.516105:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094bc4200/0x4ce24e5787361555 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fb93 expref: 6 pid: 10554 timeout: 575 lvb_type: 0 00010000:00010000:1.0:1746130277.516114:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094bc4200/0x4ce24e5787361555 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fb93 expref: 6 pid: 10554 timeout: 575 lvb_type: 0 00002000:00010000:1.0:1746130277.516119:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880084baf100 00000100:00100000:0.0:1746130277.518161:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130277.524391:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130277.524446:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849012992 00000100:00100000:2.0:1746130277.524461:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849012992 00002000:00100000:2.0:1746130277.524504:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880084baf800 x1830949849012992/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:263/0 lens 488/0 e 0 to 0 dl 1746130288 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130277.524512:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880084baf800 with x1830949849012992 ext(0->4095) 00002000:00010000:2.0:1746130277.524517:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880084baf800 00000100:00100000:2.0:1746130277.524546:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4682 00000100:00100000:2.0:1746130277.524554:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880084baf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+30:1962:x1830949849012992:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746130277.524714:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880084baf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+30:1962:x1830949849012992:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 160us (331us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746130277.524720:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4682 00002000:00100000:2.0:1746130277.524725:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880084baf800 x1830949849012992/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:263/0 lens 488/4536 e 0 to 0 dl 1746130288 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130277.524732:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880084baf800 with x1830949849012992 ext(0->4095) 00002000:00010000:2.0:1746130277.524735:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880084baf800 00000100:00100000:0.0:1746130277.528079:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130277.528132:0:20953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849013120 00000100:00100000:1.0:1746130277.528140:0:20953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849013120 00000100:00100000:1.0:1746130277.528189:0:20953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5988 00000100:00100000:1.0:1746130277.528195:0:20953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880084bafb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c84b93b0-d496-484f-8e1e-94008838f2dd+5:31579:x1830949849013120:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746130277.528210:0:20953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746130277.528226:0:20953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099532200/0x4ce24e5787361563 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3fba1 expref: -99 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130277.528251:0:20953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880093e93c00/0x4ce24e578736155c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fb9a expref: 29 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130277.528257:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130277.528259:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130277.528262:0:20953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099532200/0x4ce24e5787361563 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fba1 expref: 6 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130277.528323:0:20953:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880093e93c00/0x4ce24e578736155c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fb9a expref: 29 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130277.528334:0:20953:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880093e93c00/0x4ce24e578736155c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fb9a expref: 29 pid: 10554 timeout: 575 lvb_type: 0 00000100:00100000:1.0:1746130277.528343:0:20953:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800939b4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:20953:1830949841642496:192.168.204.51@tcp:104: 00000100:00100000:1.0:1746130277.528414:0:20953:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18fb0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746130277.530679:0:20953:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800939b4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:20953:1830949841642496:192.168.204.51@tcp:104: 00010000:00010000:1.0:1746130277.530712:0:20953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880099532200/0x4ce24e5787361563 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fba1 expref: 6 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130277.530734:0:20953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099532200, rc 0) 00000100:00100000:1.0:1746130277.531251:0:20953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880084bafb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c84b93b0-d496-484f-8e1e-94008838f2dd+6:31579:x1830949849013120:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3053us (3178us total) trans 0 rc 0/0 00000100:00100000:0.0:1746130277.531584:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130277.531888:0:20953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5988 00000100:00100000:0.0:1746130277.533773:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130277.534004:0:20953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849013376 00000100:00100000:1.0:1746130277.534010:0:20953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849013376 00000100:00100000:1.0:1746130277.534044:0:20953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5989 00000100:00100000:1.0:1746130277.534050:0:20953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093170000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:640ea846-b909-4eea-9a54-417e15bd627b+30:31578:x1830949849013376:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746130277.534061:0:20953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746130277.534071:0:20953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099532e00/0x4ce24e578736156a lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3fba8 expref: -99 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130277.534088:0:20953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880099532200/0x4ce24e5787361563 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fba1 expref: 5 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130277.534098:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130277.534099:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130277.534102:0:20953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099532e00/0x4ce24e578736156a lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fba8 expref: 31 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130277.534119:0:20953:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880099532200/0x4ce24e5787361563 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fba1 expref: 5 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130277.534127:0:20953:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880099532200/0x4ce24e5787361563 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fba1 expref: 5 pid: 20953 timeout: 575 lvb_type: 0 00000100:00100000:1.0:1746130277.534139:0:20953:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800939b4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:20953:1830949841642752:192.168.204.51@tcp:104: 00000100:00100000:1.0:1746130277.534163:0:20953:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18fb0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746130277.535735:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130277.535841:0:20953:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800939b4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:20953:1830949841642752:192.168.204.51@tcp:104: 00010000:00010000:1.0:1746130277.535859:0:20953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880099532e00/0x4ce24e578736156a lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fba8 expref: 30 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130277.535874:0:20953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099532e00, rc 0) 00000100:00100000:1.0:1746130277.535892:0:20953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093170000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:640ea846-b909-4eea-9a54-417e15bd627b+30:31578:x1830949849013376:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1843us (2122us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130277.535898:0:20953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5989 00000100:00100000:1.0:1746130277.535918:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849013632 00000100:00100000:1.0:1746130277.535922:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849013632 00002000:00100000:1.0:1746130277.535948:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093170380 x1830949849013632/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:263/0 lens 488/0 e 0 to 0 dl 1746130288 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130277.535956:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093170380 with x1830949849013632 ext(0->4095) 00010000:00010000:1.0:1746130277.535961:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880099532200/0x4ce24e5787361563 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fba1 expref: 6 pid: 20953 timeout: 575 lvb_type: 0 00010000:00010000:1.0:1746130277.535970:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880099532200/0x4ce24e5787361563 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fba1 expref: 6 pid: 20953 timeout: 575 lvb_type: 0 00002000:00010000:1.0:1746130277.535976:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093170380 00000100:00100000:1.0:1746130277.535998:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2377 00000100:00100000:1.0:1746130277.536003:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093170380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949849013632:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746130277.536752:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093170380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949849013632:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 745us (1016us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746130277.536758:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2377 00002000:00100000:1.0:1746130277.536763:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093170380 x1830949849013632/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:263/0 lens 488/4536 e 0 to 0 dl 1746130288 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130277.536771:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093170380 with x1830949849013632 ext(0->4095) 00010000:00010000:1.0:1746130277.536777:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880099532200/0x4ce24e5787361563 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fba1 expref: 6 pid: 20953 timeout: 575 lvb_type: 0 00010000:00010000:1.0:1746130277.536787:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880099532200/0x4ce24e5787361563 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fba1 expref: 6 pid: 20953 timeout: 575 lvb_type: 0 00002000:00010000:1.0:1746130277.536792:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093170380 00000100:00100000:0.0:1746130277.538556:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130277.538692:0:20953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849013888 00000100:00100000:0.0:1746130277.538820:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130277.538867:0:20953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849013888 00000100:00100000:1.0:1746130277.538915:0:20953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5990 00000100:00100000:1.0:1746130277.538922:0:20953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093170700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:640ea846-b909-4eea-9a54-417e15bd627b+30:31579:x1830949849013888:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746130277.538936:0:20953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746130277.538953:0:20953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099532600/0x4ce24e5787361571 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3fbaf expref: -99 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130277.538975:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130277.538980:0:20953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880099532e00/0x4ce24e578736156a lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fba8 expref: 31 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130277.538986:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130277.538989:0:20953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099532600/0x4ce24e5787361571 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fbaf expref: 31 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130277.539020:0:20953:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880099532e00/0x4ce24e578736156a lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fba8 expref: 31 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130277.539030:0:20953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880099532600/0x4ce24e5787361571 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fbaf expref: 31 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130277.539037:0:20953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099532600, rc 0) 00000100:00100000:1.0:1746130277.539071:0:20953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093170700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:640ea846-b909-4eea-9a54-417e15bd627b+31:31579:x1830949849013888:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 150us (524us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130277.539076:0:20953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5990 00000100:00100000:0.0:1746130277.544408:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130277.544545:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849014144 00000100:00100000:1.0:1746130277.544552:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849014144 00002000:00100000:1.0:1746130277.544589:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093170e00 x1830949849014144/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:263/0 lens 488/0 e 0 to 0 dl 1746130288 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130277.544598:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093170e00 with x1830949849014144 ext(0->4095) 00010000:00010000:1.0:1746130277.544610:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880099532e00/0x4ce24e578736156a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fba8 expref: 31 pid: 20953 timeout: 575 lvb_type: 0 00010000:00010000:1.0:1746130277.544623:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880099532e00/0x4ce24e578736156a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fba8 expref: 31 pid: 20953 timeout: 575 lvb_type: 0 00002000:00010000:1.0:1746130277.544630:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093170e00 00000100:00100000:1.0:1746130277.544658:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2378 00000100:00100000:1.0:1746130277.544665:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093170e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+31:1962:x1830949849014144:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746130277.544814:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093170e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+31:1962:x1830949849014144:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 150us (412us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746130277.544820:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2378 00002000:00100000:1.0:1746130277.544825:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093170e00 x1830949849014144/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:263/0 lens 488/4536 e 0 to 0 dl 1746130288 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130277.544832:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093170e00 with x1830949849014144 ext(0->4095) 00010000:00010000:1.0:1746130277.544837:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880099532e00/0x4ce24e578736156a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fba8 expref: 31 pid: 20953 timeout: 575 lvb_type: 0 00010000:00010000:1.0:1746130277.544845:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880099532e00/0x4ce24e578736156a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fba8 expref: 31 pid: 20953 timeout: 575 lvb_type: 0 00002000:00010000:1.0:1746130277.544851:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093170e00 00000100:00100000:0.0:1746130277.547986:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130277.552732:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130277.552991:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849014528 00000100:00100000:0.0:1746130277.552997:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849014528 00002000:00100000:0.0:1746130277.553030:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801344c8000 x1830949849014528/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:263/0 lens 488/0 e 0 to 0 dl 1746130288 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746130277.553038:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801344c8000 with x1830949849014528 ext(0->4095) 00002000:00010000:0.0:1746130277.553042:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801344c8000 00000100:00100000:0.0:1746130277.553066:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4683 00000100:00100000:0.0:1746130277.553072:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801344c8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+30:1963:x1830949849014528:12345-192.168.204.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746130277.553195:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801344c8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+30:1963:x1830949849014528:12345-192.168.204.51@tcp:3:ptlrpcd_01_00.0 Request processed in 122us (470us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746130277.553200:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4683 00002000:00100000:0.0:1746130277.553205:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801344c8000 x1830949849014528/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:263/0 lens 488/4536 e 0 to 0 dl 1746130288 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746130277.553210:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801344c8000 with x1830949849014528 ext(0->4095) 00002000:00010000:0.0:1746130277.553213:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801344c8000 00000100:00100000:0.0:1746130277.557183:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130277.557300:0:10554:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849014656 00000100:00100000:2.0:1746130277.557308:0:10554:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849014656 00000100:00100000:2.0:1746130277.557362:0:10554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5991 00000100:00100000:2.0:1746130277.557370:0:10554:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093171180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+5:31579:x1830949849014656:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746130277.557385:0:10554:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746130277.557398:0:10554:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880093e92400/0x4ce24e5787361578 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3fbb6 expref: -99 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130277.557424:0:10554:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880099532600/0x4ce24e5787361571 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fbaf expref: 29 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130277.557431:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746130277.557432:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746130277.557435:0:10554:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093e92400/0x4ce24e5787361578 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fbb6 expref: 6 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130277.557472:0:10554:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880099532600/0x4ce24e5787361571 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fbaf expref: 29 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130277.557483:0:10554:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880099532600/0x4ce24e5787361571 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fbaf expref: 29 pid: 20953 timeout: 575 lvb_type: 0 00000100:00100000:2.0:1746130277.557493:0:10554:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094b9e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10554:1830949841643264:192.168.204.51@tcp:104: 00000100:00100000:2.0:1746130277.557582:0:10554:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012eb30840 going to sleep for 11 seconds 00000100:00100000:2.0:1746130277.560362:0:10554:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880094b9e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10554:1830949841643264:192.168.204.51@tcp:104: 00010000:00010000:2.0:1746130277.560394:0:10554:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880093e92400/0x4ce24e5787361578 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fbb6 expref: 6 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130277.560411:0:10554:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093e92400, rc 0) 00000100:00100000:2.0:1746130277.560501:0:10554:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093171180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+6:31579:x1830949849014656:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3131us (3324us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130277.560510:0:10554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5991 00000100:00100000:0.0:1746130277.561208:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130277.563486:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130277.563552:0:10554:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849014912 00000100:00100000:2.0:1746130277.563558:0:10554:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849014912 00000100:00100000:2.0:1746130277.563672:0:10554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5992 00000100:00100000:2.0:1746130277.563687:0:10554:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093171880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:640ea846-b909-4eea-9a54-417e15bd627b+30:31578:x1830949849014912:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746130277.563701:0:10554:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746130277.563713:0:10554:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880093e93c00/0x4ce24e578736157f lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3fbbd expref: -99 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130277.563734:0:10554:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880093e92400/0x4ce24e5787361578 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fbb6 expref: 5 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130277.563746:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130277.563748:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130277.563750:0:10554:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093e93c00/0x4ce24e578736157f lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fbbd expref: 31 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130277.563773:0:10554:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880093e92400/0x4ce24e5787361578 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fbb6 expref: 5 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130277.563781:0:10554:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880093e92400/0x4ce24e5787361578 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fbb6 expref: 5 pid: 10554 timeout: 575 lvb_type: 0 00000100:00100000:2.0:1746130277.563791:0:10554:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880094b9e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10554:1830949841643520:192.168.204.51@tcp:104: 00000100:00100000:2.0:1746130277.566016:0:10554:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012eb30840 going to sleep for 11 seconds 00000100:00100000:0.0:1746130277.566744:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130277.566848:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849015168 00000100:00100000:2.0:1746130277.566854:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849015168 00002000:00100000:2.0:1746130277.566888:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093171c00 x1830949849015168/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:263/0 lens 488/0 e 0 to 0 dl 1746130288 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130277.566897:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093171c00 with x1830949849015168 ext(0->4095) 00010000:00010000:2.0:1746130277.566904:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093e92400/0x4ce24e5787361578 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fbb6 expref: 6 pid: 10554 timeout: 575 lvb_type: 0 00010000:00010000:2.0:1746130277.566914:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093e92400/0x4ce24e5787361578 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fbb6 expref: 6 pid: 10554 timeout: 575 lvb_type: 0 00002000:00010000:2.0:1746130277.566919:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093171c00 00000100:00100000:2.0:1746130277.566943:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2379 00000100:00100000:2.0:1746130277.566951:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093171c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949849015168:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746130277.567405:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093171c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949849015168:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 449us (656us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746130277.567411:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2379 00002000:00100000:2.0:1746130277.567420:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093171c00 x1830949849015168/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:263/0 lens 488/4536 e 0 to 0 dl 1746130288 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130277.567427:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093171c00 with x1830949849015168 ext(0->4095) 00010000:00010000:2.0:1746130277.567432:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093e92400/0x4ce24e5787361578 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fbb6 expref: 6 pid: 10554 timeout: 575 lvb_type: 0 00010000:00010000:2.0:1746130277.567440:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093e92400/0x4ce24e5787361578 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fbb6 expref: 6 pid: 10554 timeout: 575 lvb_type: 0 00002000:00010000:2.0:1746130277.567446:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093171c00 00000100:00100000:0.0:1746130277.569048:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130277.576379:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130277.576540:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849015552 00000100:00100000:2.0:1746130277.576546:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849015552 00002000:00100000:2.0:1746130277.576585:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800939b4000 x1830949849015552/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:263/0 lens 488/0 e 0 to 0 dl 1746130288 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130277.576594:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800939b4000 with x1830949849015552 ext(0->4095) 00002000:00010000:2.0:1746130277.576599:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800939b4000 00000100:00100000:2.0:1746130277.576625:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4684 00000100:00100000:2.0:1746130277.576631:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800939b4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+30:1961:x1830949849015552:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746130277.576768:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800939b4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+30:1961:x1830949849015552:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 137us (398us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746130277.576776:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4684 00002000:00100000:2.0:1746130277.576781:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800939b4000 x1830949849015552/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:263/0 lens 488/4536 e 0 to 0 dl 1746130288 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130277.576787:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800939b4000 with x1830949849015552 ext(0->4095) 00002000:00010000:2.0:1746130277.576789:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800939b4000 00000100:00100000:0.0:1746130277.578227:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130277.582947:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130277.583242:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849015808 00000100:00100000:2.0:1746130277.583248:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849015808 00002000:00100000:2.0:1746130277.583301:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff880093172680 x1830949849015808/t0(0) o4->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:263/0 lens 496/0 e 0 to 0 dl 1746130288 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130277.583310:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093172680 with x1830949849015808 ext(0->7) 00010000:00010000:2.0:1746130277.583316:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093e93c00/0x4ce24e578736157f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fbbd expref: 30 pid: 10554 timeout: 575 lvb_type: 0 00010000:00010000:2.0:1746130277.583326:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093e93c00/0x4ce24e578736157f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fbbd expref: 30 pid: 10554 timeout: 575 lvb_type: 0 00002000:00010000:2.0:1746130277.583332:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093172680 00000100:00100000:2.0:1746130277.583557:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2380 00000100:00100000:2.0:1746130277.583565:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093172680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+30:1962:x1830949849015808:12345-192.168.204.51@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746130277.584108:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093172680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+32:1962:x1830949849015808:12345-192.168.204.51@tcp:4:ldlm_bl.0 Request processed in 543us (1169us total) trans 4294967907 rc 0/0 00000100:00100000:2.0:1746130277.584114:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2380 00002000:00100000:2.0:1746130277.584119:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff880093172680 x1830949849015808/t4294967907(0) o4->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:263/0 lens 496/448 e 0 to 0 dl 1746130288 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130277.584132:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093172680 with x1830949849015808 ext(0->7) 00010000:00010000:2.0:1746130277.584137:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093e93c00/0x4ce24e578736157f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fbbd expref: 32 pid: 10554 timeout: 575 lvb_type: 0 00010000:00010000:2.0:1746130277.584145:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093e93c00/0x4ce24e578736157f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fbbd expref: 32 pid: 10554 timeout: 575 lvb_type: 0 00002000:00010000:2.0:1746130277.584151:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093172680 00000100:00100000:0.0:1746130277.589032:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130277.593959:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130277.594174:0:10554:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849016064 00000100:00100000:0.0:1746130277.594180:0:10554:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849016064 00000100:00100000:0.0:1746130277.594214:0:10554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5994 00000100:00100000:0.0:1746130277.594220:0:10554:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094b9e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:640ea846-b909-4eea-9a54-417e15bd627b+31:31578:x1830949849016064:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746130277.594233:0:10554:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746130277.594246:0:10554:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a796da00/0x4ce24e578736158d lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3fbcb expref: -99 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130277.594290:0:10554:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009494ce00/0x4ce24e5787361586 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fbc4 expref: 5 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130277.594297:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130277.594299:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130277.594302:0:10554:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a796da00/0x4ce24e578736158d lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fbcb expref: 32 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130277.594324:0:10554:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009494ce00/0x4ce24e5787361586 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fbc4 expref: 5 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130277.594333:0:10554:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009494ce00/0x4ce24e5787361586 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fbc4 expref: 5 pid: 10554 timeout: 575 lvb_type: 0 00000100:00100000:0.0:1746130277.594342:0:10554:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093172d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10554:1830949841644032:192.168.204.51@tcp:104: 00000100:00100000:0.0:1746130277.594394:0:10554:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009bc95480 going to sleep for 11 seconds 00000100:00100000:2.0:1746130277.594521:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130277.594619:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849016320 00000100:00100000:0.0:1746130277.594622:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849016320 00002000:00100000:0.0:1746130277.594644:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092e36a00 x1830949849016320/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:263/0 lens 488/0 e 0 to 0 dl 1746130288 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746130277.594651:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092e36a00 with x1830949849016320 ext(0->4095) 00010000:00010000:0.0:1746130277.594656:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009494ce00/0x4ce24e5787361586 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fbc4 expref: 6 pid: 10554 timeout: 575 lvb_type: 0 00010000:00010000:0.0:1746130277.594663:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009494ce00/0x4ce24e5787361586 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fbc4 expref: 6 pid: 10554 timeout: 575 lvb_type: 0 00002000:00010000:0.0:1746130277.594668:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092e36a00 00000100:00100000:0.0:1746130277.594687:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2381 00000100:00100000:0.0:1746130277.594692:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e36a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949849016320:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746130277.594814:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e36a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949849016320:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 121us (292us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746130277.594819:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2381 00002000:00100000:0.0:1746130277.594823:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092e36a00 x1830949849016320/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:263/0 lens 488/4536 e 0 to 0 dl 1746130288 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746130277.594829:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092e36a00 with x1830949849016320 ext(0->4095) 00010000:00010000:0.0:1746130277.594833:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009494ce00/0x4ce24e5787361586 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fbc4 expref: 6 pid: 10554 timeout: 575 lvb_type: 0 00010000:00010000:0.0:1746130277.594840:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009494ce00/0x4ce24e5787361586 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fbc4 expref: 6 pid: 10554 timeout: 575 lvb_type: 0 00002000:00010000:0.0:1746130277.594849:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092e36a00 00000100:00100000:2.0:1746130277.595705:0:10554:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093172d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10554:1830949841644032:192.168.204.51@tcp:104: 00010000:00010000:2.0:1746130277.595722:0:10554:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a796da00/0x4ce24e578736158d lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fbcb expref: 32 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130277.595732:0:10554:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a796da00, rc 0) 00000100:00100000:2.0:1746130277.595756:0:10554:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094b9e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:640ea846-b909-4eea-9a54-417e15bd627b+32:31578:x1830949849016064:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1536us (1804us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130277.595761:0:10554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5994 00000100:00100000:0.0:1746130277.599344:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130277.604471:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130277.604829:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849016704 00000100:00100000:2.0:1746130277.604837:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849016704 00002000:00100000:2.0:1746130277.604878:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093173480 x1830949849016704/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:263/0 lens 488/0 e 0 to 0 dl 1746130288 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130277.604887:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093173480 with x1830949849016704 ext(0->4095) 00002000:00010000:2.0:1746130277.604891:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093173480 00000100:00100000:2.0:1746130277.604923:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4685 00000100:00100000:2.0:1746130277.604930:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093173480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+32:1962:x1830949849016704:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746130277.605060:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093173480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+32:1962:x1830949849016704:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 129us (591us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746130277.605066:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4685 00002000:00100000:2.0:1746130277.605071:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093173480 x1830949849016704/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:263/0 lens 488/4536 e 0 to 0 dl 1746130288 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130277.605079:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093173480 with x1830949849016704 ext(0->4095) 00002000:00010000:2.0:1746130277.605081:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093173480 00000100:00100000:0.0:1746130277.611983:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130277.612069:0:10554:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849016832 00000100:00100000:2.0:1746130277.612079:0:10554:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849016832 00000100:00100000:2.0:1746130277.613520:0:10554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5995 00000100:00100000:2.0:1746130277.613538:0:10554:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093173800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+5:31579:x1830949849016832:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746130277.613558:0:10554:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746130277.613580:0:10554:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094bc4200/0x4ce24e5787361594 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3fbd2 expref: -99 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130277.613608:0:10554:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a796da00/0x4ce24e578736158d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fbcb expref: 31 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130277.613616:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746130277.613619:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746130277.613621:0:10554:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094bc4200/0x4ce24e5787361594 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fbd2 expref: 6 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130277.613650:0:10554:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a796da00/0x4ce24e578736158d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fbcb expref: 31 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130277.613665:0:10554:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a796da00/0x4ce24e578736158d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fbcb expref: 31 pid: 10554 timeout: 575 lvb_type: 0 00000100:00100000:2.0:1746130277.613677:0:10554:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092e34a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10554:1830949841644288:192.168.204.51@tcp:104: 00000100:00100000:2.0:1746130277.614004:0:10554:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012eb30600 going to sleep for 11 seconds 00000100:00100000:2.0:1746130277.616329:0:10554:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092e34a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10554:1830949841644288:192.168.204.51@tcp:104: 00010000:00010000:2.0:1746130277.616358:0:10554:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094bc4200/0x4ce24e5787361594 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fbd2 expref: 6 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130277.616372:0:10554:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094bc4200, rc 0) 00000100:00100000:2.0:1746130277.616410:0:10554:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093173800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+6:31579:x1830949849016832:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2881us (4437us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130277.616418:0:10554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5995 00000100:00100000:0.0:1746130277.617708:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130277.617780:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849016960 00000100:00100000:1.0:1746130277.617787:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849016960 00002000:00100000:1.0:1746130277.617822:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff880093173b80 x1830949849016960/t0(0) o4->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:263/0 lens 496/0 e 0 to 0 dl 1746130288 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130277.617831:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093173b80 with x1830949849016960 ext(0->7) 00010000:00010000:1.0:1746130277.617839:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a796da00/0x4ce24e578736158d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fbcb expref: 32 pid: 10554 timeout: 575 lvb_type: 0 00010000:00010000:1.0:1746130277.617850:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a796da00/0x4ce24e578736158d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fbcb expref: 32 pid: 10554 timeout: 575 lvb_type: 0 00002000:00010000:1.0:1746130277.617860:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093173b80 00000100:00100000:1.0:1746130277.617889:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2382 00000100:00100000:1.0:1746130277.617896:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093173b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+32:1962:x1830949849016960:12345-192.168.204.51@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746130277.618178:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093173b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+34:1962:x1830949849016960:12345-192.168.204.51@tcp:4:ldlm_bl.0 Request processed in 282us (474us total) trans 4294967908 rc 0/0 00000100:00100000:1.0:1746130277.618184:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2382 00002000:00100000:1.0:1746130277.618189:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff880093173b80 x1830949849016960/t4294967908(0) o4->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:263/0 lens 496/448 e 0 to 0 dl 1746130288 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130277.618196:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093173b80 with x1830949849016960 ext(0->7) 00010000:00010000:1.0:1746130277.618200:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a796da00/0x4ce24e578736158d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fbcb expref: 34 pid: 10554 timeout: 575 lvb_type: 0 00010000:00010000:1.0:1746130277.618209:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a796da00/0x4ce24e578736158d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fbcb expref: 34 pid: 10554 timeout: 575 lvb_type: 0 00002000:00010000:1.0:1746130277.618214:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093173b80 00000100:00100000:0.0:1746130277.619710:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130277.620555:0:7924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14259 00000100:00100000:1.0:1746130277.620566:0:7924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093172d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+34:1962:x1830949849017088:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746130277.620578:0:7924:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746130277.620598:0:7924:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a796da00/0x4ce24e578736158d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fbcb expref: 34 pid: 10554 timeout: 575 lvb_type: 0 00010000:00010000:1.0:1746130277.620609:0:7924:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a796da00/0x4ce24e578736158d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fbcb expref: 34 pid: 10554 timeout: 575 lvb_type: 0 00010000:00010000:1.0:1746130277.620634:0:7924:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a796da00/0x4ce24e578736158d lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fbcb expref: 34 pid: 10554 timeout: 575 lvb_type: 0 00010000:00010000:1.0:1746130277.620671:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130277.620673:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130277.620680:0:7924:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094bc4200/0x4ce24e5787361594 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fbd2 expref: 5 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130277.620687:0:7924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094bc4200/0x4ce24e5787361594 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fbd2 expref: 5 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130277.620719:0:7924:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094bc4200/0x4ce24e5787361594 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fbd2 expref: 5 pid: 10554 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746130277.620731:0:7924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800947a4380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841644416:192.168.204.51@tcp:105: 00000100:00100000:1.0:1746130277.620818:0:7924:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18fb6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746130277.625010:0:7924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800947a4380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841644416:192.168.204.51@tcp:105: 00010000:00010000:1.0:1746130277.625032:0:7924:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746130277.625080:0:7924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093172d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+33:1962:x1830949849017088:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 4517us (5374us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130277.625089:0:7924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14259 00000100:00100000:0.0:1746130277.627653:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130277.627941:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849017344 00000100:00100000:2.0:1746130277.627948:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849017344 00002000:00100000:2.0:1746130277.627986:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093170a80 x1830949849017344/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:263/0 lens 488/0 e 0 to 0 dl 1746130288 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130277.627995:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093170a80 with x1830949849017344 ext(0->4095) 00002000:00010000:2.0:1746130277.628000:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093170a80 00000100:00100000:2.0:1746130277.628033:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4686 00000100:00100000:2.0:1746130277.628040:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093170a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949849017344:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746130277.628195:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093170a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949849017344:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 154us (549us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746130277.628204:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4686 00002000:00100000:2.0:1746130277.628209:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093170a80 x1830949849017344/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:263/0 lens 488/4536 e 0 to 0 dl 1746130288 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130277.628216:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093170a80 with x1830949849017344 ext(0->4095) 00002000:00010000:2.0:1746130277.628218:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093170a80 00000100:00100000:0.0:1746130277.628303:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130277.628642:0:10554:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849017472 00000100:00100000:2.0:1746130277.628645:0:10554:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849017472 00000100:00100000:2.0:1746130277.629211:0:10554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5996 00000100:00100000:2.0:1746130277.629218:0:10554:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135268000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:640ea846-b909-4eea-9a54-417e15bd627b+33:31578:x1830949849017472:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746130277.629230:0:10554:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746130277.629246:0:10554:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094686200/0x4ce24e578736159b lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3fbd9 expref: -99 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130277.629356:0:10554:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094bc4200/0x4ce24e5787361594 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fbd2 expref: 5 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130277.629364:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130277.629366:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130277.629368:0:10554:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094686200/0x4ce24e578736159b lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fbd9 expref: 34 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130277.629397:0:10554:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094bc4200/0x4ce24e5787361594 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fbd2 expref: 5 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130277.629408:0:10554:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094bc4200/0x4ce24e5787361594 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fbd2 expref: 5 pid: 10554 timeout: 575 lvb_type: 0 00000100:00100000:2.0:1746130277.629425:0:10554:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092e34a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10554:1830949841644544:192.168.204.51@tcp:104: 00000100:00100000:2.0:1746130277.629562:0:10554:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012eb30840 going to sleep for 11 seconds 00000100:00100000:0.0:1746130277.630016:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130277.630936:0:20953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849017600 00000100:00100000:1.0:1746130277.630943:0:20953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849017600 00000100:00100000:1.0:1746130277.630998:0:20953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5997 00000100:00100000:1.0:1746130277.631005:0:20953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135268380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:640ea846-b909-4eea-9a54-417e15bd627b+35:31579:x1830949849017600:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746130277.631018:0:20953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746130277.631030:0:20953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099532400/0x4ce24e57873615a2 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3fbe0 expref: -99 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130277.631053:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130277.631057:0:20953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094686200/0x4ce24e578736159b lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fbd9 expref: 36 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130277.631062:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130277.631065:0:20953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099532400/0x4ce24e57873615a2 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fbe0 expref: 36 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130277.631093:0:20953:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094686200/0x4ce24e578736159b lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fbd9 expref: 36 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130277.631104:0:20953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880099532400/0x4ce24e57873615a2 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fbe0 expref: 36 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130277.631113:0:20953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099532400, rc 0) 00000100:00100000:1.0:1746130277.631147:0:20953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135268380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:640ea846-b909-4eea-9a54-417e15bd627b+36:31579:x1830949849017600:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 143us (1132us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130277.631160:0:20953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5997 00000100:00100000:0.0:1746130277.631488:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130277.631567:0:10554:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092e34a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10554:1830949841644544:192.168.204.51@tcp:104: 00010000:00010000:2.0:1746130277.631584:0:10554:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094686200/0x4ce24e578736159b lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fbd9 expref: 35 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130277.631592:0:10554:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094686200, rc 0) 00000100:00100000:2.0:1746130277.631611:0:10554:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135268000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:640ea846-b909-4eea-9a54-417e15bd627b+35:31578:x1830949849017472:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2395us (3309us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130277.631617:0:10554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5996 00000100:00100000:1.0:1746130277.631711:0:7924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849017728 00000100:00100000:1.0:1746130277.631714:0:7924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849017728 00010000:00010000:1.0:1746130277.631733:0:7924:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094bc4200/0x4ce24e5787361594 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fbd2 expref: 6 pid: 10554 timeout: 575 lvb_type: 0 00000100:00100000:1.0:1746130277.631751:0:7924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14260 00000100:00100000:1.0:1746130277.631756:0:7924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135268700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949849017728:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746130277.631763:0:7924:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746130277.631782:0:7924:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094bc4200/0x4ce24e5787361594 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fbd2 expref: 6 pid: 10554 timeout: 575 lvb_type: 0 00010000:00010000:1.0:1746130277.631790:0:7924:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094bc4200/0x4ce24e5787361594 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fbd2 expref: 6 pid: 10554 timeout: 575 lvb_type: 0 00010000:00010000:1.0:1746130277.631805:0:7924:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094bc4200/0x4ce24e5787361594 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fbd2 expref: 6 pid: 10554 timeout: 575 lvb_type: 0 00010000:00010000:1.0:1746130277.631817:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130277.631818:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130277.631823:0:7924:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094686200/0x4ce24e578736159b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fbd9 expref: 34 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130277.631829:0:7924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094686200/0x4ce24e578736159b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fbd9 expref: 34 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130277.631844:0:7924:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094686200/0x4ce24e578736159b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fbd9 expref: 34 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130277.631854:0:7924:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094686200/0x4ce24e578736159b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fbd9 expref: 34 pid: 10554 timeout: 575 lvb_type: 0 00000100:00100000:1.0:1746130277.631863:0:7924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800947a4380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841644800:192.168.204.51@tcp:105: 00000100:00100000:1.0:1746130277.631910:0:7924:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18fb6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746130277.634880:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130277.635003:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849017984 00000100:00100000:2.0:1746130277.635010:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849017984 00002000:00100000:2.0:1746130277.635050:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880135268a80 x1830949849017984/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:263/0 lens 488/0 e 0 to 0 dl 1746130288 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130277.635059:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135268a80 with x1830949849017984 ext(0->4095) 00010000:00010000:2.0:1746130277.635066:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094686200/0x4ce24e578736159b lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fbd9 expref: 35 pid: 10554 timeout: 575 lvb_type: 0 00010000:00010000:2.0:1746130277.635079:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094686200/0x4ce24e578736159b lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fbd9 expref: 35 pid: 10554 timeout: 575 lvb_type: 0 00002000:00010000:2.0:1746130277.635086:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880135268a80 00000100:00100000:2.0:1746130277.635115:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2383 00000100:00100000:2.0:1746130277.635122:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135268a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+35:1962:x1830949849017984:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746130277.635303:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135268a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+35:1962:x1830949849017984:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 180us (429us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746130277.635309:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2383 00002000:00100000:2.0:1746130277.635314:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880135268a80 x1830949849017984/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:263/0 lens 488/4536 e 0 to 0 dl 1746130288 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130277.635320:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135268a80 with x1830949849017984 ext(0->4095) 00010000:00010000:2.0:1746130277.635324:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094686200/0x4ce24e578736159b lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fbd9 expref: 35 pid: 10554 timeout: 575 lvb_type: 0 00010000:00010000:2.0:1746130277.635332:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094686200/0x4ce24e578736159b lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fbd9 expref: 35 pid: 10554 timeout: 575 lvb_type: 0 00002000:00010000:2.0:1746130277.635337:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880135268a80 00000100:00100000:1.0:1746130277.635423:0:7924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800947a4380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841644800:192.168.204.51@tcp:105: 00010000:00010000:1.0:1746130277.635438:0:7924:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746130277.635475:0:7924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135268700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+5:1961:x1830949849017728:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 3718us (3991us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130277.635482:0:7924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14260 00000100:00100000:0.0:1746130277.636970:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130277.637042:0:7924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849018112 00000100:00100000:1.0:1746130277.637048:0:7924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849018112 00010000:00010000:1.0:1746130277.637075:0:7924:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094686200/0x4ce24e578736159b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fbd9 expref: 35 pid: 10554 timeout: 575 lvb_type: 0 00000100:00100000:1.0:1746130277.637126:0:7924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14261 00000100:00100000:1.0:1746130277.637132:0:7924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e248850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+35:1964:x1830949849018112:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746130277.637143:0:7924:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746130277.637165:0:7924:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094686200/0x4ce24e578736159b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fbd9 expref: 35 pid: 10554 timeout: 575 lvb_type: 0 00010000:00010000:1.0:1746130277.637174:0:7924:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094686200/0x4ce24e578736159b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fbd9 expref: 35 pid: 10554 timeout: 575 lvb_type: 0 00010000:00010000:1.0:1746130277.637194:0:7924:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094686200/0x4ce24e578736159b lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fbd9 expref: 35 pid: 10554 timeout: 575 lvb_type: 0 00010000:00010000:1.0:1746130277.637206:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130277.637208:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130277.637214:0:7924:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880099532400/0x4ce24e57873615a2 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fbe0 expref: 34 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130277.637220:0:7924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099532400/0x4ce24e57873615a2 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fbe0 expref: 34 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130277.637248:0:7924:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880099532400/0x4ce24e57873615a2 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fbe0 expref: 34 pid: 20953 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746130277.637259:0:7924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800947a4380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841644928:192.168.204.51@tcp:105: 00000100:00100000:1.0:1746130277.637350:0:7924:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18fb6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746130277.642612:0:7924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800947a4380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841644928:192.168.204.51@tcp:105: 00010000:00010000:1.0:1746130277.642634:0:7924:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746130277.642673:0:7924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e248850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+34:1964:x1830949849018112:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 5541us (5707us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130277.642683:0:7924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14261 00000100:00100000:0.0:1746130277.643084:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130277.643170:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849018368 00000100:00100000:2.0:1746130277.643177:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849018368 00002000:00100000:2.0:1746130277.643211:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880135268e00 x1830949849018368/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:263/0 lens 488/0 e 0 to 0 dl 1746130288 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130277.643220:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135268e00 with x1830949849018368 ext(0->4095) 00002000:00010000:2.0:1746130277.643224:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880135268e00 00000100:00100000:2.0:1746130277.643252:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4687 00000100:00100000:2.0:1746130277.643258:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135268e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+34:1962:x1830949849018368:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746130277.643464:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135268e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+34:1962:x1830949849018368:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 205us (380us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746130277.643469:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4687 00002000:00100000:2.0:1746130277.643475:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880135268e00 x1830949849018368/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:263/0 lens 488/4536 e 0 to 0 dl 1746130288 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130277.643481:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135268e00 with x1830949849018368 ext(0->4095) 00002000:00010000:2.0:1746130277.643484:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880135268e00 00000100:00100000:0.0:1746130277.646257:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130277.648932:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130277.648994:0:7924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849018624 00000100:00100000:1.0:1746130277.648999:0:7924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849018624 00010000:00010000:1.0:1746130277.649028:0:7924:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880099532400/0x4ce24e57873615a2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fbe0 expref: 34 pid: 20953 timeout: 575 lvb_type: 0 00000100:00100000:1.0:1746130277.649072:0:7924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14262 00000100:00100000:1.0:1746130277.649079:0:7924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135269500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+34:1962:x1830949849018624:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746130277.649091:0:7924:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746130277.649112:0:7924:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880099532400/0x4ce24e57873615a2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fbe0 expref: 34 pid: 20953 timeout: 575 lvb_type: 0 00010000:00010000:1.0:1746130277.649121:0:7924:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880099532400/0x4ce24e57873615a2 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fbe0 expref: 34 pid: 20953 timeout: 575 lvb_type: 0 00010000:00010000:1.0:1746130277.649139:0:7924:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880099532400/0x4ce24e57873615a2 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fbe0 expref: 34 pid: 20953 timeout: 575 lvb_type: 0 00010000:00010000:1.0:1746130277.649153:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130277.649155:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130277.649161:0:7924:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009494c600/0x4ce24e57873615a9 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fbe7 expref: 5 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130277.649168:0:7924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009494c600/0x4ce24e57873615a9 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fbe7 expref: 5 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130277.649190:0:7924:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009494c600/0x4ce24e57873615a9 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fbe7 expref: 5 pid: 8470 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746130277.649205:0:7924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800947a4380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841645184:192.168.204.51@tcp:105: 00000100:00100000:1.0:1746130277.649263:0:7924:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18fb0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746130277.651751:0:7924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800947a4380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841645184:192.168.204.51@tcp:105: 00010000:00010000:1.0:1746130277.651773:0:7924:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746130277.651823:0:7924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135269500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+33:1962:x1830949849018624:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 2744us (2898us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130277.651833:0:7924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14262 00000100:00100000:0.0:1746130277.652386:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130277.652477:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849018880 00000100:00100000:2.0:1746130277.652483:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849018880 00002000:00100000:2.0:1746130277.652521:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880135269880 x1830949849018880/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:263/0 lens 488/0 e 0 to 0 dl 1746130288 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130277.652530:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135269880 with x1830949849018880 ext(0->4095) 00002000:00010000:2.0:1746130277.652533:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880135269880 00000100:00100000:2.0:1746130277.652556:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4688 00000100:00100000:2.0:1746130277.652562:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135269880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1964:x1830949849018880:12345-192.168.204.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746130277.652832:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135269880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1964:x1830949849018880:12345-192.168.204.51@tcp:3:ptlrpcd_01_01.0 Request processed in 269us (445us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746130277.652837:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4688 00002000:00100000:2.0:1746130277.652843:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880135269880 x1830949849018880/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:263/0 lens 488/4536 e 0 to 0 dl 1746130288 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130277.652849:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135269880 with x1830949849018880 ext(0->4095) 00002000:00010000:2.0:1746130277.652852:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880135269880 00000100:00100000:0.0:1746130277.653822:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130277.654164:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130277.654233:0:10554:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849019008 00000100:00100000:2.0:1746130277.654240:0:10554:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849019008 00000100:00100000:1.0:1746130277.654400:0:20953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849019136 00000100:00100000:1.0:1746130277.654404:0:20953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849019136 00000100:00100000:1.0:1746130277.654499:0:20953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6000 00000100:00100000:1.0:1746130277.654505:0:20953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135269f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:640ea846-b909-4eea-9a54-417e15bd627b+35:31579:x1830949849019136:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746130277.654512:0:20953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746130277.654518:0:20953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099532a00/0x4ce24e57873615b7 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3fbf5 expref: -99 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130277.654587:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130277.654592:0:20953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009494d600/0x4ce24e57873615b0 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fbee expref: 36 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130277.654597:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130277.654599:0:20953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099532a00/0x4ce24e57873615b7 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fbf5 expref: 36 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130277.654626:0:20953:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009494d600/0x4ce24e57873615b0 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fbee expref: 36 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130277.654636:0:20953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880099532a00/0x4ce24e57873615b7 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fbf5 expref: 36 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130277.654644:0:20953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099532a00, rc 0) 00000100:00100000:1.0:1746130277.654697:0:20953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135269f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:640ea846-b909-4eea-9a54-417e15bd627b+36:31579:x1830949849019136:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 192us (532us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130277.654702:0:20953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6000 00000100:00100000:0.0:1746130277.656693:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130277.656977:0:7924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849019264 00000100:00100000:1.0:1746130277.656983:0:7924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849019264 00010000:00010000:1.0:1746130277.657011:0:7924:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009494c600/0x4ce24e57873615a9 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fbe7 expref: 6 pid: 8470 timeout: 575 lvb_type: 0 00000100:00100000:1.0:1746130277.657047:0:7924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14263 00000100:00100000:1.0:1746130277.657053:0:7924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013526a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1963:x1830949849019264:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746130277.657065:0:7924:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746130277.657083:0:7924:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009494c600/0x4ce24e57873615a9 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fbe7 expref: 6 pid: 8470 timeout: 575 lvb_type: 0 00010000:00010000:1.0:1746130277.657092:0:7924:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009494c600/0x4ce24e57873615a9 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fbe7 expref: 6 pid: 8470 timeout: 575 lvb_type: 0 00010000:00010000:1.0:1746130277.657110:0:7924:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009494c600/0x4ce24e57873615a9 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fbe7 expref: 6 pid: 8470 timeout: 575 lvb_type: 0 00010000:00010000:1.0:1746130277.657123:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130277.657125:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130277.657131:0:7924:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009494d600/0x4ce24e57873615b0 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fbee expref: 35 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130277.657137:0:7924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009494d600/0x4ce24e57873615b0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fbee expref: 35 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130277.657160:0:7924:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009494d600/0x4ce24e57873615b0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fbee expref: 34 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130277.657171:0:7924:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009494d600/0x4ce24e57873615b0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fbee expref: 34 pid: 8470 timeout: 575 lvb_type: 0 00000100:00100000:1.0:1746130277.657180:0:7924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800947a4380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841645568:192.168.204.51@tcp:105: 00000100:00100000:1.0:1746130277.657232:0:7924:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18fb0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746130277.658803:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130277.658820:0:7924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800947a4380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841645568:192.168.204.51@tcp:105: 00010000:00010000:1.0:1746130277.658837:0:7924:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746130277.658870:0:7924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013526a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+5:1963:x1830949849019264:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 1816us (2182us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130277.658878:0:7924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14263 00000100:00100000:2.0:1746130277.659226:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849019520 00000100:00100000:2.0:1746130277.659233:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849019520 00002000:00100000:2.0:1746130277.659293:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88013526a680 x1830949849019520/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:263/0 lens 488/0 e 0 to 0 dl 1746130288 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130277.659308:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013526a680 with x1830949849019520 ext(0->4095) 00010000:00010000:2.0:1746130277.659315:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009494d600/0x4ce24e57873615b0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fbee expref: 35 pid: 8470 timeout: 575 lvb_type: 0 00010000:00010000:2.0:1746130277.659327:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009494d600/0x4ce24e57873615b0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fbee expref: 35 pid: 8470 timeout: 575 lvb_type: 0 00002000:00010000:2.0:1746130277.659334:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88013526a680 00000100:00100000:2.0:1746130277.659358:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2384 00000100:00100000:2.0:1746130277.659364:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013526a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+35:1961:x1830949849019520:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746130277.659745:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013526a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+35:1961:x1830949849019520:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 380us (945us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746130277.659751:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2384 00002000:00100000:2.0:1746130277.659756:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88013526a680 x1830949849019520/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:263/0 lens 488/4536 e 0 to 0 dl 1746130288 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130277.659763:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013526a680 with x1830949849019520 ext(0->4095) 00010000:00010000:2.0:1746130277.659767:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009494d600/0x4ce24e57873615b0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fbee expref: 35 pid: 8470 timeout: 575 lvb_type: 0 00010000:00010000:2.0:1746130277.659776:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009494d600/0x4ce24e57873615b0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fbee expref: 35 pid: 8470 timeout: 575 lvb_type: 0 00002000:00010000:2.0:1746130277.659781:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88013526a680 00000100:00100000:0.0:1746130277.663203:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130277.663472:0:7924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849019648 00000100:00100000:1.0:1746130277.663480:0:7924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849019648 00010000:00010000:1.0:1746130277.663516:0:7924:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009494d600/0x4ce24e57873615b0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fbee expref: 35 pid: 8470 timeout: 575 lvb_type: 0 00000100:00100000:1.0:1746130277.663554:0:7924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14264 00000100:00100000:1.0:1746130277.663561:0:7924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013526aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+35:1964:x1830949849019648:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746130277.663575:0:7924:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746130277.663593:0:7924:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009494d600/0x4ce24e57873615b0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fbee expref: 35 pid: 8470 timeout: 575 lvb_type: 0 00010000:00010000:1.0:1746130277.663603:0:7924:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009494d600/0x4ce24e57873615b0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fbee expref: 35 pid: 8470 timeout: 575 lvb_type: 0 00010000:00010000:1.0:1746130277.663622:0:7924:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009494d600/0x4ce24e57873615b0 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fbee expref: 35 pid: 8470 timeout: 575 lvb_type: 0 00010000:00010000:1.0:1746130277.663652:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130277.663654:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130277.663660:0:7924:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880099532a00/0x4ce24e57873615b7 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fbf5 expref: 34 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130277.663667:0:7924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099532a00/0x4ce24e57873615b7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fbf5 expref: 34 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130277.663694:0:7924:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880099532a00/0x4ce24e57873615b7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fbf5 expref: 34 pid: 20953 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746130277.663706:0:7924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800947a4380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841645696:192.168.204.51@tcp:105: 00000100:00100000:1.0:1746130277.663775:0:7924:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18fb0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746130277.665888:0:7924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800947a4380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841645696:192.168.204.51@tcp:105: 00010000:00010000:1.0:1746130277.665910:0:7924:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746130277.665946:0:7924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013526aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+34:1964:x1830949849019648:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 2385us (2751us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130277.665954:0:7924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14264 00000100:00100000:0.0:1746130277.667657:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130277.667708:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849019904 00000100:00100000:2.0:1746130277.667716:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849019904 00002000:00100000:2.0:1746130277.667751:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88013526ad80 x1830949849019904/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:263/0 lens 488/0 e 0 to 0 dl 1746130288 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130277.667760:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013526ad80 with x1830949849019904 ext(0->4095) 00002000:00010000:2.0:1746130277.667765:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88013526ad80 00000100:00100000:2.0:1746130277.667791:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4689 00000100:00100000:2.0:1746130277.667798:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013526ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+34:1961:x1830949849019904:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746130277.667941:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013526ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+34:1961:x1830949849019904:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 143us (290us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746130277.667947:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4689 00002000:00100000:2.0:1746130277.667952:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88013526ad80 x1830949849019904/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:263/0 lens 488/4536 e 0 to 0 dl 1746130288 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130277.667959:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013526ad80 with x1830949849019904 ext(0->4095) 00002000:00010000:2.0:1746130277.667962:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88013526ad80 00000100:00100000:0.0:1746130277.670461:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130277.673953:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130277.674138:0:7924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849020160 00000100:00100000:1.0:1746130277.674144:0:7924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849020160 00010000:00010000:1.0:1746130277.674169:0:7924:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880099532a00/0x4ce24e57873615b7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fbf5 expref: 34 pid: 20953 timeout: 575 lvb_type: 0 00000100:00100000:1.0:1746130277.674260:0:7924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14265 00000100:00100000:1.0:1746130277.674305:0:7924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013526b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+34:1961:x1830949849020160:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746130277.674316:0:7924:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746130277.674337:0:7924:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880099532a00/0x4ce24e57873615b7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fbf5 expref: 34 pid: 20953 timeout: 575 lvb_type: 0 00010000:00010000:1.0:1746130277.674347:0:7924:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880099532a00/0x4ce24e57873615b7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fbf5 expref: 34 pid: 20953 timeout: 575 lvb_type: 0 00010000:00010000:1.0:1746130277.674366:0:7924:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880099532a00/0x4ce24e57873615b7 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fbf5 expref: 34 pid: 20953 timeout: 575 lvb_type: 0 00010000:00010000:1.0:1746130277.674460:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130277.674463:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130277.674470:0:7924:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009494d800/0x4ce24e57873615be lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fbfc expref: 5 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130277.674478:0:7924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009494d800/0x4ce24e57873615be lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fbfc expref: 5 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130277.674504:0:7924:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009494d800/0x4ce24e57873615be lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fbfc expref: 5 pid: 8470 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746130277.674515:0:7924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800947a4380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841645952:192.168.204.51@tcp:105: 00000100:00100000:1.0:1746130277.674684:0:7924:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18fb0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746130277.676316:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130277.676420:0:7924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800947a4380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841645952:192.168.204.51@tcp:105: 00010000:00010000:1.0:1746130277.676438:0:7924:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746130277.676483:0:7924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013526b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+33:1961:x1830949849020160:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 2215us (2537us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130277.676492:0:7924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14265 00000100:00100000:0.0:1746130277.677714:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130277.680647:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130277.680856:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130277.680912:0:20953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849020672 00000100:00100000:1.0:1746130277.680917:0:20953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849020672 00000100:00100000:1.0:1746130277.680953:0:20953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6003 00000100:00100000:0.0:1746130277.680953:0:7924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849020800 00000100:00100000:1.0:1746130277.680959:0:20953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e34a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:640ea846-b909-4eea-9a54-417e15bd627b+35:31579:x1830949849020672:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746130277.680963:0:7924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849020800 00010000:00010000:1.0:1746130277.680973:0:20953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746130277.680985:0:20953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099533c00/0x4ce24e57873615cc lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3fc0a expref: -99 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130277.680996:0:7924:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009494d800/0x4ce24e57873615be lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fbfc expref: 6 pid: 8470 timeout: 575 lvb_type: 0 00010000:00010000:1.0:1746130277.681001:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130277.681005:0:20953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009494c600/0x4ce24e57873615c5 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fc03 expref: 36 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130277.681012:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130277.681015:0:20953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099533c00/0x4ce24e57873615cc lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fc0a expref: 36 pid: 20953 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746130277.681024:0:7924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14266 00000100:00100000:0.0:1746130277.681030:0:7924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a64f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949849020800:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746130277.681040:0:20953:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009494c600/0x4ce24e57873615c5 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fc03 expref: 36 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130277.681042:0:7924:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746130277.681048:0:20953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880099533c00/0x4ce24e57873615cc lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fc0a expref: 36 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130277.681055:0:20953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099533c00, rc 0) 00010000:00010000:0.0:1746130277.681066:0:7924:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009494d800/0x4ce24e57873615be lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fbfc expref: 6 pid: 8470 timeout: 575 lvb_type: 0 00010000:00010000:0.0:1746130277.681077:0:7924:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009494d800/0x4ce24e57873615be lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fbfc expref: 6 pid: 8470 timeout: 575 lvb_type: 0 00010000:00010000:0.0:1746130277.681097:0:7924:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009494d800/0x4ce24e57873615be lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fbfc expref: 6 pid: 8470 timeout: 575 lvb_type: 0 00010000:00010000:0.0:1746130277.681115:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130277.681117:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130277.681124:0:7924:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009494c600/0x4ce24e57873615c5 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fc03 expref: 36 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130277.681131:0:7924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009494c600/0x4ce24e57873615c5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fc03 expref: 36 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130277.681176:0:7924:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009494c600/0x4ce24e57873615c5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fc03 expref: 35 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130277.681191:0:7924:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009494c600/0x4ce24e57873615c5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fc03 expref: 35 pid: 8470 timeout: 575 lvb_type: 0 00000100:00100000:0.0:1746130277.681203:0:7924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135268700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841646336:192.168.204.51@tcp:105: 00000100:00100000:0.0:1746130277.681304:0:7924:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009bc95300 going to sleep for 11 seconds 00000100:00100000:1.0:1746130277.681368:0:20953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e34a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:640ea846-b909-4eea-9a54-417e15bd627b+35:31579:x1830949849020672:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 408us (728us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130277.681373:0:20953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6003 00000100:00100000:0.0:1746130277.683678:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130277.683882:0:7924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135268700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841646336:192.168.204.51@tcp:105: 00010000:00010000:2.0:1746130277.683897:0:7924:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746130277.683947:0:7924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a64f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+5:1962:x1830949849020800:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 2917us (3090us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130277.683955:0:7924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14266 00000100:00100000:0.0:1746130277.686543:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130277.686603:0:7924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849021184 00000100:00100000:2.0:1746130277.686610:0:7924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849021184 00010000:00010000:2.0:1746130277.686646:0:7924:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009494c600/0x4ce24e57873615c5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fc03 expref: 35 pid: 8470 timeout: 575 lvb_type: 0 00000100:00100000:2.0:1746130277.686673:0:7924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14267 00000100:00100000:2.0:1746130277.686679:0:7924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cba0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+35:1961:x1830949849021184:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746130277.686690:0:7924:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746130277.686708:0:7924:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009494c600/0x4ce24e57873615c5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fc03 expref: 35 pid: 8470 timeout: 575 lvb_type: 0 00010000:00010000:2.0:1746130277.686835:0:7924:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009494c600/0x4ce24e57873615c5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fc03 expref: 35 pid: 8470 timeout: 575 lvb_type: 0 00010000:00010000:2.0:1746130277.686855:0:7924:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009494c600/0x4ce24e57873615c5 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fc03 expref: 35 pid: 8470 timeout: 575 lvb_type: 0 00010000:00010000:2.0:1746130277.686877:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130277.686879:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130277.686885:0:7924:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880099533c00/0x4ce24e57873615cc lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fc0a expref: 34 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130277.686892:0:7924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099533c00/0x4ce24e57873615cc lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fc0a expref: 34 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130277.686968:0:7924:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880099533c00/0x4ce24e57873615cc lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fc0a expref: 34 pid: 20953 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746130277.686978:0:7924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135268700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841646464:192.168.204.51@tcp:105: 00000100:00100000:2.0:1746130277.687381:0:7924:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012eb30600 going to sleep for 11 seconds 00000100:00100000:2.0:1746130277.688616:0:7924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135268700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841646464:192.168.204.51@tcp:105: 00010000:00010000:2.0:1746130277.688631:0:7924:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746130277.688675:0:7924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cba0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+34:1961:x1830949849021184:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 1995us (2139us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130277.688685:0:7924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14267 00000100:00100000:0.0:1746130277.688698:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130277.691682:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130277.691765:0:20953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849021568 00000100:00100000:1.0:1746130277.691771:0:20953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849021568 00000100:00100000:1.0:1746130277.691972:0:20953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6004 00000100:00100000:1.0:1746130277.691980:0:20953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cba0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c84b93b0-d496-484f-8e1e-94008838f2dd+5:31579:x1830949849021568:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746130277.691994:0:20953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746130277.692010:0:20953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099532000/0x4ce24e57873615d3 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3fc11 expref: -99 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130277.692035:0:20953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880099533c00/0x4ce24e57873615cc lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fc0a expref: 33 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130277.692042:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130277.692044:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130277.692046:0:20953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099532000/0x4ce24e57873615d3 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fc11 expref: 6 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130277.692070:0:20953:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880099533c00/0x4ce24e57873615cc lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fc0a expref: 33 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130277.692081:0:20953:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880099533c00/0x4ce24e57873615cc lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fc0a expref: 33 pid: 20953 timeout: 575 lvb_type: 0 00000100:00100000:1.0:1746130277.692089:0:20953:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800947a4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:20953:1830949841646592:192.168.204.51@tcp:104: 00000100:00100000:1.0:1746130277.692156:0:20953:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18fb0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746130277.693655:0:20953:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800947a4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:20953:1830949841646592:192.168.204.51@tcp:104: 00010000:00010000:1.0:1746130277.693676:0:20953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880099532000/0x4ce24e57873615d3 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fc11 expref: 6 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130277.693688:0:20953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099532000, rc 0) 00000100:00100000:1.0:1746130277.693722:0:20953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cba0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c84b93b0-d496-484f-8e1e-94008838f2dd+6:31579:x1830949849021568:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1743us (2047us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130277.693728:0:20953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6004 00000100:00100000:0.0:1746130277.694290:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130277.694341:0:7924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849021696 00000100:00100000:2.0:1746130277.694345:0:7924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849021696 00010000:00010000:2.0:1746130277.694367:0:7924:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880099533c00/0x4ce24e57873615cc lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fc0a expref: 34 pid: 20953 timeout: 575 lvb_type: 0 00000100:00100000:2.0:1746130277.694390:0:7924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14268 00000100:00100000:2.0:1746130277.694394:0:7924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e248450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+34:1962:x1830949849021696:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746130277.694401:0:7924:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746130277.694414:0:7924:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880099533c00/0x4ce24e57873615cc lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fc0a expref: 34 pid: 20953 timeout: 575 lvb_type: 0 00010000:00010000:2.0:1746130277.694420:0:7924:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880099533c00/0x4ce24e57873615cc lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fc0a expref: 34 pid: 20953 timeout: 575 lvb_type: 0 00010000:00010000:2.0:1746130277.694433:0:7924:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880099533c00/0x4ce24e57873615cc lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fc0a expref: 34 pid: 20953 timeout: 575 lvb_type: 0 00010000:00010000:2.0:1746130277.694464:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130277.694465:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130277.694471:0:7924:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880099532000/0x4ce24e57873615d3 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fc11 expref: 5 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130277.694478:0:7924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099532000/0x4ce24e57873615d3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fc11 expref: 5 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130277.694502:0:7924:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880099532000/0x4ce24e57873615d3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fc11 expref: 5 pid: 20953 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746130277.694511:0:7924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135268700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841646720:192.168.204.51@tcp:105: 00000100:00100000:2.0:1746130277.694568:0:7924:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012eb30600 going to sleep for 11 seconds 00000100:00100000:2.0:1746130277.696251:0:7924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135268700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841646720:192.168.204.51@tcp:105: 00010000:00010000:2.0:1746130277.696375:0:7924:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746130277.696415:0:7924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e248450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+33:1962:x1830949849021696:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 2018us (2125us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130277.696424:0:7924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14268 00000100:00100000:0.0:1746130277.696424:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130277.699745:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130277.699807:0:20953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849022080 00000100:00100000:1.0:1746130277.699815:0:20953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849022080 00000100:00100000:0.0:1746130277.699820:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130277.699884:0:20953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849022208 00000100:00100000:1.0:1746130277.699887:0:20953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849022208 00000100:00100000:1.0:1746130277.699905:0:20953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6005 00000100:00100000:1.0:1746130277.699911:0:20953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cba0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:640ea846-b909-4eea-9a54-417e15bd627b+34:31579:x1830949849022080:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746130277.699924:0:20953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746130277.699938:0:20953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099532200/0x4ce24e57873615da lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3fc18 expref: -99 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130277.699961:0:20953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880099532000/0x4ce24e57873615d3 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fc11 expref: 5 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130277.699968:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130277.699970:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130277.699973:0:20953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099532200/0x4ce24e57873615da lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fc18 expref: 35 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130277.699997:0:20953:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880099532000/0x4ce24e57873615d3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fc11 expref: 5 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130277.700006:0:20953:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880099532000/0x4ce24e57873615d3 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fc11 expref: 5 pid: 20953 timeout: 575 lvb_type: 0 00000100:00100000:1.0:1746130277.700016:0:20953:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800947a4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:20953:1830949841646848:192.168.204.51@tcp:104: 00000100:00100000:1.0:1746130277.700086:0:20953:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18fb0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746130277.701751:0:20953:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800947a4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:20953:1830949841646848:192.168.204.51@tcp:104: 00010000:00010000:1.0:1746130277.701773:0:20953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880099532200/0x4ce24e57873615da lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fc18 expref: 35 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130277.701783:0:20953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099532200, rc 0) 00000100:00100000:1.0:1746130277.701820:0:20953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cba0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:640ea846-b909-4eea-9a54-417e15bd627b+35:31579:x1830949849022080:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1908us (2081us total) trans 0 rc 0/0 00000100:00100000:0.0:1746130277.701820:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130277.701827:0:20953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6005 00000100:00100000:0.0:1746130277.704179:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130277.704254:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849022592 00000100:00100000:1.0:1746130277.704259:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849022592 00002000:00100000:1.0:1746130277.704308:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88012cba1880 x1830949849022592/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:263/0 lens 488/0 e 0 to 0 dl 1746130288 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130277.704317:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cba1880 with x1830949849022592 ext(0->4095) 00010000:00010000:1.0:1746130277.704323:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880099532200/0x4ce24e57873615da lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fc18 expref: 35 pid: 20953 timeout: 575 lvb_type: 0 00010000:00010000:1.0:1746130277.704334:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880099532200/0x4ce24e57873615da lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fc18 expref: 35 pid: 20953 timeout: 575 lvb_type: 0 00002000:00010000:1.0:1746130277.704340:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012cba1880 00000100:00100000:1.0:1746130277.704368:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2386 00000100:00100000:1.0:1746130277.704375:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cba1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+35:1962:x1830949849022592:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746130277.704510:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cba1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+35:1962:x1830949849022592:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 135us (335us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746130277.704516:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2386 00002000:00100000:1.0:1746130277.704520:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88012cba1880 x1830949849022592/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:263/0 lens 488/4536 e 0 to 0 dl 1746130288 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130277.704527:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cba1880 with x1830949849022592 ext(0->4095) 00010000:00010000:1.0:1746130277.704531:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880099532200/0x4ce24e57873615da lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fc18 expref: 35 pid: 20953 timeout: 575 lvb_type: 0 00010000:00010000:1.0:1746130277.704539:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880099532200/0x4ce24e57873615da lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fc18 expref: 35 pid: 20953 timeout: 575 lvb_type: 0 00002000:00010000:1.0:1746130277.704549:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012cba1880 00000100:00100000:0.0:1746130277.705671:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130277.705707:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130277.705831:0:20953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849022720 00000100:00100000:1.0:1746130277.705834:0:20953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849022720 00000100:00100000:1.0:1746130277.705874:0:20953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6007 00000100:00100000:1.0:1746130277.705880:0:20953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cba1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c84b93b0-d496-484f-8e1e-94008838f2dd+5:31579:x1830949849022720:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746130277.705889:0:20953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746130277.705997:0:20953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099532e00/0x4ce24e57873615e8 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3fc26 expref: -99 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130277.706078:0:20953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880093e92400/0x4ce24e57873615e1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fc1f expref: 34 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130277.706147:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130277.706149:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130277.706153:0:20953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099532e00/0x4ce24e57873615e8 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fc26 expref: 6 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130277.706169:0:20953:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880093e92400/0x4ce24e57873615e1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fc1f expref: 34 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130277.706177:0:20953:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880093e92400/0x4ce24e57873615e1 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fc1f expref: 34 pid: 8469 timeout: 575 lvb_type: 0 00000100:00100000:1.0:1746130277.706185:0:20953:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800947a4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:20953:1830949841647360:192.168.204.51@tcp:104: 00000100:00100000:1.0:1746130277.706214:0:20953:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18fba80 going to sleep for 11 seconds 00000100:00100000:1.0:1746130277.707478:0:20953:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800947a4380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:20953:1830949841647360:192.168.204.51@tcp:104: 00010000:00010000:1.0:1746130277.707497:0:20953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880099532e00/0x4ce24e57873615e8 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fc26 expref: 6 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130277.707509:0:20953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099532e00, rc 0) 00000100:00100000:1.0:1746130277.707528:0:20953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cba1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c84b93b0-d496-484f-8e1e-94008838f2dd+6:31579:x1830949849022720:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1648us (1859us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130277.707534:0:20953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6007 00000100:00100000:0.0:1746130277.707675:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130277.707749:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849023104 00000100:00100000:1.0:1746130277.707754:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849023104 00002000:00100000:1.0:1746130277.707777:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88012cba2300 x1830949849023104/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:263/0 lens 488/0 e 0 to 0 dl 1746130288 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130277.707786:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cba2300 with x1830949849023104 ext(0->4095) 00010000:00010000:1.0:1746130277.707793:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093e92400/0x4ce24e57873615e1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fc1f expref: 34 pid: 8469 timeout: 575 lvb_type: 0 00010000:00010000:1.0:1746130277.707807:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093e92400/0x4ce24e57873615e1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fc1f expref: 34 pid: 8469 timeout: 575 lvb_type: 0 00002000:00010000:1.0:1746130277.707813:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012cba2300 00000100:00100000:1.0:1746130277.707829:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2387 00000100:00100000:1.0:1746130277.707835:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cba2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+34:1962:x1830949849023104:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746130277.707948:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cba2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+34:1962:x1830949849023104:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 113us (273us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746130277.707953:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2387 00002000:00100000:1.0:1746130277.707958:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88012cba2300 x1830949849023104/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:263/0 lens 488/4536 e 0 to 0 dl 1746130288 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130277.707965:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cba2300 with x1830949849023104 ext(0->4095) 00010000:00010000:1.0:1746130277.707970:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093e92400/0x4ce24e57873615e1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fc1f expref: 34 pid: 8469 timeout: 575 lvb_type: 0 00010000:00010000:1.0:1746130277.707979:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093e92400/0x4ce24e57873615e1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fc1f expref: 34 pid: 8469 timeout: 575 lvb_type: 0 00002000:00010000:1.0:1746130277.707984:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012cba2300 00000100:00100000:0.0:1746130277.709099:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130277.709151:0:20953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849023360 00000100:00100000:1.0:1746130277.709156:0:20953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849023360 00000100:00100000:0.0:1746130277.709166:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130277.709191:0:20953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6008 00000100:00100000:1.0:1746130277.709198:0:20953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cba2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:640ea846-b909-4eea-9a54-417e15bd627b+34:31578:x1830949849023360:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746130277.709208:0:20953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746130277.709220:0:20953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099533c00/0x4ce24e57873615ef lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3fc2d expref: -99 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130277.709238:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130277.709243:0:20953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880099532e00/0x4ce24e57873615e8 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fc26 expref: 5 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130277.709247:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746130277.709251:0:20953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099533c00/0x4ce24e57873615ef lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fc2d expref: 36 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130277.709299:0:20953:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880099532e00/0x4ce24e57873615e8 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fc26 expref: 5 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130277.709314:0:20953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880099533c00/0x4ce24e57873615ef lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fc2d expref: 36 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130277.709322:0:20953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099533c00, rc 0) 00000100:00100000:1.0:1746130277.709349:0:20953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cba2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:640ea846-b909-4eea-9a54-417e15bd627b+36:31578:x1830949849023360:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 152us (253us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130277.709354:0:20953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6008 00000100:00100000:0.0:1746130277.710782:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130277.710891:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849023616 00000100:00100000:1.0:1746130277.710895:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849023616 00002000:00100000:1.0:1746130277.710922:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88012cba2d80 x1830949849023616/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:263/0 lens 488/0 e 0 to 0 dl 1746130288 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130277.710931:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cba2d80 with x1830949849023616 ext(0->4095) 00010000:00010000:1.0:1746130277.710938:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880099532e00/0x4ce24e57873615e8 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fc26 expref: 6 pid: 20953 timeout: 575 lvb_type: 0 00010000:00010000:1.0:1746130277.710947:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880099532e00/0x4ce24e57873615e8 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fc26 expref: 6 pid: 20953 timeout: 575 lvb_type: 0 00002000:00010000:1.0:1746130277.710952:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012cba2d80 00000100:00100000:1.0:1746130277.711016:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2388 00000100:00100000:1.0:1746130277.711022:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cba2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949849023616:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746130277.711143:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cba2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949849023616:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 121us (361us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746130277.711180:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2388 00002000:00100000:1.0:1746130277.711186:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88012cba2d80 x1830949849023616/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:263/0 lens 488/4536 e 0 to 0 dl 1746130288 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130277.711193:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cba2d80 with x1830949849023616 ext(0->4095) 00010000:00010000:1.0:1746130277.711197:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880099532e00/0x4ce24e57873615e8 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fc26 expref: 6 pid: 20953 timeout: 575 lvb_type: 0 00010000:00010000:1.0:1746130277.711206:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880099532e00/0x4ce24e57873615e8 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fc26 expref: 6 pid: 20953 timeout: 575 lvb_type: 0 00002000:00010000:1.0:1746130277.711211:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012cba2d80 00000100:00100000:0.0:1746130277.712355:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130277.714698:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130277.714810:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849024000 00000100:00100000:2.0:1746130277.714816:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849024000 00002000:00100000:2.0:1746130277.714850:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800947a4380 x1830949849024000/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:263/0 lens 488/0 e 0 to 0 dl 1746130288 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130277.714860:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800947a4380 with x1830949849024000 ext(0->4095) 00002000:00010000:2.0:1746130277.714864:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800947a4380 00000100:00100000:2.0:1746130277.714876:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4693 00000100:00100000:2.0:1746130277.714882:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800947a4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+34:1962:x1830949849024000:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746130277.715019:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800947a4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+34:1962:x1830949849024000:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 136us (321us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746130277.715025:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4693 00002000:00100000:2.0:1746130277.715030:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800947a4380 x1830949849024000/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:263/0 lens 488/4536 e 0 to 0 dl 1746130288 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130277.715042:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800947a4380 with x1830949849024000 ext(0->4095) 00002000:00010000:2.0:1746130277.715044:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800947a4380 00000100:00100000:0.0:1746130277.717823:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130277.717899:0:20953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849024128 00000100:00100000:1.0:1746130277.717905:0:20953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849024128 00000100:00100000:1.0:1746130277.717940:0:20953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6009 00000100:00100000:1.0:1746130277.717946:0:20953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cba3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c84b93b0-d496-484f-8e1e-94008838f2dd+5:31579:x1830949849024128:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746130277.717957:0:20953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746130277.717971:0:20953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099533000/0x4ce24e57873615f6 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3fc34 expref: -99 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130277.717992:0:20953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880099533c00/0x4ce24e57873615ef lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fc2d expref: 33 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130277.717997:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130277.717998:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130277.718000:0:20953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099533000/0x4ce24e57873615f6 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fc34 expref: 6 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130277.718018:0:20953:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880099533c00/0x4ce24e57873615ef lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fc2d expref: 33 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130277.718026:0:20953:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880099533c00/0x4ce24e57873615ef lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fc2d expref: 33 pid: 20953 timeout: 575 lvb_type: 0 00000100:00100000:1.0:1746130277.718033:0:20953:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800947a7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:20953:1830949841647872:192.168.204.51@tcp:104: 00000100:00100000:1.0:1746130277.718088:0:20953:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18fb9c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746130277.719156:0:20953:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800947a7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:20953:1830949841647872:192.168.204.51@tcp:104: 00010000:00010000:1.0:1746130277.719175:0:20953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880099533000/0x4ce24e57873615f6 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fc34 expref: 6 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130277.719186:0:20953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099533000, rc 0) 00000100:00100000:1.0:1746130277.719214:0:20953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cba3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c84b93b0-d496-484f-8e1e-94008838f2dd+6:31579:x1830949849024128:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1266us (1396us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130277.719219:0:20953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6009 00000100:00100000:0.0:1746130277.719604:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130277.721152:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130277.722711:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130277.722779:0:20953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849024640 00000100:00100000:1.0:1746130277.722784:0:20953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849024640 00000100:00100000:1.0:1746130277.722866:0:20953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6010 00000100:00100000:1.0:1746130277.722873:0:20953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cba0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:640ea846-b909-4eea-9a54-417e15bd627b+33:31579:x1830949849024640:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746130277.722884:0:20953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746130277.722898:0:20953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099532000/0x4ce24e57873615fd lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3fc3b expref: -99 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130277.722919:0:20953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880099533000/0x4ce24e57873615f6 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fc34 expref: 5 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130277.722929:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130277.722931:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130277.722933:0:20953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099532000/0x4ce24e57873615fd lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fc3b expref: 34 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130277.722955:0:20953:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880099533000/0x4ce24e57873615f6 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fc34 expref: 5 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130277.722964:0:20953:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880099533000/0x4ce24e57873615f6 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fc34 expref: 5 pid: 20953 timeout: 575 lvb_type: 0 00000100:00100000:1.0:1746130277.722973:0:20953:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800947a7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:20953:1830949841648128:192.168.204.51@tcp:104: 00000100:00100000:1.0:1746130277.723699:0:20953:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18fb9c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746130277.724929:0:20953:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800947a7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:20953:1830949841648128:192.168.204.51@tcp:104: 00010000:00010000:1.0:1746130277.724951:0:20953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880099532000/0x4ce24e57873615fd lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fc3b expref: 34 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130277.724963:0:20953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099532000, rc 0) 00000100:00100000:1.0:1746130277.725008:0:20953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cba0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:640ea846-b909-4eea-9a54-417e15bd627b+34:31579:x1830949849024640:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2134us (2299us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130277.725014:0:20953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6010 00000100:00100000:0.0:1746130277.725190:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130277.725258:0:20953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849024768 00000100:00100000:1.0:1746130277.725262:0:20953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849024768 00000100:00100000:1.0:1746130277.725301:0:20953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6011 00000100:00100000:1.0:1746130277.725306:0:20953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b93a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:640ea846-b909-4eea-9a54-417e15bd627b+34:31578:x1830949849024768:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746130277.725316:0:20953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746130277.725325:0:20953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099532a00/0x4ce24e5787361604 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3fc42 expref: -99 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130277.725340:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130277.725344:0:20953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880099532000/0x4ce24e57873615fd lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fc3b expref: 35 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130277.725348:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130277.725351:0:20953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099532a00/0x4ce24e5787361604 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fc42 expref: 35 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130277.725370:0:20953:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880099532000/0x4ce24e57873615fd lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fc3b expref: 35 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130277.725378:0:20953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880099532a00/0x4ce24e5787361604 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fc42 expref: 35 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130277.725385:0:20953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099532a00, rc 0) 00000100:00100000:1.0:1746130277.725408:0:20953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b93a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:640ea846-b909-4eea-9a54-417e15bd627b+35:31578:x1830949849024768:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 102us (219us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130277.725413:0:20953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6011 00000100:00100000:2.0:1746130277.725619:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130277.727115:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130277.728523:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130277.728558:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130277.728616:0:20953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849025280 00000100:00100000:1.0:1746130277.728620:0:20953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849025280 00000100:00100000:1.0:1746130277.728654:0:20953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6012 00000100:00100000:1.0:1746130277.728660:0:20953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cba0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c84b93b0-d496-484f-8e1e-94008838f2dd+5:31579:x1830949849025280:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746130277.728670:0:20953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746130277.728680:0:20953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099532200/0x4ce24e578736160b lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3fc49 expref: -99 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130277.728697:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130277.728845:0:20953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880099532a00/0x4ce24e5787361604 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fc42 expref: 35 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130277.728853:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746130277.728856:0:20953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099532200/0x4ce24e578736160b lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fc49 expref: 6 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130277.728886:0:20953:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880099532a00/0x4ce24e5787361604 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fc42 expref: 34 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130277.728895:0:20953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880099532200/0x4ce24e578736160b lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fc49 expref: 6 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130277.729047:0:20953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099532200, rc 0) 00000100:00100000:1.0:1746130277.729085:0:20953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cba0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c84b93b0-d496-484f-8e1e-94008838f2dd+6:31579:x1830949849025280:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 425us (564us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130277.729090:0:20953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6012 00000100:00100000:0.0:1746130277.730371:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130277.730442:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849025664 00000100:00100000:2.0:1746130277.730458:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849025664 00002000:00100000:2.0:1746130277.730486:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88012cba1180 x1830949849025664/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:263/0 lens 488/0 e 0 to 0 dl 1746130288 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130277.730495:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cba1180 with x1830949849025664 ext(0->4095) 00010000:00010000:2.0:1746130277.730500:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880099532a00/0x4ce24e5787361604 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fc42 expref: 34 pid: 20953 timeout: 575 lvb_type: 0 00010000:00010000:2.0:1746130277.730510:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880099532a00/0x4ce24e5787361604 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fc42 expref: 34 pid: 20953 timeout: 575 lvb_type: 0 00002000:00010000:2.0:1746130277.730515:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012cba1180 00000100:00100000:2.0:1746130277.730583:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2390 00000100:00100000:2.0:1746130277.730590:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cba1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+34:1961:x1830949849025664:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746130277.730708:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cba1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+34:1961:x1830949849025664:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 118us (338us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746130277.730713:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2390 00002000:00100000:2.0:1746130277.730718:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88012cba1180 x1830949849025664/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:263/0 lens 488/4536 e 0 to 0 dl 1746130288 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130277.730724:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cba1180 with x1830949849025664 ext(0->4095) 00010000:00010000:2.0:1746130277.730729:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880099532a00/0x4ce24e5787361604 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fc42 expref: 34 pid: 20953 timeout: 575 lvb_type: 0 00010000:00010000:2.0:1746130277.730736:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880099532a00/0x4ce24e5787361604 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fc42 expref: 34 pid: 20953 timeout: 575 lvb_type: 0 00002000:00010000:2.0:1746130277.730741:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012cba1180 00000100:00100000:0.0:1746130277.732016:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130277.732070:0:20953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849025792 00000100:00100000:1.0:1746130277.732074:0:20953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849025792 00000100:00100000:1.0:1746130277.732101:0:20953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6013 00000100:00100000:1.0:1746130277.732107:0:20953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cba0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:640ea846-b909-4eea-9a54-417e15bd627b+34:31578:x1830949849025792:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746130277.732117:0:20953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746130277.732128:0:20953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099533200/0x4ce24e5787361612 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3fc50 expref: -99 pid: 20953 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746130277.732249:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00010000:00010000:1.0:1746130277.732332:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130277.732337:0:20953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880099532200/0x4ce24e578736160b lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fc49 expref: 5 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130277.732343:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746130277.732346:0:20953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099533200/0x4ce24e5787361612 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fc50 expref: 35 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130277.732372:0:20953:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880099532200/0x4ce24e578736160b lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fc49 expref: 5 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130277.732382:0:20953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880099533200/0x4ce24e5787361612 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fc50 expref: 35 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130277.732390:0:20953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099533200, rc 0) 00000100:00100000:1.0:1746130277.732418:0:20953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cba0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:640ea846-b909-4eea-9a54-417e15bd627b+35:31578:x1830949849025792:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 311us (404us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130277.732424:0:20953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6013 00000100:00100000:0.0:1746130277.734768:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130277.734824:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849026176 00000100:00100000:2.0:1746130277.734829:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849026176 00002000:00100000:2.0:1746130277.734863:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88012cba2680 x1830949849026176/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:263/0 lens 488/0 e 0 to 0 dl 1746130288 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130277.734871:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cba2680 with x1830949849026176 ext(0->4095) 00010000:00010000:2.0:1746130277.734877:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880099532200/0x4ce24e578736160b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fc49 expref: 6 pid: 20953 timeout: 575 lvb_type: 0 00010000:00010000:2.0:1746130277.734887:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880099532200/0x4ce24e578736160b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fc49 expref: 6 pid: 20953 timeout: 575 lvb_type: 0 00002000:00010000:2.0:1746130277.734892:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012cba2680 00000100:00100000:2.0:1746130277.735155:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2391 00000100:00100000:2.0:1746130277.735162:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cba2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1964:x1830949849026176:12345-192.168.204.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746130277.735308:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cba2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1964:x1830949849026176:12345-192.168.204.51@tcp:3:ptlrpcd_01_01.0 Request processed in 146us (540us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746130277.735314:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2391 00002000:00100000:2.0:1746130277.735319:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88012cba2680 x1830949849026176/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:263/0 lens 488/4536 e 0 to 0 dl 1746130288 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130277.735331:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cba2680 with x1830949849026176 ext(0->4095) 00010000:00010000:2.0:1746130277.735336:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880099532200/0x4ce24e578736160b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fc49 expref: 6 pid: 20953 timeout: 575 lvb_type: 0 00010000:00010000:2.0:1746130277.735345:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880099532200/0x4ce24e578736160b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fc49 expref: 6 pid: 20953 timeout: 575 lvb_type: 0 00002000:00010000:2.0:1746130277.735351:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012cba2680 00000100:00100000:0.0:1746130277.737180:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00010000:00010000:2.0:1746130277.737390:0:7924:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880099532200/0x4ce24e578736160b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fc49 expref: 6 pid: 20953 timeout: 575 lvb_type: 0 00000100:00100000:2.0:1746130277.737465:0:7924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14277 00000100:00100000:2.0:1746130277.737474:0:7924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cba3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949849026304:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746130277.737485:0:7924:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746130277.737505:0:7924:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880099532200/0x4ce24e578736160b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fc49 expref: 6 pid: 20953 timeout: 575 lvb_type: 0 00010000:00010000:2.0:1746130277.737516:0:7924:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880099532200/0x4ce24e578736160b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fc49 expref: 6 pid: 20953 timeout: 575 lvb_type: 0 00010000:00010000:2.0:1746130277.737537:0:7924:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880099532200/0x4ce24e578736160b lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fc49 expref: 6 pid: 20953 timeout: 575 lvb_type: 0 00010000:00010000:2.0:1746130277.737563:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130277.737565:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130277.737571:0:7924:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880099533200/0x4ce24e5787361612 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fc50 expref: 33 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130277.737579:0:7924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099533200/0x4ce24e5787361612 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fc50 expref: 33 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130277.737608:0:7924:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880099533200/0x4ce24e5787361612 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fc50 expref: 33 pid: 20953 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746130277.737618:0:7924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013526a300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841649024:192.168.204.51@tcp:105: 00000100:00100000:2.0:1746130277.738088:0:7924:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012eb30480 going to sleep for 11 seconds 00000100:00100000:2.0:1746130277.741079:0:7924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013526a300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841649024:192.168.204.51@tcp:105: 00010000:00010000:2.0:1746130277.741099:0:7924:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746130277.741145:0:7924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cba3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+5:1962:x1830949849026304:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 3672us (3970us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130277.741154:0:7924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14277 00000100:00100000:2.0:1746130277.741661:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130277.741810:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849026560 00000100:00100000:1.0:1746130277.741816:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849026560 00002000:00100000:1.0:1746130277.741846:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88013526a300 x1830949849026560/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:263/0 lens 488/0 e 0 to 0 dl 1746130288 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130277.741855:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013526a300 with x1830949849026560 ext(0->4095) 00002000:00010000:1.0:1746130277.741859:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88013526a300 00000100:00100000:1.0:1746130277.741872:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4695 00000100:00100000:1.0:1746130277.741877:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013526a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+34:1961:x1830949849026560:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746130277.742432:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013526a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+34:1961:x1830949849026560:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 553us (769us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746130277.742438:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4695 00002000:00100000:1.0:1746130277.742444:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88013526a300 x1830949849026560/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:263/0 lens 488/4536 e 0 to 0 dl 1746130288 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130277.742461:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013526a300 with x1830949849026560 ext(0->4095) 00002000:00010000:1.0:1746130277.742464:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88013526a300 00000100:00100000:0.0:1746130277.743719:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130277.743781:0:20953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849026688 00000100:00100000:1.0:1746130277.743787:0:20953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849026688 00000100:00100000:1.0:1746130277.743822:0:20953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6014 00000100:00100000:1.0:1746130277.743826:0:20953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cba0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c84b93b0-d496-484f-8e1e-94008838f2dd+5:31579:x1830949849026688:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746130277.743837:0:20953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746130277.743849:0:20953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099532600/0x4ce24e5787361619 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3fc57 expref: -99 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130277.743868:0:20953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880099533200/0x4ce24e5787361612 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fc50 expref: 33 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130277.743873:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130277.743874:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130277.743876:0:20953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099532600/0x4ce24e5787361619 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fc57 expref: 6 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130277.743896:0:20953:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880099533200/0x4ce24e5787361612 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fc50 expref: 33 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130277.743907:0:20953:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880099533200/0x4ce24e5787361612 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fc50 expref: 33 pid: 20953 timeout: 575 lvb_type: 0 00000100:00100000:1.0:1746130277.743914:0:20953:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800947a5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:20953:1830949841649152:192.168.204.51@tcp:104: 00000100:00100000:1.0:1746130277.743976:0:20953:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18fb540 going to sleep for 11 seconds 00000100:00100000:1.0:1746130277.744950:0:20953:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800947a5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:20953:1830949841649152:192.168.204.51@tcp:104: 00010000:00010000:1.0:1746130277.744968:0:20953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880099532600/0x4ce24e5787361619 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fc57 expref: 6 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130277.744979:0:20953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099532600, rc 0) 00000100:00100000:1.0:1746130277.745016:0:20953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cba0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c84b93b0-d496-484f-8e1e-94008838f2dd+6:31579:x1830949849026688:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1188us (1300us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130277.745027:0:20953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6014 00000100:00100000:0.0:1746130277.745139:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130277.746907:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130277.746965:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849027072 00000100:00100000:1.0:1746130277.746969:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849027072 00002000:00100000:1.0:1746130277.746991:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88012cba1f80 x1830949849027072/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:263/0 lens 488/0 e 0 to 0 dl 1746130288 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130277.746997:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cba1f80 with x1830949849027072 ext(0->4095) 00002000:00010000:1.0:1746130277.747000:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012cba1f80 00000100:00100000:1.0:1746130277.747101:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4696 00000100:00100000:1.0:1746130277.747105:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cba1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949849027072:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746130277.747208:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cba1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949849027072:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 102us (305us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746130277.747220:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4696 00002000:00100000:1.0:1746130277.747225:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88012cba1f80 x1830949849027072/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:263/0 lens 488/4536 e 0 to 0 dl 1746130288 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130277.747232:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cba1f80 with x1830949849027072 ext(0->4095) 00002000:00010000:1.0:1746130277.747234:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012cba1f80 00000100:00100000:0.0:1746130277.748784:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130277.748880:0:20953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849027200 00000100:00100000:1.0:1746130277.748886:0:20953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849027200 00000100:00100000:1.0:1746130277.748994:0:20953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6015 00000100:00100000:1.0:1746130277.749001:0:20953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cba2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:640ea846-b909-4eea-9a54-417e15bd627b+33:31579:x1830949849027200:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746130277.749016:0:20953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746130277.749031:0:20953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099532a00/0x4ce24e5787361620 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3fc5e expref: -99 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130277.749053:0:20953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880099532600/0x4ce24e5787361619 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fc57 expref: 5 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130277.749060:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130277.749061:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130277.749064:0:20953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099532a00/0x4ce24e5787361620 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fc5e expref: 34 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130277.749087:0:20953:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880099532600/0x4ce24e5787361619 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fc57 expref: 5 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130277.749096:0:20953:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880099532600/0x4ce24e5787361619 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fc57 expref: 5 pid: 20953 timeout: 575 lvb_type: 0 00000100:00100000:1.0:1746130277.749111:0:20953:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800947a5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:20953:1830949841649408:192.168.204.51@tcp:104: 00000100:00100000:1.0:1746130277.749185:0:20953:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18fb540 going to sleep for 11 seconds 00000100:00100000:0.0:1746130277.751071:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130277.751141:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130277.751189:0:8469:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849027456 00000100:00100000:2.0:1746130277.751193:0:8469:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849027456 00000100:00100000:2.0:1746130277.751223:0:8469:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6016 00000100:00100000:2.0:1746130277.751229:0:8469:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cba3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:640ea846-b909-4eea-9a54-417e15bd627b+35:31578:x1830949849027456:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746130277.751240:0:8469:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746130277.751262:0:8469:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094bc5600/0x4ce24e5787361627 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3fc65 expref: -99 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130277.751303:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130277.751308:0:8469:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880099532a00/0x4ce24e5787361620 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fc5e expref: 36 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130277.751317:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746130277.751321:0:8469:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094bc5600/0x4ce24e5787361627 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fc65 expref: 36 pid: 8469 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746130277.751335:0:20953:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800947a5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:20953:1830949841649408:192.168.204.51@tcp:104: 00010000:00010000:1.0:1746130277.751386:0:20953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880099532a00/0x4ce24e5787361620 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fc5e expref: 36 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130277.751400:0:8469:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880099532a00/0x4ce24e5787361620 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fc5e expref: 36 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130277.751415:0:20953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099532a00, rc 0) 00010000:00010000:2.0:1746130277.751416:0:8469:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094bc5600/0x4ce24e5787361627 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fc65 expref: 36 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130277.751423:0:8469:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094bc5600, rc 0) 00000100:00100000:2.0:1746130277.751467:0:8469:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cba3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:640ea846-b909-4eea-9a54-417e15bd627b+36:31578:x1830949849027456:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 237us (324us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130277.751467:0:20953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cba2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:640ea846-b909-4eea-9a54-417e15bd627b+36:31579:x1830949849027200:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2465us (2688us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130277.751472:0:8469:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6016 00000100:00100000:1.0:1746130277.751476:0:20953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6015 00000100:00100000:0.0:1746130277.753526:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130277.753637:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849027712 00000100:00100000:2.0:1746130277.753644:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849027712 00002000:00100000:2.0:1746130277.753679:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880094b12d80 x1830949849027712/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:263/0 lens 488/0 e 0 to 0 dl 1746130288 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130277.753688:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094b12d80 with x1830949849027712 ext(0->4095) 00010000:00010000:2.0:1746130277.753695:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880099532a00/0x4ce24e5787361620 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fc5e expref: 35 pid: 20953 timeout: 575 lvb_type: 0 00010000:00010000:2.0:1746130277.753706:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880099532a00/0x4ce24e5787361620 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fc5e expref: 35 pid: 20953 timeout: 575 lvb_type: 0 00002000:00010000:2.0:1746130277.753711:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880094b12d80 00000100:00100000:2.0:1746130277.753741:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2392 00000100:00100000:2.0:1746130277.753748:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094b12d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+35:1962:x1830949849027712:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746130277.753915:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094b12d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+35:1962:x1830949849027712:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 168us (389us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746130277.753922:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2392 00002000:00100000:2.0:1746130277.753927:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880094b12d80 x1830949849027712/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:263/0 lens 488/4536 e 0 to 0 dl 1746130288 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130277.753933:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094b12d80 with x1830949849027712 ext(0->4095) 00010000:00010000:2.0:1746130277.753938:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880099532a00/0x4ce24e5787361620 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fc5e expref: 35 pid: 20953 timeout: 575 lvb_type: 0 00010000:00010000:2.0:1746130277.753946:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880099532a00/0x4ce24e5787361620 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fc5e expref: 35 pid: 20953 timeout: 575 lvb_type: 0 00002000:00010000:2.0:1746130277.753951:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880094b12d80 00000100:00100000:0.0:1746130277.755526:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130277.755596:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130277.755681:0:20953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849027840 00000100:00100000:1.0:1746130277.755688:0:20953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849027840 00000100:00100000:1.0:1746130277.755734:0:20953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6017 00000100:00100000:1.0:1746130277.755740:0:20953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094b11880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c84b93b0-d496-484f-8e1e-94008838f2dd+5:31579:x1830949849027840:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746130277.755753:0:20953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746130277.755765:0:20953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099533000/0x4ce24e578736162e lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3fc6c expref: -99 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130277.755781:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130277.755786:0:20953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094bc5600/0x4ce24e5787361627 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fc65 expref: 35 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130277.755893:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746130277.755898:0:20953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099533000/0x4ce24e578736162e lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fc6c expref: 6 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130277.755943:0:20953:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094bc5600/0x4ce24e5787361627 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fc65 expref: 35 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130277.755955:0:20953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880099533000/0x4ce24e578736162e lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fc6c expref: 6 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130277.756002:0:20953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099533000, rc 0) 00000100:00100000:1.0:1746130277.756036:0:20953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094b11880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c84b93b0-d496-484f-8e1e-94008838f2dd+6:31579:x1830949849027840:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 296us (515us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130277.756040:0:20953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6017 00000100:00100000:0.0:1746130277.757546:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130277.757603:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849028224 00000100:00100000:2.0:1746130277.757608:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849028224 00002000:00100000:2.0:1746130277.757640:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880094b12a00 x1830949849028224/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:263/0 lens 488/0 e 0 to 0 dl 1746130288 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130277.757649:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094b12a00 with x1830949849028224 ext(0->4095) 00010000:00010000:2.0:1746130277.757656:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094bc5600/0x4ce24e5787361627 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fc65 expref: 34 pid: 8469 timeout: 575 lvb_type: 0 00010000:00010000:2.0:1746130277.757667:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094bc5600/0x4ce24e5787361627 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fc65 expref: 34 pid: 8469 timeout: 575 lvb_type: 0 00002000:00010000:2.0:1746130277.757677:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880094b12a00 00000100:00100000:2.0:1746130277.757705:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2393 00000100:00100000:2.0:1746130277.757711:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094b12a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+34:1962:x1830949849028224:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746130277.757857:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094b12a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+34:1962:x1830949849028224:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 146us (311us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746130277.757862:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2393 00002000:00100000:2.0:1746130277.757867:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880094b12a00 x1830949849028224/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:263/0 lens 488/4536 e 0 to 0 dl 1746130288 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130277.757873:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094b12a00 with x1830949849028224 ext(0->4095) 00010000:00010000:2.0:1746130277.757876:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094bc5600/0x4ce24e5787361627 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fc65 expref: 34 pid: 8469 timeout: 575 lvb_type: 0 00010000:00010000:2.0:1746130277.757889:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094bc5600/0x4ce24e5787361627 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fc65 expref: 34 pid: 8469 timeout: 575 lvb_type: 0 00002000:00010000:2.0:1746130277.757895:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880094b12a00 00000100:00100000:0.0:1746130277.759350:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130277.759435:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130277.759511:0:20953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849028352 00000100:00100000:1.0:1746130277.759520:0:20953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849028352 00000100:00100000:1.0:1746130277.759644:0:20953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6018 00000100:00100000:1.0:1746130277.759654:0:20953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094b12300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:640ea846-b909-4eea-9a54-417e15bd627b+35:31578:x1830949849028352:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746130277.759763:0:20953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746130277.759780:0:20953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099533c00/0x4ce24e5787361635 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3fc73 expref: -99 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130277.759800:0:20953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880099533000/0x4ce24e578736162e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fc6c expref: 5 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130277.759808:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130277.759810:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130277.759813:0:20953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099533c00/0x4ce24e5787361635 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fc73 expref: 35 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130277.759846:0:20953:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880099533000/0x4ce24e578736162e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fc6c expref: 5 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130277.759859:0:20953:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880099533000/0x4ce24e578736162e lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fc6c expref: 5 pid: 20953 timeout: 575 lvb_type: 0 00000100:00100000:1.0:1746130277.759870:0:20953:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800947a5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:20953:1830949841650176:192.168.204.51@tcp:104: 00000100:00100000:1.0:1746130277.759911:0:20953:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18fb540 going to sleep for 11 seconds 00000100:00100000:0.0:1746130277.761705:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130277.761749:0:20953:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800947a5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:20953:1830949841650176:192.168.204.51@tcp:104: 00010000:00010000:2.0:1746130277.761774:0:20953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880099533c00/0x4ce24e5787361635 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fc73 expref: 34 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130277.761787:0:20953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099533c00, rc 0) 00000100:00100000:2.0:1746130277.761816:0:20953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094b12300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:640ea846-b909-4eea-9a54-417e15bd627b+34:31578:x1830949849028352:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2163us (2471us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130277.761827:0:20953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6018 00000100:00100000:1.0:1746130277.761989:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849028736 00000100:00100000:1.0:1746130277.761995:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849028736 00002000:00100000:1.0:1746130277.762031:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880094b10a80 x1830949849028736/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:263/0 lens 488/0 e 0 to 0 dl 1746130288 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130277.762040:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094b10a80 with x1830949849028736 ext(0->4095) 00010000:00010000:1.0:1746130277.762047:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880099533000/0x4ce24e578736162e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fc6c expref: 6 pid: 20953 timeout: 575 lvb_type: 0 00010000:00010000:1.0:1746130277.762059:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880099533000/0x4ce24e578736162e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fc6c expref: 6 pid: 20953 timeout: 575 lvb_type: 0 00002000:00010000:1.0:1746130277.762065:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880094b10a80 00000100:00100000:1.0:1746130277.762085:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2394 00000100:00100000:1.0:1746130277.762093:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094b10a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949849028736:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746130277.762294:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094b10a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949849028736:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 173us (560us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746130277.762307:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2394 00002000:00100000:1.0:1746130277.762314:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880094b10a80 x1830949849028736/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:263/0 lens 488/4536 e 0 to 0 dl 1746130288 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130277.762321:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094b10a80 with x1830949849028736 ext(0->4095) 00010000:00010000:1.0:1746130277.762327:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880099533000/0x4ce24e578736162e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fc6c expref: 6 pid: 20953 timeout: 575 lvb_type: 0 00010000:00010000:1.0:1746130277.762337:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880099533000/0x4ce24e578736162e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fc6c expref: 6 pid: 20953 timeout: 575 lvb_type: 0 00002000:00010000:1.0:1746130277.762343:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880094b10a80 00000100:00100000:0.0:1746130277.763627:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130277.765777:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130277.765865:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849029120 00000100:00100000:2.0:1746130277.765871:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849029120 00002000:00100000:2.0:1746130277.766036:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800947a7100 x1830949849029120/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:263/0 lens 488/0 e 0 to 0 dl 1746130288 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130277.766045:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800947a7100 with x1830949849029120 ext(0->4095) 00002000:00010000:2.0:1746130277.766049:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800947a7100 00000100:00100000:2.0:1746130277.766069:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4697 00000100:00100000:2.0:1746130277.766075:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800947a7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+34:1962:x1830949849029120:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746130277.766196:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800947a7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+34:1962:x1830949849029120:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 121us (418us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746130277.766201:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4697 00002000:00100000:2.0:1746130277.766206:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800947a7100 x1830949849029120/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:263/0 lens 488/4536 e 0 to 0 dl 1746130288 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130277.766212:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800947a7100 with x1830949849029120 ext(0->4095) 00002000:00010000:2.0:1746130277.766215:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800947a7100 00000100:00100000:0.0:1746130277.767871:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130277.767953:0:20953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849029248 00000100:00100000:2.0:1746130277.767960:0:20953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849029248 00000100:00100000:2.0:1746130277.767994:0:20953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6019 00000100:00100000:2.0:1746130277.768001:0:20953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094b10e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c84b93b0-d496-484f-8e1e-94008838f2dd+5:31579:x1830949849029248:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746130277.768015:0:20953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746130277.768030:0:20953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094bc4c00/0x4ce24e578736163c lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3fc7a expref: -99 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130277.768055:0:20953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880099533c00/0x4ce24e5787361635 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fc73 expref: 33 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130277.768061:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746130277.768062:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746130277.768066:0:20953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094bc4c00/0x4ce24e578736163c lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fc7a expref: 6 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130277.768091:0:20953:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880099533c00/0x4ce24e5787361635 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fc73 expref: 33 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130277.768101:0:20953:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880099533c00/0x4ce24e5787361635 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fc73 expref: 33 pid: 20953 timeout: 575 lvb_type: 0 00000100:00100000:2.0:1746130277.768112:0:20953:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013526aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:20953:1830949841650432:192.168.204.51@tcp:104: 00000100:00100000:2.0:1746130277.768200:0:20953:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012eb30480 going to sleep for 11 seconds 00000100:00100000:0.0:1746130277.770823:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130277.770941:0:20953:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013526aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:20953:1830949841650432:192.168.204.51@tcp:104: 00010000:00010000:2.0:1746130277.770972:0:20953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094bc4c00/0x4ce24e578736163c lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fc7a expref: 6 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130277.770987:0:20953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094bc4c00, rc 0) 00000100:00100000:2.0:1746130277.771028:0:20953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094b10e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c84b93b0-d496-484f-8e1e-94008838f2dd+6:31579:x1830949849029248:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3028us (3161us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130277.771036:0:20953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6019 00000100:00100000:0.0:1746130277.772939:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130277.773509:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849029632 00000100:00100000:2.0:1746130277.773515:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849029632 00002000:00100000:2.0:1746130277.773545:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880094b11f80 x1830949849029632/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:263/0 lens 488/0 e 0 to 0 dl 1746130288 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130277.773555:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094b11f80 with x1830949849029632 ext(0->4095) 00002000:00010000:2.0:1746130277.773558:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880094b11f80 00000100:00100000:2.0:1746130277.773581:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4698 00000100:00100000:2.0:1746130277.773586:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094b11f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949849029632:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746130277.773707:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094b11f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949849029632:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 120us (772us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746130277.773712:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4698 00002000:00100000:2.0:1746130277.773717:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880094b11f80 x1830949849029632/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:263/0 lens 488/4536 e 0 to 0 dl 1746130288 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130277.773724:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094b11f80 with x1830949849029632 ext(0->4095) 00002000:00010000:2.0:1746130277.773726:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880094b11f80 00000100:00100000:0.0:1746130277.775778:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130277.775825:0:20953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849029760 00000100:00100000:2.0:1746130277.775831:0:20953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849029760 00000100:00100000:2.0:1746130277.775864:0:20953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6020 00000100:00100000:2.0:1746130277.775869:0:20953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d159c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:640ea846-b909-4eea-9a54-417e15bd627b+33:31579:x1830949849029760:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746130277.775880:0:20953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746130277.775892:0:20953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094687c00/0x4ce24e5787361643 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3fc81 expref: -99 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130277.775910:0:20953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094bc4c00/0x4ce24e578736163c lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fc7a expref: 5 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130277.775918:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130277.775919:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130277.775921:0:20953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094687c00/0x4ce24e5787361643 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fc81 expref: 34 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130277.775941:0:20953:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094bc4c00/0x4ce24e578736163c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fc7a expref: 5 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130277.775947:0:20953:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094bc4c00/0x4ce24e578736163c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fc7a expref: 5 pid: 20953 timeout: 575 lvb_type: 0 00000100:00100000:2.0:1746130277.775954:0:20953:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013526aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:20953:1830949841650688:192.168.204.51@tcp:104: 00000100:00100000:2.0:1746130277.776191:0:20953:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012eb30480 going to sleep for 11 seconds 00000100:00100000:0.0:1746130277.776196:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130277.776214:0:8470:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849029888 00000100:00100000:0.0:1746130277.776217:0:8470:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849029888 00000100:00100000:0.0:1746130277.776341:0:8470:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6021 00000100:00100000:0.0:1746130277.776348:0:8470:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d15bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:640ea846-b909-4eea-9a54-417e15bd627b+35:31578:x1830949849029888:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746130277.776354:0:8470:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746130277.776360:0:8470:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a796d600/0x4ce24e578736164a lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3fc88 expref: -99 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130277.776372:0:8470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130277.776375:0:8470:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094687c00/0x4ce24e5787361643 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fc81 expref: 36 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130277.776439:0:8470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746130277.776442:0:8470:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a796d600/0x4ce24e578736164a lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fc88 expref: 36 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130277.776474:0:8470:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094687c00/0x4ce24e5787361643 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fc81 expref: 36 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130277.776487:0:8470:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a796d600/0x4ce24e578736164a lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fc88 expref: 36 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130277.776495:0:8470:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a796d600, rc 0) 00000100:00100000:0.0:1746130277.776517:0:8470:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d15bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:640ea846-b909-4eea-9a54-417e15bd627b+36:31578:x1830949849029888:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 171us (322us total) trans 0 rc 0/0 00000100:00100000:0.0:1746130277.776523:0:8470:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6021 00000100:00100000:2.0:1746130277.779699:0:20953:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013526aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:20953:1830949841650688:192.168.204.51@tcp:104: 00010000:00010000:2.0:1746130277.779726:0:20953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094687c00/0x4ce24e5787361643 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fc81 expref: 35 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130277.779741:0:20953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094687c00, rc 0) 00000100:00100000:2.0:1746130277.779796:0:20953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d159c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:640ea846-b909-4eea-9a54-417e15bd627b+35:31579:x1830949849029760:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3925us (4023us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130277.779804:0:20953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6020 00000100:00100000:1.0:1746130277.780123:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130277.783976:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130277.784047:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849030272 00000100:00100000:2.0:1746130277.784056:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849030272 00002000:00100000:2.0:1746130277.784101:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008d15ad80 x1830949849030272/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:263/0 lens 488/0 e 0 to 0 dl 1746130288 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130277.784116:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d15ad80 with x1830949849030272 ext(0->4095) 00010000:00010000:2.0:1746130277.784126:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094687c00/0x4ce24e5787361643 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fc81 expref: 35 pid: 20953 timeout: 575 lvb_type: 0 00010000:00010000:2.0:1746130277.784140:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094687c00/0x4ce24e5787361643 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fc81 expref: 35 pid: 20953 timeout: 575 lvb_type: 0 00002000:00010000:2.0:1746130277.784147:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008d15ad80 00000100:00100000:2.0:1746130277.784180:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2395 00000100:00100000:2.0:1746130277.784187:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d15ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+35:1962:x1830949849030272:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746130277.784437:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d15ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+35:1962:x1830949849030272:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 249us (468us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746130277.784457:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2395 00002000:00100000:2.0:1746130277.784463:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008d15ad80 x1830949849030272/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:263/0 lens 488/4536 e 0 to 0 dl 1746130288 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130277.784469:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d15ad80 with x1830949849030272 ext(0->4095) 00010000:00010000:2.0:1746130277.784473:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094687c00/0x4ce24e5787361643 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fc81 expref: 35 pid: 20953 timeout: 575 lvb_type: 0 00010000:00010000:2.0:1746130277.784481:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094687c00/0x4ce24e5787361643 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fc81 expref: 35 pid: 20953 timeout: 575 lvb_type: 0 00002000:00010000:2.0:1746130277.784486:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008d15ad80 00000100:00100000:0.0:1746130277.786253:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130277.786345:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130277.786410:0:20953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849030400 00000100:00100000:2.0:1746130277.786416:0:20953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849030400 00000100:00100000:2.0:1746130277.786465:0:20953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6022 00000100:00100000:2.0:1746130277.786475:0:20953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d158000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c84b93b0-d496-484f-8e1e-94008838f2dd+5:31579:x1830949849030400:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746130277.786491:0:20953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746130277.786508:0:20953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094bc5600/0x4ce24e5787361651 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3fc8f expref: -99 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130277.786531:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746130277.786536:0:20953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a796d600/0x4ce24e578736164a lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fc88 expref: 35 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130277.786542:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746130277.786545:0:20953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094bc5600/0x4ce24e5787361651 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fc8f expref: 6 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130277.786578:0:20953:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a796d600/0x4ce24e578736164a lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fc88 expref: 35 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130277.786590:0:20953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094bc5600/0x4ce24e5787361651 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fc8f expref: 6 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130277.786695:0:20953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094bc5600, rc 0) 00000100:00100000:2.0:1746130277.786735:0:20953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d158000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c84b93b0-d496-484f-8e1e-94008838f2dd+6:31579:x1830949849030400:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 263us (488us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130277.786740:0:20953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6022 00010000:00010000:1.0:1746130277.788426:0:7099:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746130277.788778:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130277.788854:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849030784 00000100:00100000:2.0:1746130277.788860:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849030784 00002000:00100000:2.0:1746130277.788900:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008d15b100 x1830949849030784/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:263/0 lens 488/0 e 0 to 0 dl 1746130288 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130277.788917:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d15b100 with x1830949849030784 ext(0->4095) 00010000:00010000:2.0:1746130277.788924:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a796d600/0x4ce24e578736164a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fc88 expref: 34 pid: 8470 timeout: 575 lvb_type: 0 00010000:00010000:2.0:1746130277.788936:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a796d600/0x4ce24e578736164a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fc88 expref: 34 pid: 8470 timeout: 575 lvb_type: 0 00002000:00010000:2.0:1746130277.788942:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008d15b100 00000100:00100000:2.0:1746130277.788965:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2396 00000100:00100000:2.0:1746130277.788971:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d15b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+34:1962:x1830949849030784:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746130277.789198:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d15b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+34:1962:x1830949849030784:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 226us (419us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746130277.789204:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2396 00002000:00100000:2.0:1746130277.789209:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008d15b100 x1830949849030784/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:263/0 lens 488/4536 e 0 to 0 dl 1746130288 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130277.789216:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d15b100 with x1830949849030784 ext(0->4095) 00010000:00010000:2.0:1746130277.789221:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a796d600/0x4ce24e578736164a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fc88 expref: 34 pid: 8470 timeout: 575 lvb_type: 0 00010000:00010000:2.0:1746130277.789229:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a796d600/0x4ce24e578736164a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fc88 expref: 34 pid: 8470 timeout: 575 lvb_type: 0 00002000:00010000:2.0:1746130277.789233:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008d15b100 00000100:00100000:0.0:1746130277.791106:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130277.791160:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130277.791245:0:20953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849030912 00000100:00100000:2.0:1746130277.791253:0:20953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849030912 00000100:00100000:2.0:1746130277.791313:0:20953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6023 00000100:00100000:2.0:1746130277.791319:0:20953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d15a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:640ea846-b909-4eea-9a54-417e15bd627b+34:31578:x1830949849030912:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746130277.791333:0:20953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746130277.791348:0:20953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094bc4c00/0x4ce24e5787361658 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3fc96 expref: -99 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130277.791369:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746130277.791373:0:20953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094bc5600/0x4ce24e5787361651 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fc8f expref: 5 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130277.791379:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746130277.791382:0:20953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094bc4c00/0x4ce24e5787361658 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fc96 expref: 35 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130277.791409:0:20953:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094bc5600/0x4ce24e5787361651 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fc8f expref: 5 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130277.791419:0:20953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094bc4c00/0x4ce24e5787361658 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fc96 expref: 35 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130277.791427:0:20953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094bc4c00, rc 0) 00000100:00100000:2.0:1746130277.791487:0:20953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d15a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:640ea846-b909-4eea-9a54-417e15bd627b+35:31578:x1830949849030912:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 167us (390us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130277.791492:0:20953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6023 00000100:00100000:0.0:1746130277.794209:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130277.794441:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849031296 00000100:00100000:2.0:1746130277.794460:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849031296 00002000:00100000:2.0:1746130277.794502:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008d15a300 x1830949849031296/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:263/0 lens 488/0 e 0 to 0 dl 1746130288 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130277.794516:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d15a300 with x1830949849031296 ext(0->4095) 00010000:00010000:2.0:1746130277.794523:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094bc5600/0x4ce24e5787361651 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fc8f expref: 6 pid: 20953 timeout: 575 lvb_type: 0 00010000:00010000:2.0:1746130277.794535:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094bc5600/0x4ce24e5787361651 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fc8f expref: 6 pid: 20953 timeout: 575 lvb_type: 0 00002000:00010000:2.0:1746130277.794542:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008d15a300 00000100:00100000:2.0:1746130277.794570:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2397 00000100:00100000:2.0:1746130277.794576:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d15a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949849031296:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746130277.794714:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d15a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949849031296:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 138us (510us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746130277.794720:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2397 00002000:00100000:2.0:1746130277.794729:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008d15a300 x1830949849031296/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:263/0 lens 488/4536 e 0 to 0 dl 1746130288 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130277.794736:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d15a300 with x1830949849031296 ext(0->4095) 00010000:00010000:2.0:1746130277.794741:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094bc5600/0x4ce24e5787361651 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fc8f expref: 6 pid: 20953 timeout: 575 lvb_type: 0 00010000:00010000:2.0:1746130277.794749:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094bc5600/0x4ce24e5787361651 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fc8f expref: 6 pid: 20953 timeout: 575 lvb_type: 0 00002000:00010000:2.0:1746130277.794754:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008d15a300 00000100:00100000:0.0:1746130277.796583:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130277.798909:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130277.799132:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849031680 00000100:00100000:2.0:1746130277.799138:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849031680 00002000:00100000:2.0:1746130277.799166:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008d158a80 x1830949849031680/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:263/0 lens 488/0 e 0 to 0 dl 1746130288 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130277.799174:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d158a80 with x1830949849031680 ext(0->4095) 00002000:00010000:2.0:1746130277.799178:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008d158a80 00000100:00100000:2.0:1746130277.799200:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4699 00000100:00100000:2.0:1746130277.799205:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d158a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+34:1961:x1830949849031680:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746130277.799332:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d158a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+34:1961:x1830949849031680:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 126us (424us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746130277.799337:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4699 00002000:00100000:2.0:1746130277.799341:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008d158a80 x1830949849031680/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:263/0 lens 488/4536 e 0 to 0 dl 1746130288 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130277.799348:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d158a80 with x1830949849031680 ext(0->4095) 00002000:00010000:2.0:1746130277.799350:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008d158a80 00000100:00100000:0.0:1746130277.800805:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130277.800987:0:8470:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849031808 00000100:00100000:2.0:1746130277.800994:0:8470:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849031808 00000100:00100000:2.0:1746130277.801033:0:8470:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6024 00000100:00100000:2.0:1746130277.801039:0:8470:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d159180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c84b93b0-d496-484f-8e1e-94008838f2dd+5:31579:x1830949849031808:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746130277.801052:0:8470:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746130277.801067:0:8470:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094686200/0x4ce24e578736165f lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3fc9d expref: -99 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130277.801088:0:8470:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094bc4c00/0x4ce24e5787361658 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fc96 expref: 33 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130277.801098:0:8470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746130277.801100:0:8470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746130277.801103:0:8470:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094686200/0x4ce24e578736165f lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fc9d expref: 6 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130277.801127:0:8470:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094bc4c00/0x4ce24e5787361658 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fc96 expref: 33 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130277.801137:0:8470:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094bc4c00/0x4ce24e5787361658 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fc96 expref: 33 pid: 20953 timeout: 575 lvb_type: 0 00000100:00100000:2.0:1746130277.801147:0:8470:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013526aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8470:1830949841651712:192.168.204.51@tcp:104: 00000100:00100000:2.0:1746130277.801222:0:8470:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012eb30480 going to sleep for 11 seconds 00000100:00100000:2.0:1746130277.802644:0:8470:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013526aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8470:1830949841651712:192.168.204.51@tcp:104: 00010000:00010000:2.0:1746130277.802664:0:8470:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094686200/0x4ce24e578736165f lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fc9d expref: 6 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130277.802674:0:8470:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094686200, rc 0) 00000100:00100000:2.0:1746130277.802702:0:8470:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d159180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c84b93b0-d496-484f-8e1e-94008838f2dd+6:31579:x1830949849031808:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1663us (1901us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130277.802800:0:8470:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6024 00000100:00100000:1.0:1746130277.803017:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130277.805013:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130277.805133:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849032192 00000100:00100000:2.0:1746130277.805139:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849032192 00002000:00100000:2.0:1746130277.805174:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008d158380 x1830949849032192/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:263/0 lens 488/0 e 0 to 0 dl 1746130288 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130277.805189:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d158380 with x1830949849032192 ext(0->4095) 00002000:00010000:2.0:1746130277.805192:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008d158380 00000100:00100000:2.0:1746130277.805252:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4700 00000100:00100000:2.0:1746130277.805259:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d158380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949849032192:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746130277.805725:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d158380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949849032192:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 466us (717us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746130277.805731:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4700 00002000:00100000:2.0:1746130277.805736:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008d158380 x1830949849032192/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:263/0 lens 488/4536 e 0 to 0 dl 1746130288 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130277.805743:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d158380 with x1830949849032192 ext(0->4095) 00002000:00010000:2.0:1746130277.805745:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008d158380 00000100:00100000:0.0:1746130277.810055:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130277.810247:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130277.810334:0:20953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849032320 00000100:00100000:1.0:1746130277.810342:0:20953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849032320 00000100:00100000:1.0:1746130277.810388:0:20953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849032448 00000100:00100000:1.0:1746130277.810390:0:20953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849032448 00000100:00100000:1.0:1746130277.810405:0:20953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6025 00000100:00100000:1.0:1746130277.810416:0:20953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d159500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:640ea846-b909-4eea-9a54-417e15bd627b+34:31579:x1830949849032320:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746130277.810431:0:20953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746130277.810457:0:20953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099532e00/0x4ce24e5787361666 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3fca4 expref: -99 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130277.810482:0:20953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094686200/0x4ce24e578736165f lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fc9d expref: 5 pid: 8470 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746130277.810484:0:10554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6026 00010000:00010000:1.0:1746130277.810489:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130277.810491:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1746130277.810492:0:10554:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d15b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:640ea846-b909-4eea-9a54-417e15bd627b+35:31578:x1830949849032448:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746130277.810494:0:20953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099532e00/0x4ce24e5787361666 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fca4 expref: 35 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130277.810498:0:10554:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746130277.810503:0:10554:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094bc4c00/0x4ce24e578736166d lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3fcab expref: -99 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130277.810513:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130277.810516:0:10554:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880099532e00/0x4ce24e5787361666 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fca4 expref: 36 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130277.810520:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746130277.810523:0:10554:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094bc4c00/0x4ce24e578736166d lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fcab expref: 36 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130277.810550:0:20953:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094686200/0x4ce24e578736165f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fc9d expref: 5 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130277.810561:0:20953:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094686200/0x4ce24e578736165f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fc9d expref: 5 pid: 8470 timeout: 575 lvb_type: 0 00000100:00100000:1.0:1746130277.810571:0:20953:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800947a4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:20953:1830949841651968:192.168.204.51@tcp:104: 00010000:00010000:2.0:1746130277.810579:0:10554:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880099532e00/0x4ce24e5787361666 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fca4 expref: 36 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130277.810590:0:10554:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094bc4c00/0x4ce24e578736166d lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fcab expref: 36 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130277.810597:0:10554:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094bc4c00, rc 0) 00000100:00100000:2.0:1746130277.810834:0:10554:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d15b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:640ea846-b909-4eea-9a54-417e15bd627b+36:31578:x1830949849032448:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 342us (586us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130277.810840:0:10554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6026 00000100:00100000:1.0:1746130277.810852:0:20953:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18fb3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746130277.811900:0:20953:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800947a4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:20953:1830949841651968:192.168.204.51@tcp:104: 00010000:00010000:1.0:1746130277.811922:0:20953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880099532e00/0x4ce24e5787361666 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fca4 expref: 35 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130277.811933:0:20953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099532e00, rc 0) 00000100:00100000:1.0:1746130277.811958:0:20953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d159500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:640ea846-b909-4eea-9a54-417e15bd627b+35:31579:x1830949849032320:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1548us (1910us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130277.811964:0:20953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6025 00000100:00100000:0.0:1746130277.812594:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130277.815415:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130277.815631:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849032832 00000100:00100000:2.0:1746130277.815637:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849032832 00002000:00100000:2.0:1746130277.815670:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008d158e00 x1830949849032832/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:263/0 lens 488/0 e 0 to 0 dl 1746130288 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130277.815678:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d158e00 with x1830949849032832 ext(0->4095) 00010000:00010000:2.0:1746130277.815685:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880099532e00/0x4ce24e5787361666 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fca4 expref: 35 pid: 20953 timeout: 575 lvb_type: 0 00010000:00010000:2.0:1746130277.815696:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880099532e00/0x4ce24e5787361666 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fca4 expref: 35 pid: 20953 timeout: 575 lvb_type: 0 00002000:00010000:2.0:1746130277.815702:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008d158e00 00000100:00100000:2.0:1746130277.815717:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2398 00000100:00100000:2.0:1746130277.815722:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d158e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+35:1962:x1830949849032832:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746130277.815851:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d158e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+35:1962:x1830949849032832:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 128us (436us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746130277.815858:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2398 00002000:00100000:2.0:1746130277.815863:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008d158e00 x1830949849032832/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:263/0 lens 488/4536 e 0 to 0 dl 1746130288 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130277.815869:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d158e00 with x1830949849032832 ext(0->4095) 00010000:00010000:2.0:1746130277.815873:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880099532e00/0x4ce24e5787361666 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fca4 expref: 35 pid: 20953 timeout: 575 lvb_type: 0 00010000:00010000:2.0:1746130277.815881:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880099532e00/0x4ce24e5787361666 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fca4 expref: 35 pid: 20953 timeout: 575 lvb_type: 0 00002000:00010000:2.0:1746130277.815886:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008d158e00 00000100:00100000:2.0:1746130277.818585:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130277.818658:0:20953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849033088 00000100:00100000:1.0:1746130277.818665:0:20953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849033088 00000100:00100000:1.0:1746130277.818717:0:20953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6027 00000100:00100000:1.0:1746130277.818724:0:20953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013526aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c84b93b0-d496-484f-8e1e-94008838f2dd+5:31579:x1830949849033088:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746130277.818741:0:20953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1746130277.818749:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00010000:00010000:1.0:1746130277.818756:0:20953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099533200/0x4ce24e5787361674 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3fcb2 expref: -99 pid: 20953 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746130277.818773:0:7924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849032960 00000100:00100000:2.0:1746130277.818776:0:7924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849032960 00010000:00010000:1.0:1746130277.818778:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130277.818782:0:20953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094bc4c00/0x4ce24e578736166d lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fcab expref: 35 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130277.818787:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746130277.818790:0:7924:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880099532e00/0x4ce24e5787361666 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fca4 expref: 35 pid: 20953 timeout: 575 lvb_type: 0 00010000:00010000:1.0:1746130277.818791:0:20953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099533200/0x4ce24e5787361674 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fcb2 expref: 6 pid: 20953 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746130277.818804:0:7924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14290 00000100:00100000:2.0:1746130277.818807:0:7924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013526b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+35:1964:x1830949849032960:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746130277.818814:0:7924:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746130277.818820:0:20953:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094bc4c00/0x4ce24e578736166d lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fcab expref: 35 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130277.818830:0:7924:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880099532e00/0x4ce24e5787361666 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fca4 expref: 35 pid: 20953 timeout: 575 lvb_type: 0 00010000:00010000:1.0:1746130277.818830:0:20953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880099533200/0x4ce24e5787361674 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fcb2 expref: 6 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130277.818838:0:7924:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880099532e00/0x4ce24e5787361666 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fca4 expref: 35 pid: 20953 timeout: 575 lvb_type: 0 00010000:00010000:1.0:1746130277.818902:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130277.818903:0:7924:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880099532e00/0x4ce24e5787361666 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fca4 expref: 35 pid: 20953 timeout: 575 lvb_type: 0 00010000:00010000:1.0:1746130277.818904:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130277.818909:0:20953:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094bc4c00/0x4ce24e578736166d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fcab expref: 35 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130277.818915:0:20953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094bc4c00/0x4ce24e578736166d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fcab expref: 34 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130277.818923:0:7924:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1746130277.818932:0:20953:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094bc4c00/0x4ce24e578736166d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fcab expref: 34 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130277.818945:0:20953:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094bc4c00/0x4ce24e578736166d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fcab expref: 34 pid: 10554 timeout: 575 lvb_type: 0 00000100:00100000:1.0:1746130277.818954:0:20953:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800947a4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:20953:1830949841652480:192.168.204.51@tcp:105: 00000100:00100000:2.0:1746130277.818955:0:7924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013526b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+34:1964:x1830949849032960:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 147us (206us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130277.818960:0:7924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14290 00000100:00100000:1.0:1746130277.819039:0:20953:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18fb3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746130277.820335:0:20953:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800947a4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:20953:1830949841652480:192.168.204.51@tcp:105: 00010000:00010000:1.0:1746130277.820350:0:20953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099533200, rc 0) 00000100:00100000:1.0:1746130277.820391:0:20953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013526aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c84b93b0-d496-484f-8e1e-94008838f2dd+6:31579:x1830949849033088:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1667us (1813us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130277.820399:0:20953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6027 00000100:00100000:0.0:1746130277.820699:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130277.820794:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849033344 00000100:00100000:2.0:1746130277.820799:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849033344 00002000:00100000:2.0:1746130277.820829:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008d15b800 x1830949849033344/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:263/0 lens 488/0 e 0 to 0 dl 1746130288 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130277.820836:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d15b800 with x1830949849033344 ext(0->4095) 00010000:00010000:2.0:1746130277.820842:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094bc4c00/0x4ce24e578736166d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fcab expref: 34 pid: 10554 timeout: 575 lvb_type: 0 00010000:00010000:2.0:1746130277.820851:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094bc4c00/0x4ce24e578736166d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fcab expref: 34 pid: 10554 timeout: 575 lvb_type: 0 00002000:00010000:2.0:1746130277.820857:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008d15b800 00000100:00100000:2.0:1746130277.820869:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2399 00000100:00100000:2.0:1746130277.820874:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d15b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+34:1962:x1830949849033344:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746130277.821165:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d15b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+34:1962:x1830949849033344:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 290us (466us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746130277.821172:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2399 00002000:00100000:2.0:1746130277.821177:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008d15b800 x1830949849033344/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:263/0 lens 488/4536 e 0 to 0 dl 1746130288 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130277.821184:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d15b800 with x1830949849033344 ext(0->4095) 00010000:00010000:2.0:1746130277.821188:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094bc4c00/0x4ce24e578736166d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fcab expref: 34 pid: 10554 timeout: 575 lvb_type: 0 00010000:00010000:2.0:1746130277.821196:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094bc4c00/0x4ce24e578736166d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fcab expref: 34 pid: 10554 timeout: 575 lvb_type: 0 00002000:00010000:2.0:1746130277.821201:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008d15b800 00000100:00100000:0.0:1746130277.822656:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130277.823259:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130277.823373:0:20953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849033472 00000100:00100000:1.0:1746130277.823380:0:20953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849033472 00000100:00100000:2.0:1746130277.823401:0:7924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849033600 00000100:00100000:2.0:1746130277.823404:0:7924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849033600 00010000:00010000:2.0:1746130277.823426:0:7924:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094bc4c00/0x4ce24e578736166d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fcab expref: 35 pid: 10554 timeout: 575 lvb_type: 0 00000100:00100000:1.0:1746130277.823426:0:20953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6028 00000100:00100000:1.0:1746130277.823433:0:20953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d159880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:640ea846-b909-4eea-9a54-417e15bd627b+35:31578:x1830949849033472:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:2.0:1746130277.823467:0:7924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14291 00000100:00100000:2.0:1746130277.823472:0:7924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d15aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+35:1962:x1830949849033600:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746130277.823485:0:7924:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746130277.823501:0:7924:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094bc4c00/0x4ce24e578736166d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fcab expref: 35 pid: 10554 timeout: 575 lvb_type: 0 00010000:00010000:2.0:1746130277.823511:0:7924:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094bc4c00/0x4ce24e578736166d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fcab expref: 35 pid: 10554 timeout: 575 lvb_type: 0 00010000:00010000:2.0:1746130277.823528:0:7924:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094bc4c00/0x4ce24e578736166d lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fcab expref: 35 pid: 10554 timeout: 575 lvb_type: 0 00010000:00010000:1.0:1746130277.823541:0:20953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746130277.823545:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130277.823547:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130277.823550:0:20953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099532800/0x4ce24e578736167b lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3fcb9 expref: -99 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130277.823553:0:7924:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880099533200/0x4ce24e5787361674 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fcb2 expref: 5 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130277.823560:0:7924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099533200/0x4ce24e5787361674 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fcb2 expref: 5 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130277.823571:0:20953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880099533200/0x4ce24e5787361674 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fcb2 expref: 5 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130277.823577:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130277.823597:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130277.823601:0:20953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099532800/0x4ce24e578736167b lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fcb9 expref: 35 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130277.823827:0:20953:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880099533200/0x4ce24e5787361674 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fcb2 expref: 5 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130277.823836:0:20953:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880099533200/0x4ce24e5787361674 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fcb2 expref: 5 pid: 20953 timeout: 575 lvb_type: 0 00010000:00010000:2.0:1746130277.823845:0:7924:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880099533200/0x4ce24e5787361674 lrc: 6/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fcb2 expref: 5 pid: 20953 timeout: 575 lvb_type: 0 00000100:00100000:1.0:1746130277.823847:0:20953:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800947a4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:20953:1830949841652736:192.168.204.51@tcp:104: 00010000:00010000:2.0:1746130277.823852:0:7924:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880099533200/0x4ce24e5787361674 lrc: 6/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fcb2 expref: 5 pid: 20953 timeout: 575 lvb_type: 0 00000100:00100000:2.0:1746130277.823858:0:7924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135268700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841652608:192.168.204.51@tcp:105: 00000100:00100000:2.0:1746130277.823919:0:7924:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012eb30480 going to sleep for 11 seconds 00000100:00100000:1.0:1746130277.823935:0:20953:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18fb3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746130277.825409:0:20953:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800947a4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:20953:1830949841652736:192.168.204.51@tcp:104: 00000100:00100000:0.0:1746130277.825431:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00010000:00010000:1.0:1746130277.825435:0:20953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880099532800/0x4ce24e578736167b lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fcb9 expref: 35 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130277.825462:0:20953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099532800, rc 0) 00000100:00100000:1.0:1746130277.825496:0:20953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d159880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:640ea846-b909-4eea-9a54-417e15bd627b+35:31578:x1830949849033472:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2063us (2844us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130277.825504:0:20953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6028 00000100:00100000:2.0:1746130277.825511:0:7924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135268700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841652608:192.168.204.51@tcp:105: 00010000:00010000:2.0:1746130277.825522:0:7924:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746130277.825538:0:7924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d15aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+34:1962:x1830949849033600:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 2066us (2281us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130277.825549:0:7924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14291 00000100:00100000:0.0:1746130277.827863:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130277.827917:0:7924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849033984 00000100:00100000:2.0:1746130277.827924:0:7924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849033984 00010000:00010000:2.0:1746130277.827951:0:7924:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880099533200/0x4ce24e5787361674 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fcb2 expref: 6 pid: 20953 timeout: 575 lvb_type: 0 00000100:00100000:2.0:1746130277.827982:0:7924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14292 00000100:00100000:2.0:1746130277.827988:0:7924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136399880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949849033984:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746130277.827998:0:7924:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746130277.828015:0:7924:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880099533200/0x4ce24e5787361674 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fcb2 expref: 6 pid: 20953 timeout: 575 lvb_type: 0 00010000:00010000:2.0:1746130277.828024:0:7924:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880099533200/0x4ce24e5787361674 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fcb2 expref: 6 pid: 20953 timeout: 575 lvb_type: 0 00010000:00010000:2.0:1746130277.828041:0:7924:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880099533200/0x4ce24e5787361674 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fcb2 expref: 6 pid: 20953 timeout: 575 lvb_type: 0 00010000:00010000:2.0:1746130277.828062:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130277.828064:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130277.828070:0:7924:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880099532800/0x4ce24e578736167b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fcb9 expref: 33 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130277.828077:0:7924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099532800/0x4ce24e578736167b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fcb9 expref: 33 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130277.828103:0:7924:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880099532800/0x4ce24e578736167b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fcb9 expref: 33 pid: 20953 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746130277.828113:0:7924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135268700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841652864:192.168.204.51@tcp:105: 00000100:00100000:2.0:1746130277.828263:0:7924:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012eb30480 going to sleep for 11 seconds 00000100:00100000:2.0:1746130277.829754:0:7924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135268700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841652864:192.168.204.51@tcp:105: 00010000:00010000:2.0:1746130277.829772:0:7924:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746130277.829812:0:7924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136399880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+5:1962:x1830949849033984:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 1823us (1954us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130277.829821:0:7924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14292 00000100:00100000:0.0:1746130277.829959:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130277.830243:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4701 00000100:00100000:1.0:1746130277.830252:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013639a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+34:1962:x1830949849034240:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746130277.830472:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013639a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+34:1962:x1830949849034240:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 222us (513us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746130277.830478:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4701 00002000:00100000:1.0:1746130277.830483:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88013639a300 x1830949849034240/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:263/0 lens 488/4536 e 0 to 0 dl 1746130288 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130277.830495:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013639a300 with x1830949849034240 ext(0->4095) 00002000:00010000:1.0:1746130277.830498:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88013639a300 00000100:00100000:0.0:1746130277.831747:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130277.831809:0:20953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849034368 00000100:00100000:1.0:1746130277.831813:0:20953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849034368 00000100:00100000:1.0:1746130277.832524:0:20953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6029 00000100:00100000:1.0:1746130277.832533:0:20953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013639bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c84b93b0-d496-484f-8e1e-94008838f2dd+5:31579:x1830949849034368:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746130277.832546:0:20953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746130277.832560:0:20953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099532200/0x4ce24e5787361682 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3fcc0 expref: -99 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130277.832582:0:20953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880099532800/0x4ce24e578736167b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fcb9 expref: 33 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130277.832589:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130277.832590:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130277.832593:0:20953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099532200/0x4ce24e5787361682 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fcc0 expref: 6 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130277.832617:0:20953:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880099532800/0x4ce24e578736167b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fcb9 expref: 33 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130277.832628:0:20953:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880099532800/0x4ce24e578736167b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fcb9 expref: 33 pid: 20953 timeout: 575 lvb_type: 0 00000100:00100000:1.0:1746130277.832638:0:20953:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800947a4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:20953:1830949841652992:192.168.204.51@tcp:104: 00000100:00100000:1.0:1746130277.832713:0:20953:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18fba80 going to sleep for 11 seconds 00000100:00100000:1.0:1746130277.833800:0:20953:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800947a4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:20953:1830949841652992:192.168.204.51@tcp:104: 00010000:00010000:1.0:1746130277.833818:0:20953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880099532200/0x4ce24e5787361682 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fcc0 expref: 6 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130277.833829:0:20953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099532200, rc 0) 00000100:00100000:1.0:1746130277.833861:0:20953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013639bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c84b93b0-d496-484f-8e1e-94008838f2dd+6:31579:x1830949849034368:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1330us (2117us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130277.833869:0:20953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6029 00000100:00100000:0.0:1746130277.834146:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130277.834249:0:7924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849034496 00000100:00100000:2.0:1746130277.834254:0:7924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849034496 00010000:00010000:2.0:1746130277.834300:0:7924:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880099532800/0x4ce24e578736167b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fcb9 expref: 34 pid: 20953 timeout: 575 lvb_type: 0 00000100:00100000:2.0:1746130277.834319:0:7924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14293 00000100:00100000:2.0:1746130277.834325:0:7924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013639a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+34:1961:x1830949849034496:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746130277.834334:0:7924:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746130277.834351:0:7924:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880099532800/0x4ce24e578736167b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fcb9 expref: 34 pid: 20953 timeout: 575 lvb_type: 0 00010000:00010000:2.0:1746130277.834360:0:7924:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880099532800/0x4ce24e578736167b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fcb9 expref: 34 pid: 20953 timeout: 575 lvb_type: 0 00010000:00010000:2.0:1746130277.834377:0:7924:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880099532800/0x4ce24e578736167b lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fcb9 expref: 34 pid: 20953 timeout: 575 lvb_type: 0 00010000:00010000:2.0:1746130277.834403:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130277.834405:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130277.834410:0:7924:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880099532200/0x4ce24e5787361682 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fcc0 expref: 5 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130277.834417:0:7924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099532200/0x4ce24e5787361682 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fcc0 expref: 5 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130277.834440:0:7924:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880099532200/0x4ce24e5787361682 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fcc0 expref: 5 pid: 20953 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746130277.834466:0:7924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135268700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841653120:192.168.204.51@tcp:105: 00000100:00100000:2.0:1746130277.834902:0:7924:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012eb30480 going to sleep for 11 seconds 00000100:00100000:2.0:1746130277.836465:0:7924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135268700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841653120:192.168.204.51@tcp:105: 00010000:00010000:2.0:1746130277.836481:0:7924:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746130277.836513:0:7924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013639a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+33:1961:x1830949849034496:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 2187us (2367us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130277.836522:0:7924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14293 00000100:00100000:0.0:1746130277.836695:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130277.836747:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849034752 00000100:00100000:1.0:1746130277.836753:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849034752 00002000:00100000:1.0:1746130277.836782:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88013639ad80 x1830949849034752/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:263/0 lens 488/0 e 0 to 0 dl 1746130288 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130277.836791:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013639ad80 with x1830949849034752 ext(0->4095) 00002000:00010000:1.0:1746130277.836795:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88013639ad80 00000100:00100000:1.0:1746130277.836823:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4702 00000100:00100000:1.0:1746130277.836829:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013639ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949849034752:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746130277.836964:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013639ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949849034752:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 135us (269us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746130277.836969:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4702 00002000:00100000:1.0:1746130277.836974:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88013639ad80 x1830949849034752/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:263/0 lens 488/4536 e 0 to 0 dl 1746130288 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130277.836981:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013639ad80 with x1830949849034752 ext(0->4095) 00002000:00010000:1.0:1746130277.836983:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88013639ad80 00000100:00100000:0.0:1746130277.838014:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130277.838075:0:20953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849034880 00000100:00100000:1.0:1746130277.838079:0:20953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849034880 00000100:00100000:1.0:1746130277.838254:0:20953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6030 00000100:00100000:1.0:1746130277.838259:0:20953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136398a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:640ea846-b909-4eea-9a54-417e15bd627b+33:31579:x1830949849034880:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746130277.838289:0:20953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746130277.838300:0:20953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099533000/0x4ce24e5787361689 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3fcc7 expref: -99 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130277.838371:0:20953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880099532200/0x4ce24e5787361682 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fcc0 expref: 5 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130277.838376:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130277.838377:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130277.838380:0:20953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099533000/0x4ce24e5787361689 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fcc7 expref: 34 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130277.838431:0:20953:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880099532200/0x4ce24e5787361682 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fcc0 expref: 5 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130277.838453:0:20953:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880099532200/0x4ce24e5787361682 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fcc0 expref: 5 pid: 20953 timeout: 575 lvb_type: 0 00000100:00100000:0.0:1746130277.838465:0:20953:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880136398e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:20953:1830949841653248:192.168.204.51@tcp:104: 00000100:00100000:0.0:1746130277.838536:0:20953:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009bc95f00 going to sleep for 11 seconds 00000100:00100000:2.0:1746130277.839592:0:20953:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880136398e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:20953:1830949841653248:192.168.204.51@tcp:104: 00010000:00010000:2.0:1746130277.839610:0:20953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880099533000/0x4ce24e5787361689 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fcc7 expref: 34 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130277.839621:0:20953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099533000, rc 0) 00000100:00100000:2.0:1746130277.839659:0:20953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136398a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:640ea846-b909-4eea-9a54-417e15bd627b+34:31579:x1830949849034880:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1399us (1646us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130277.839666:0:20953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6030 00000100:00100000:0.0:1746130277.839922:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130277.839999:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130277.840051:0:20953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849035136 00000100:00100000:2.0:1746130277.840054:0:20953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849035136 00000100:00100000:2.0:1746130277.840076:0:10554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6031 00000100:00100000:2.0:1746130277.840081:0:10554:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bc7c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:640ea846-b909-4eea-9a54-417e15bd627b+34:31578:x1830949849035136:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746130277.840090:0:10554:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746130277.840097:0:10554:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094686200/0x4ce24e5787361690 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3fcce expref: -99 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130277.840126:0:10554:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880099533000/0x4ce24e5787361689 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fcc7 expref: 35 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130277.840132:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746130277.840133:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746130277.840137:0:10554:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094686200/0x4ce24e5787361690 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fcce expref: 35 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130277.840152:0:10554:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880099533000/0x4ce24e5787361689 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fcc7 expref: 35 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130277.840161:0:10554:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880099533000/0x4ce24e5787361689 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fcc7 expref: 35 pid: 20953 timeout: 575 lvb_type: 0 00000100:00100000:2.0:1746130277.840194:0:10554:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135268700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10554:1830949841653376:192.168.204.51@tcp:104: 00000100:00100000:2.0:1746130277.840248:0:10554:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012eb30480 going to sleep for 11 seconds 00000100:00100000:2.0:1746130277.841438:0:10554:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135268700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10554:1830949841653376:192.168.204.51@tcp:104: 00010000:00010000:2.0:1746130277.841466:0:10554:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094686200/0x4ce24e5787361690 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fcce expref: 35 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130277.841476:0:10554:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094686200, rc 0) 00000100:00100000:2.0:1746130277.841561:0:10554:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bc7c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:640ea846-b909-4eea-9a54-417e15bd627b+35:31578:x1830949849035136:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1479us (1560us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130277.841567:0:10554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6031 00000100:00100000:0.0:1746130277.841950:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130277.843854:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130277.843928:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130277.843999:0:10554:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849035520 00000100:00100000:2.0:1746130277.844009:0:10554:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849035520 00000100:00100000:2.0:1746130277.844041:0:10554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6032 00000100:00100000:2.0:1746130277.844046:0:10554:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bc7f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+5:31579:x1830949849035520:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746130277.844058:0:10554:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746130277.844071:0:10554:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094bc4200/0x4ce24e5787361697 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3fcd5 expref: -99 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130277.844090:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746130277.844095:0:10554:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094686200/0x4ce24e5787361690 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fcce expref: 35 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130277.844100:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746130277.844103:0:10554:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094bc4200/0x4ce24e5787361697 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fcd5 expref: 6 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130277.844128:0:10554:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094686200/0x4ce24e5787361690 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fcce expref: 35 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130277.844139:0:10554:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094bc4200/0x4ce24e5787361697 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fcd5 expref: 6 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130277.844147:0:10554:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094bc4200, rc 0) 00000100:00100000:2.0:1746130277.844175:0:10554:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bc7f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+6:31579:x1830949849035520:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 129us (327us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130277.844180:0:10554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6032 00000100:00100000:0.0:1746130277.846301:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130277.848457:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130277.848521:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130277.848571:0:20953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849036160 00000100:00100000:2.0:1746130277.848577:0:20953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849036160 00000100:00100000:2.0:1746130277.848616:0:20953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6033 00000100:00100000:2.0:1746130277.848622:0:20953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801354da300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:640ea846-b909-4eea-9a54-417e15bd627b+35:31578:x1830949849036160:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746130277.848634:0:20953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746130277.848646:0:20953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094bc5600/0x4ce24e578736169e lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3fcdc expref: -99 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130277.848664:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746130277.848669:0:20953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094bc4200/0x4ce24e5787361697 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fcd5 expref: 5 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130277.848675:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746130277.848678:0:20953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094bc5600/0x4ce24e578736169e lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fcdc expref: 36 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130277.848716:0:20953:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094bc4200/0x4ce24e5787361697 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fcd5 expref: 5 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130277.848744:0:20953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094bc5600/0x4ce24e578736169e lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fcdc expref: 35 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130277.848752:0:20953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094bc5600, rc 0) 00000100:00100000:2.0:1746130277.848790:0:20953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801354da300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:640ea846-b909-4eea-9a54-417e15bd627b+35:31578:x1830949849036160:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 167us (348us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130277.848796:0:20953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6033 00000100:00100000:0.0:1746130277.850061:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130277.852413:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130277.854962:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130277.856644:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130277.856750:0:20953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849036928 00000100:00100000:2.0:1746130277.856758:0:20953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849036928 00000100:00100000:2.0:1746130277.856810:0:20953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6034 00000100:00100000:2.0:1746130277.856818:0:20953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801354daa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c84b93b0-d496-484f-8e1e-94008838f2dd+5:31579:x1830949849036928:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746130277.856832:0:20953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746130277.856852:0:20953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094687e00/0x4ce24e57873616a5 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3fce3 expref: -99 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130277.856874:0:20953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094bc5600/0x4ce24e578736169e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fcdc expref: 33 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130277.856880:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746130277.856882:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746130277.856885:0:20953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094687e00/0x4ce24e57873616a5 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fce3 expref: 6 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130277.856910:0:20953:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094bc5600/0x4ce24e578736169e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fcdc expref: 33 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130277.856921:0:20953:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094bc5600/0x4ce24e578736169e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fcdc expref: 33 pid: 20953 timeout: 575 lvb_type: 0 00000100:00100000:2.0:1746130277.856931:0:20953:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135268700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:20953:1830949841654272:192.168.204.51@tcp:104: 00000100:00100000:2.0:1746130277.857023:0:20953:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012eb30480 going to sleep for 11 seconds 00000100:00100000:2.0:1746130277.858188:0:20953:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135268700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:20953:1830949841654272:192.168.204.51@tcp:104: 00010000:00010000:2.0:1746130277.858213:0:20953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094687e00/0x4ce24e57873616a5 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fce3 expref: 6 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130277.858224:0:20953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094687e00, rc 0) 00000100:00100000:2.0:1746130277.858254:0:20953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801354daa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c84b93b0-d496-484f-8e1e-94008838f2dd+6:31579:x1830949849036928:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1437us (1617us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130277.858283:0:20953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6034 00000100:00100000:0.0:1746130277.858520:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130277.860347:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130277.860413:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849037312 00000100:00100000:2.0:1746130277.860418:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849037312 00002000:00100000:2.0:1746130277.860460:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801354da680 x1830949849037312/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:263/0 lens 488/0 e 0 to 0 dl 1746130288 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130277.860467:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801354da680 with x1830949849037312 ext(0->4095) 00002000:00010000:2.0:1746130277.860471:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801354da680 00000100:00100000:2.0:1746130277.860495:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4704 00000100:00100000:2.0:1746130277.860501:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801354da680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949849037312:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746130277.860608:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801354da680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949849037312:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 107us (267us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746130277.860614:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4704 00002000:00100000:2.0:1746130277.860618:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801354da680 x1830949849037312/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:263/0 lens 488/4536 e 0 to 0 dl 1746130288 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130277.860625:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801354da680 with x1830949849037312 ext(0->4095) 00002000:00010000:2.0:1746130277.860628:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801354da680 00000100:00100000:0.0:1746130277.862149:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130277.862234:0:20953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849037440 00000100:00100000:2.0:1746130277.862241:0:20953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849037440 00000100:00100000:2.0:1746130277.862298:0:20953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6035 00000100:00100000:2.0:1746130277.862305:0:20953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801354d8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:640ea846-b909-4eea-9a54-417e15bd627b+33:31579:x1830949849037440:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746130277.862318:0:20953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746130277.862331:0:20953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009955ea00/0x4ce24e57873616ac lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3fcea expref: -99 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130277.862358:0:20953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094687e00/0x4ce24e57873616a5 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fce3 expref: 5 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130277.862364:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130277.862365:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130277.862373:0:20953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009955ea00/0x4ce24e57873616ac lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fcea expref: 34 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130277.862397:0:20953:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094687e00/0x4ce24e57873616a5 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fce3 expref: 5 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130277.862406:0:20953:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094687e00/0x4ce24e57873616a5 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fce3 expref: 5 pid: 20953 timeout: 576 lvb_type: 0 00000100:00100000:2.0:1746130277.862415:0:20953:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135268700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:20953:1830949841654528:192.168.204.51@tcp:104: 00000100:00100000:2.0:1746130277.862498:0:20953:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012eb30480 going to sleep for 11 seconds 00000100:00100000:2.0:1746130277.863596:0:20953:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135268700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:20953:1830949841654528:192.168.204.51@tcp:104: 00010000:00010000:2.0:1746130277.863614:0:20953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009955ea00/0x4ce24e57873616ac lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fcea expref: 34 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130277.863623:0:20953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009955ea00, rc 0) 00000100:00100000:2.0:1746130277.863654:0:20953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801354d8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:640ea846-b909-4eea-9a54-417e15bd627b+34:31579:x1830949849037440:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1349us (1511us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130277.863661:0:20953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6035 00000100:00100000:0.0:1746130277.865021:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130277.867008:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130277.867121:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849037824 00000100:00100000:2.0:1746130277.867127:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849037824 00002000:00100000:2.0:1746130277.867157:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801354d9f80 x1830949849037824/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:263/0 lens 488/0 e 0 to 0 dl 1746130288 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130277.867166:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801354d9f80 with x1830949849037824 ext(0->4095) 00002000:00010000:2.0:1746130277.867170:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801354d9f80 00000100:00100000:2.0:1746130277.867198:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4705 00000100:00100000:2.0:1746130277.867203:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801354d9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+34:1961:x1830949849037824:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746130277.867352:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801354d9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+34:1961:x1830949849037824:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 148us (349us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746130277.867357:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4705 00002000:00100000:2.0:1746130277.867362:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801354d9f80 x1830949849037824/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:263/0 lens 488/4536 e 0 to 0 dl 1746130288 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130277.867368:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801354d9f80 with x1830949849037824 ext(0->4095) 00002000:00010000:2.0:1746130277.867370:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801354d9f80 00000100:00100000:0.0:1746130277.868748:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130277.868830:0:20953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849037952 00000100:00100000:2.0:1746130277.868836:0:20953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849037952 00000100:00100000:2.0:1746130277.868866:0:20953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6036 00000100:00100000:2.0:1746130277.868872:0:20953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801344cb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c84b93b0-d496-484f-8e1e-94008838f2dd+5:31579:x1830949849037952:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746130277.868884:0:20953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746130277.868897:0:20953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009955e200/0x4ce24e57873616b3 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3fcf1 expref: -99 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130277.868919:0:20953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009955ea00/0x4ce24e57873616ac lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fcea expref: 33 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130277.868930:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746130277.868931:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746130277.868935:0:20953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009955e200/0x4ce24e57873616b3 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fcf1 expref: 6 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130277.868957:0:20953:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009955ea00/0x4ce24e57873616ac lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fcea expref: 33 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130277.868967:0:20953:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009955ea00/0x4ce24e57873616ac lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fcea expref: 33 pid: 20953 timeout: 576 lvb_type: 0 00000100:00100000:2.0:1746130277.868978:0:20953:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135268700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:20953:1830949841654784:192.168.204.51@tcp:104: 00000100:00100000:2.0:1746130277.869052:0:20953:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012eb30840 going to sleep for 11 seconds 00000100:00100000:2.0:1746130277.870175:0:20953:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135268700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:20953:1830949841654784:192.168.204.51@tcp:104: 00010000:00010000:2.0:1746130277.870196:0:20953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009955e200/0x4ce24e57873616b3 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fcf1 expref: 6 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130277.870209:0:20953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009955e200, rc 0) 00000100:00100000:2.0:1746130277.870242:0:20953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801344cb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c84b93b0-d496-484f-8e1e-94008838f2dd+6:31579:x1830949849037952:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1370us (1498us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130277.870561:0:20953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6036 00000100:00100000:0.0:1746130277.871378:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130277.871456:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849038080 00000100:00100000:2.0:1746130277.871462:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849038080 00002000:00100000:2.0:1746130277.871489:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff8801344ca680 x1830949849038080/t0(0) o4->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:263/0 lens 496/0 e 0 to 0 dl 1746130288 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130277.871503:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801344ca680 with x1830949849038080 ext(0->7) 00010000:00010000:2.0:1746130277.871509:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009955ea00/0x4ce24e57873616ac lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fcea expref: 34 pid: 20953 timeout: 576 lvb_type: 0 00010000:00010000:2.0:1746130277.871520:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009955ea00/0x4ce24e57873616ac lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fcea expref: 34 pid: 20953 timeout: 576 lvb_type: 0 00002000:00010000:2.0:1746130277.871526:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801344ca680 00000100:00100000:2.0:1746130277.871552:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2404 00000100:00100000:2.0:1746130277.871558:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801344ca680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+34:1961:x1830949849038080:12345-192.168.204.51@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746130277.871848:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801344ca680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+36:1961:x1830949849038080:12345-192.168.204.51@tcp:4:ldlm_bl.0 Request processed in 289us (471us total) trans 4294967909 rc 0/0 00000100:00100000:2.0:1746130277.871854:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2404 00002000:00100000:2.0:1746130277.871859:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff8801344ca680 x1830949849038080/t4294967909(0) o4->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:263/0 lens 496/448 e 0 to 0 dl 1746130288 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130277.871866:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801344ca680 with x1830949849038080 ext(0->7) 00010000:00010000:2.0:1746130277.871870:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009955ea00/0x4ce24e57873616ac lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fcea expref: 36 pid: 20953 timeout: 576 lvb_type: 0 00010000:00010000:2.0:1746130277.871878:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009955ea00/0x4ce24e57873616ac lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fcea expref: 36 pid: 20953 timeout: 576 lvb_type: 0 00002000:00010000:2.0:1746130277.871884:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801344ca680 00000100:00100000:0.0:1746130277.873689:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130277.876523:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130277.876652:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849038464 00000100:00100000:2.0:1746130277.876658:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849038464 00002000:00100000:2.0:1746130277.876697:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801344cad80 x1830949849038464/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:263/0 lens 488/0 e 0 to 0 dl 1746130288 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130277.876706:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801344cad80 with x1830949849038464 ext(0->4095) 00002000:00010000:2.0:1746130277.876710:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801344cad80 00000100:00100000:2.0:1746130277.876734:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4706 00000100:00100000:2.0:1746130277.876740:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801344cad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1964:x1830949849038464:12345-192.168.204.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746130277.877229:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801344cad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1964:x1830949849038464:12345-192.168.204.51@tcp:3:ptlrpcd_01_01.0 Request processed in 487us (710us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746130277.877235:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4706 00002000:00100000:2.0:1746130277.877240:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801344cad80 x1830949849038464/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:263/0 lens 488/4536 e 0 to 0 dl 1746130288 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130277.877246:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801344cad80 with x1830949849038464 ext(0->4095) 00002000:00010000:2.0:1746130277.877249:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801344cad80 00000100:00100000:0.0:1746130277.878780:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130277.879298:0:20953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849038592 00000100:00100000:2.0:1746130277.879306:0:20953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849038592 00000100:00100000:2.0:1746130277.879348:0:20953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6037 00000100:00100000:2.0:1746130277.879354:0:20953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801344c9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:640ea846-b909-4eea-9a54-417e15bd627b+35:31579:x1830949849038592:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746130277.879367:0:20953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746130277.879381:0:20953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009955fc00/0x4ce24e57873616ba lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3fcf8 expref: -99 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130277.879402:0:20953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009955e200/0x4ce24e57873616b3 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fcf1 expref: 5 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130277.879413:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130277.879415:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130277.879417:0:20953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009955fc00/0x4ce24e57873616ba lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fcf8 expref: 36 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130277.879452:0:20953:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009955e200/0x4ce24e57873616b3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fcf1 expref: 5 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130277.879463:0:20953:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009955e200/0x4ce24e57873616b3 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fcf1 expref: 5 pid: 20953 timeout: 576 lvb_type: 0 00000100:00100000:2.0:1746130277.879473:0:20953:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135268700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:20953:1830949841655040:192.168.204.51@tcp:104: 00000100:00100000:2.0:1746130277.879552:0:20953:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012eb30840 going to sleep for 11 seconds 00000100:00100000:0.0:1746130277.882900:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130277.882992:0:20953:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135268700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:20953:1830949841655040:192.168.204.51@tcp:104: 00010000:00010000:2.0:1746130277.883016:0:20953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009955fc00/0x4ce24e57873616ba lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fcf8 expref: 36 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130277.883031:0:20953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009955fc00, rc 0) 00000100:00100000:0.0:1746130277.883082:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130277.883084:0:20953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801344c9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:640ea846-b909-4eea-9a54-417e15bd627b+36:31579:x1830949849038592:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3730us (4310us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130277.883092:0:20953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6037 00000100:00100000:0.0:1746130277.883103:0:10554:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849038848 00000100:00100000:0.0:1746130277.883108:0:10554:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849038848 00000100:00100000:0.0:1746130277.883130:0:10554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6038 00000100:00100000:0.0:1746130277.883135:0:10554:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801344c8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:640ea846-b909-4eea-9a54-417e15bd627b+36:31578:x1830949849038848:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746130277.883146:0:10554:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746130277.883157:0:10554:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a796ca00/0x4ce24e57873616c1 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3fcff expref: -99 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130277.883172:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130277.883177:0:10554:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009955fc00/0x4ce24e57873616ba lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fcf8 expref: 37 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130277.883182:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746130277.883185:0:10554:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a796ca00/0x4ce24e57873616c1 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fcff expref: 37 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130277.883208:0:10554:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009955fc00/0x4ce24e57873616ba lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fcf8 expref: 37 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130277.883217:0:10554:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a796ca00/0x4ce24e57873616c1 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fcff expref: 37 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130277.883224:0:10554:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a796ca00, rc 0) 00000100:00100000:0.0:1746130277.883238:0:10554:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801344c8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:640ea846-b909-4eea-9a54-417e15bd627b+37:31578:x1830949849038848:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 103us (157us total) trans 0 rc 0/0 00000100:00100000:0.0:1746130277.883244:0:10554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6038 00000100:00100000:0.0:1746130277.885305:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130277.885357:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849039104 00000100:00100000:2.0:1746130277.885362:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849039104 00002000:00100000:2.0:1746130277.885393:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801344cbb80 x1830949849039104/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:263/0 lens 488/0 e 0 to 0 dl 1746130288 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130277.885406:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801344cbb80 with x1830949849039104 ext(0->4095) 00010000:00010000:2.0:1746130277.885413:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009955fc00/0x4ce24e57873616ba lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fcf8 expref: 37 pid: 20953 timeout: 576 lvb_type: 0 00010000:00010000:2.0:1746130277.885423:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009955fc00/0x4ce24e57873616ba lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fcf8 expref: 37 pid: 20953 timeout: 576 lvb_type: 0 00002000:00010000:2.0:1746130277.885428:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801344cbb80 00000100:00100000:2.0:1746130277.885552:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2405 00000100:00100000:2.0:1746130277.885559:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801344cbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+37:1962:x1830949849039104:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746130277.885810:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801344cbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+37:1962:x1830949849039104:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 251us (505us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746130277.885816:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2405 00002000:00100000:2.0:1746130277.885821:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801344cbb80 x1830949849039104/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:263/0 lens 488/4536 e 0 to 0 dl 1746130288 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130277.885828:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801344cbb80 with x1830949849039104 ext(0->4095) 00010000:00010000:2.0:1746130277.885832:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009955fc00/0x4ce24e57873616ba lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fcf8 expref: 37 pid: 20953 timeout: 576 lvb_type: 0 00010000:00010000:2.0:1746130277.885839:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009955fc00/0x4ce24e57873616ba lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fcf8 expref: 37 pid: 20953 timeout: 576 lvb_type: 0 00002000:00010000:2.0:1746130277.885844:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801344cbb80 00000100:00100000:0.0:1746130277.887018:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130277.887076:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130277.887238:0:10554:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849039360 00000100:00100000:1.0:1746130277.887241:0:10554:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849039360 00000100:00100000:1.0:1746130277.887282:0:10554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6039 00000100:00100000:1.0:1746130277.887288:0:10554:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801344c9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+5:31579:x1830949849039360:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746130277.887298:0:10554:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746130277.887308:0:10554:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099532400/0x4ce24e57873616c8 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3fd06 expref: -99 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130277.887328:0:10554:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a796ca00/0x4ce24e57873616c1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fcff expref: 36 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130277.887334:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130277.887335:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130277.887338:0:10554:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099532400/0x4ce24e57873616c8 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fd06 expref: 6 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130277.887353:0:10554:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a796ca00/0x4ce24e57873616c1 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fcff expref: 36 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130277.887362:0:10554:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a796ca00/0x4ce24e57873616c1 lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fcff expref: 36 pid: 10554 timeout: 576 lvb_type: 0 00000100:00100000:1.0:1746130277.887369:0:10554:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800947a4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10554:1830949841655552:192.168.204.51@tcp:104: 00000100:00100000:1.0:1746130277.887391:0:10554:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18fb0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746130277.888869:0:10554:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800947a4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10554:1830949841655552:192.168.204.51@tcp:104: 00010000:00010000:1.0:1746130277.888892:0:10554:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880099532400/0x4ce24e57873616c8 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fd06 expref: 6 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130277.888904:0:10554:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099532400, rc 0) 00000100:00100000:1.0:1746130277.888934:0:10554:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801344c9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+6:31579:x1830949849039360:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1645us (1856us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130277.888941:0:10554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6039 00000100:00100000:0.0:1746130277.889635:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130277.889715:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849039616 00000100:00100000:2.0:1746130277.889722:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849039616 00002000:00100000:2.0:1746130277.889750:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801344caa00 x1830949849039616/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:263/0 lens 488/0 e 0 to 0 dl 1746130288 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130277.889759:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801344caa00 with x1830949849039616 ext(0->4095) 00010000:00010000:2.0:1746130277.889764:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a796ca00/0x4ce24e57873616c1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fcff expref: 36 pid: 10554 timeout: 576 lvb_type: 0 00010000:00010000:2.0:1746130277.889775:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a796ca00/0x4ce24e57873616c1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fcff expref: 36 pid: 10554 timeout: 576 lvb_type: 0 00002000:00010000:2.0:1746130277.889780:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801344caa00 00000100:00100000:2.0:1746130277.889836:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2406 00000100:00100000:2.0:1746130277.889842:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801344caa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+36:1962:x1830949849039616:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746130277.890237:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801344caa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+36:1962:x1830949849039616:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 394us (601us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746130277.890243:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2406 00002000:00100000:2.0:1746130277.890248:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801344caa00 x1830949849039616/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:263/0 lens 488/4536 e 0 to 0 dl 1746130288 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130277.890254:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801344caa00 with x1830949849039616 ext(0->4095) 00010000:00010000:2.0:1746130277.890258:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a796ca00/0x4ce24e57873616c1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fcff expref: 36 pid: 10554 timeout: 576 lvb_type: 0 00010000:00010000:2.0:1746130277.890300:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a796ca00/0x4ce24e57873616c1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fcff expref: 36 pid: 10554 timeout: 576 lvb_type: 0 00002000:00010000:2.0:1746130277.890306:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801344caa00 00000100:00100000:0.0:1746130277.891708:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130277.891755:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130277.891970:0:10554:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849039872 00000100:00100000:1.0:1746130277.891974:0:10554:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849039872 00000100:00100000:1.0:1746130277.892006:0:10554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6040 00000100:00100000:1.0:1746130277.892011:0:10554:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801344ca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:640ea846-b909-4eea-9a54-417e15bd627b+36:31578:x1830949849039872:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746130277.892022:0:10554:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746130277.892031:0:10554:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099533c00/0x4ce24e57873616cf lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3fd0d expref: -99 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130277.892050:0:10554:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880099532400/0x4ce24e57873616c8 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fd06 expref: 5 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130277.892056:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130277.892057:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130277.892060:0:10554:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099533c00/0x4ce24e57873616cf lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fd0d expref: 37 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130277.892076:0:10554:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880099532400/0x4ce24e57873616c8 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fd06 expref: 5 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130277.892086:0:10554:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880099532400/0x4ce24e57873616c8 lrc: 6/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fd06 expref: 5 pid: 10554 timeout: 576 lvb_type: 0 00000100:00100000:1.0:1746130277.892094:0:10554:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800947a4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10554:1830949841655808:192.168.204.51@tcp:104: 00000100:00100000:1.0:1746130277.892121:0:10554:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18fb0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746130277.893755:0:10554:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800947a4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10554:1830949841655808:192.168.204.51@tcp:104: 00010000:00010000:1.0:1746130277.893778:0:10554:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880099533c00/0x4ce24e57873616cf lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fd0d expref: 37 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130277.893790:0:10554:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099533c00, rc 0) 00000100:00100000:1.0:1746130277.893832:0:10554:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801344ca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:640ea846-b909-4eea-9a54-417e15bd627b+37:31578:x1830949849039872:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1820us (2076us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130277.893838:0:10554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6040 00000100:00100000:0.0:1746130277.894154:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130277.894211:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849040128 00000100:00100000:2.0:1746130277.894216:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849040128 00002000:00100000:2.0:1746130277.894244:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801344c8e00 x1830949849040128/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:263/0 lens 488/0 e 0 to 0 dl 1746130288 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130277.894252:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801344c8e00 with x1830949849040128 ext(0->4095) 00010000:00010000:2.0:1746130277.894258:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880099532400/0x4ce24e57873616c8 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fd06 expref: 6 pid: 10554 timeout: 576 lvb_type: 0 00010000:00010000:2.0:1746130277.894289:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880099532400/0x4ce24e57873616c8 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fd06 expref: 6 pid: 10554 timeout: 576 lvb_type: 0 00002000:00010000:2.0:1746130277.894295:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801344c8e00 00000100:00100000:2.0:1746130277.894309:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2407 00000100:00100000:2.0:1746130277.894315:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801344c8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949849040128:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746130277.894426:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801344c8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949849040128:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 112us (273us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746130277.894430:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2407 00002000:00100000:2.0:1746130277.894433:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801344c8e00 x1830949849040128/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:263/0 lens 488/4536 e 0 to 0 dl 1746130288 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130277.894438:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801344c8e00 with x1830949849040128 ext(0->4095) 00010000:00010000:2.0:1746130277.894454:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880099532400/0x4ce24e57873616c8 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fd06 expref: 6 pid: 10554 timeout: 576 lvb_type: 0 00010000:00010000:2.0:1746130277.894462:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880099532400/0x4ce24e57873616c8 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fd06 expref: 6 pid: 10554 timeout: 576 lvb_type: 0 00002000:00010000:2.0:1746130277.894472:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801344c8e00 00000100:00100000:0.0:1746130277.896403:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130277.899627:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130277.903612:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130277.903737:0:10554:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849040640 00000100:00100000:1.0:1746130277.903746:0:10554:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849040640 00000100:00100000:1.0:1746130277.903799:0:10554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6041 00000100:00100000:1.0:1746130277.903807:0:10554:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801344c9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+5:31579:x1830949849040640:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746130277.903823:0:10554:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746130277.903837:0:10554:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099532800/0x4ce24e57873616d6 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3fd14 expref: -99 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130277.903862:0:10554:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880099533c00/0x4ce24e57873616cf lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fd0d expref: 35 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130277.903869:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130277.903871:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130277.903874:0:10554:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099532800/0x4ce24e57873616d6 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fd14 expref: 6 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130277.903901:0:10554:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880099533c00/0x4ce24e57873616cf lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fd0d expref: 35 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130277.903912:0:10554:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880099533c00/0x4ce24e57873616cf lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fd0d expref: 35 pid: 10554 timeout: 576 lvb_type: 0 00000100:00100000:1.0:1746130277.903923:0:10554:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800947a4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10554:1830949841656064:192.168.204.51@tcp:104: 00000100:00100000:1.0:1746130277.904016:0:10554:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18fb0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746130277.906678:0:10554:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800947a4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10554:1830949841656064:192.168.204.51@tcp:104: 00010000:00010000:1.0:1746130277.906708:0:10554:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880099532800/0x4ce24e57873616d6 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fd14 expref: 6 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130277.906729:0:10554:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099532800, rc 0) 00000100:00100000:1.0:1746130277.906781:0:10554:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801344c9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+6:31579:x1830949849040640:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2975us (3176us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130277.906790:0:10554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6041 00000100:00100000:0.0:1746130277.906967:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130277.910113:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130277.910173:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849041024 00000100:00100000:1.0:1746130277.910181:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849041024 00002000:00100000:1.0:1746130277.910223:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801344c8a80 x1830949849041024/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:263/0 lens 488/0 e 0 to 0 dl 1746130288 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130277.910232:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801344c8a80 with x1830949849041024 ext(0->4095) 00002000:00010000:1.0:1746130277.910236:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801344c8a80 00000100:00100000:1.0:1746130277.910294:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4708 00000100:00100000:1.0:1746130277.910302:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801344c8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949849041024:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746130277.910572:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801344c8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949849041024:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 270us (467us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746130277.910578:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4708 00002000:00100000:1.0:1746130277.910583:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801344c8a80 x1830949849041024/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:263/0 lens 488/4536 e 0 to 0 dl 1746130288 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130277.910590:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801344c8a80 with x1830949849041024 ext(0->4095) 00002000:00010000:1.0:1746130277.910592:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801344c8a80 00000100:00100000:2.0:1746130277.910806:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130277.910913:0:10554:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849041152 00000100:00100000:1.0:1746130277.910916:0:10554:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849041152 00000100:00100000:1.0:1746130277.910935:0:10554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6042 00000100:00100000:1.0:1746130277.910940:0:10554:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135268700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:640ea846-b909-4eea-9a54-417e15bd627b+35:31578:x1830949849041152:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746130277.910949:0:10554:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746130277.910961:0:10554:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099533200/0x4ce24e57873616dd lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3fd1b expref: -99 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130277.910980:0:10554:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880099532800/0x4ce24e57873616d6 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fd14 expref: 5 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130277.910988:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130277.910989:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130277.910992:0:10554:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099533200/0x4ce24e57873616dd lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fd1b expref: 36 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130277.911015:0:10554:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880099532800/0x4ce24e57873616d6 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fd14 expref: 5 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130277.911025:0:10554:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880099532800/0x4ce24e57873616d6 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fd14 expref: 5 pid: 10554 timeout: 576 lvb_type: 0 00000100:00100000:1.0:1746130277.911035:0:10554:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800947a4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10554:1830949841656320:192.168.204.51@tcp:104: 00000100:00100000:1.0:1746130277.911453:0:10554:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18fb0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746130277.912686:0:10554:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800947a4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10554:1830949841656320:192.168.204.51@tcp:104: 00010000:00010000:1.0:1746130277.912711:0:10554:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880099533200/0x4ce24e57873616dd lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fd1b expref: 36 pid: 10554 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746130277.913197:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130277.913332:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00010000:00010000:1.0:1746130277.913429:0:10554:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099533200, rc 0) 00000100:00100000:2.0:1746130277.913430:0:20953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849041280 00000100:00100000:2.0:1746130277.913440:0:20953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849041280 00000100:00100000:1.0:1746130277.913487:0:10554:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135268700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:640ea846-b909-4eea-9a54-417e15bd627b+37:31578:x1830949849041152:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2545us (2680us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130277.913498:0:10554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6042 00000100:00100000:2.0:1746130277.913508:0:20953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6043 00000100:00100000:2.0:1746130277.913516:0:20953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801344cb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:640ea846-b909-4eea-9a54-417e15bd627b+36:31579:x1830949849041280:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746130277.913532:0:20953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746130277.913547:0:20953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009955f200/0x4ce24e57873616e4 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3fd22 expref: -99 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130277.913566:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130277.913571:0:20953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880099533200/0x4ce24e57873616dd lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fd1b expref: 37 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130277.913577:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746130277.913580:0:20953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009955f200/0x4ce24e57873616e4 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fd22 expref: 37 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130277.913888:0:20953:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880099533200/0x4ce24e57873616dd lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fd1b expref: 37 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130277.913916:0:20953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009955f200/0x4ce24e57873616e4 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fd22 expref: 37 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130277.913927:0:20953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009955f200, rc 0) 00000100:00100000:2.0:1746130277.913973:0:20953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801344cb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:640ea846-b909-4eea-9a54-417e15bd627b+37:31579:x1830949849041280:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 458us (782us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130277.913979:0:20953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6043 00000100:00100000:0.0:1746130277.915767:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130277.915871:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849041664 00000100:00100000:1.0:1746130277.915876:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849041664 00002000:00100000:1.0:1746130277.915907:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800939b7100 x1830949849041664/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:263/0 lens 488/0 e 0 to 0 dl 1746130288 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130277.915917:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800939b7100 with x1830949849041664 ext(0->4095) 00010000:00010000:1.0:1746130277.915925:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880099533200/0x4ce24e57873616dd lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fd1b expref: 37 pid: 10554 timeout: 576 lvb_type: 0 00010000:00010000:1.0:1746130277.915938:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880099533200/0x4ce24e57873616dd lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fd1b expref: 37 pid: 10554 timeout: 576 lvb_type: 0 00002000:00010000:1.0:1746130277.915944:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800939b7100 00000100:00100000:1.0:1746130277.916128:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2408 00000100:00100000:1.0:1746130277.916136:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800939b7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+37:1962:x1830949849041664:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746130277.916311:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800939b7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+37:1962:x1830949849041664:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 176us (548us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746130277.916318:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2408 00002000:00100000:1.0:1746130277.916323:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800939b7100 x1830949849041664/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:263/0 lens 488/4536 e 0 to 0 dl 1746130288 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130277.916330:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800939b7100 with x1830949849041664 ext(0->4095) 00010000:00010000:1.0:1746130277.916335:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880099533200/0x4ce24e57873616dd lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fd1b expref: 37 pid: 10554 timeout: 576 lvb_type: 0 00010000:00010000:1.0:1746130277.916348:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880099533200/0x4ce24e57873616dd lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fd1b expref: 37 pid: 10554 timeout: 576 lvb_type: 0 00002000:00010000:1.0:1746130277.916354:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800939b7100 00000100:00100000:0.0:1746130277.918468:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130277.920540:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130277.920781:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849042048 00000100:00100000:1.0:1746130277.920786:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849042048 00002000:00100000:1.0:1746130277.920823:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800939b7800 x1830949849042048/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:263/0 lens 488/0 e 0 to 0 dl 1746130288 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130277.920834:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800939b7800 with x1830949849042048 ext(0->4095) 00002000:00010000:1.0:1746130277.920838:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800939b7800 00000100:00100000:1.0:1746130277.920862:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4709 00000100:00100000:1.0:1746130277.920869:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800939b7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+36:1963:x1830949849042048:12345-192.168.204.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746130277.921010:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800939b7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+36:1963:x1830949849042048:12345-192.168.204.51@tcp:3:ptlrpcd_01_00.0 Request processed in 141us (475us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746130277.921016:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4709 00002000:00100000:1.0:1746130277.921020:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800939b7800 x1830949849042048/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:263/0 lens 488/4536 e 0 to 0 dl 1746130288 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130277.921027:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800939b7800 with x1830949849042048 ext(0->4095) 00002000:00010000:1.0:1746130277.921030:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800939b7800 00000100:00100000:0.0:1746130277.922757:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130277.922928:0:20953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849042176 00000100:00100000:2.0:1746130277.922935:0:20953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849042176 00000100:00100000:2.0:1746130277.922979:0:20953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6044 00000100:00100000:2.0:1746130277.922989:0:20953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800939b7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c84b93b0-d496-484f-8e1e-94008838f2dd+5:31579:x1830949849042176:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746130277.923003:0:20953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746130277.923020:0:20953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009955e800/0x4ce24e57873616eb lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3fd29 expref: -99 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130277.923047:0:20953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009955f200/0x4ce24e57873616e4 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fd22 expref: 35 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130277.923055:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746130277.923057:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746130277.923060:0:20953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009955e800/0x4ce24e57873616eb lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fd29 expref: 6 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130277.923090:0:20953:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009955f200/0x4ce24e57873616e4 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fd22 expref: 35 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130277.923102:0:20953:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009955f200/0x4ce24e57873616e4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fd22 expref: 35 pid: 20953 timeout: 576 lvb_type: 0 00000100:00100000:2.0:1746130277.923113:0:20953:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013526b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:20953:1830949841656832:192.168.204.51@tcp:104: 00000100:00100000:2.0:1746130277.923847:0:20953:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012eb30840 going to sleep for 11 seconds 00000100:00100000:2.0:1746130277.924818:0:20953:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013526b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:20953:1830949841656832:192.168.204.51@tcp:104: 00010000:00010000:2.0:1746130277.924840:0:20953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009955e800/0x4ce24e57873616eb lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fd29 expref: 6 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130277.924853:0:20953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009955e800, rc 0) 00000100:00100000:2.0:1746130277.924889:0:20953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800939b7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c84b93b0-d496-484f-8e1e-94008838f2dd+6:31579:x1830949849042176:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1905us (2138us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130277.924895:0:20953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6044 00000100:00100000:0.0:1746130277.926049:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130277.928154:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130277.928219:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849042560 00000100:00100000:1.0:1746130277.928225:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849042560 00002000:00100000:1.0:1746130277.928261:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800939b4700 x1830949849042560/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:263/0 lens 488/0 e 0 to 0 dl 1746130288 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130277.928302:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800939b4700 with x1830949849042560 ext(0->4095) 00002000:00010000:1.0:1746130277.928307:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800939b4700 00000100:00100000:1.0:1746130277.928420:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4710 00000100:00100000:1.0:1746130277.928426:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800939b4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949849042560:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746130277.928690:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800939b4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949849042560:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 262us (534us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746130277.928699:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4710 00002000:00100000:1.0:1746130277.928704:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800939b4700 x1830949849042560/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:263/0 lens 488/4536 e 0 to 0 dl 1746130288 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130277.928711:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800939b4700 with x1830949849042560 ext(0->4095) 00002000:00010000:1.0:1746130277.928714:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800939b4700 00000100:00100000:0.0:1746130277.930328:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130277.930518:0:20953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849042688 00000100:00100000:2.0:1746130277.930528:0:20953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849042688 00000100:00100000:2.0:1746130277.930582:0:20953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6045 00000100:00100000:2.0:1746130277.930589:0:20953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800939b5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:640ea846-b909-4eea-9a54-417e15bd627b+35:31579:x1830949849042688:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746130277.930603:0:20953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746130277.930623:0:20953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009955fc00/0x4ce24e57873616f2 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3fd30 expref: -99 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130277.930654:0:20953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009955e800/0x4ce24e57873616eb lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fd29 expref: 5 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130277.930662:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130277.930663:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130277.930668:0:20953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009955fc00/0x4ce24e57873616f2 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fd30 expref: 36 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130277.930700:0:20953:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009955e800/0x4ce24e57873616eb lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fd29 expref: 5 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130277.930712:0:20953:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009955e800/0x4ce24e57873616eb lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fd29 expref: 5 pid: 20953 timeout: 576 lvb_type: 0 00000100:00100000:2.0:1746130277.930724:0:20953:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013526b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:20953:1830949841657088:192.168.204.51@tcp:104: 00000100:00100000:2.0:1746130277.930799:0:20953:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012eb30840 going to sleep for 11 seconds 00000100:00100000:0.0:1746130277.931576:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130277.932203:0:20953:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013526b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:20953:1830949841657088:192.168.204.51@tcp:104: 00010000:00010000:2.0:1746130277.932220:0:20953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009955fc00/0x4ce24e57873616f2 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fd30 expref: 37 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130277.932229:0:20953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009955fc00, rc 0) 00000100:00100000:2.0:1746130277.932245:0:20953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800939b5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:640ea846-b909-4eea-9a54-417e15bd627b+37:31579:x1830949849042688:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1658us (1925us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130277.932251:0:20953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6045 00000100:00100000:0.0:1746130277.932870:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130277.935169:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130277.935307:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849043200 00000100:00100000:1.0:1746130277.935318:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849043200 00002000:00100000:1.0:1746130277.935355:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800939b4000 x1830949849043200/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:263/0 lens 488/0 e 0 to 0 dl 1746130288 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130277.935361:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800939b4000 with x1830949849043200 ext(0->4095) 00010000:00010000:1.0:1746130277.935369:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009955fc00/0x4ce24e57873616f2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fd30 expref: 37 pid: 20953 timeout: 576 lvb_type: 0 00010000:00010000:1.0:1746130277.935378:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009955fc00/0x4ce24e57873616f2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fd30 expref: 37 pid: 20953 timeout: 576 lvb_type: 0 00002000:00010000:1.0:1746130277.935383:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800939b4000 00000100:00100000:1.0:1746130277.935407:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2409 00000100:00100000:1.0:1746130277.935412:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800939b4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+37:1961:x1830949849043200:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746130277.935552:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800939b4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+37:1961:x1830949849043200:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 140us (384us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746130277.935556:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2409 00002000:00100000:1.0:1746130277.935560:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800939b4000 x1830949849043200/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:263/0 lens 488/4536 e 0 to 0 dl 1746130288 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130277.935564:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800939b4000 with x1830949849043200 ext(0->4095) 00010000:00010000:1.0:1746130277.935567:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009955fc00/0x4ce24e57873616f2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fd30 expref: 37 pid: 20953 timeout: 576 lvb_type: 0 00010000:00010000:1.0:1746130277.935573:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009955fc00/0x4ce24e57873616f2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fd30 expref: 37 pid: 20953 timeout: 576 lvb_type: 0 00002000:00010000:1.0:1746130277.935577:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800939b4000 00000100:00100000:0.0:1746130277.937678:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130277.937777:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130277.937818:0:20953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849043328 00000100:00100000:2.0:1746130277.937826:0:20953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849043328 00000100:00100000:2.0:1746130277.937869:0:20953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6047 00000100:00100000:2.0:1746130277.937876:0:20953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e34a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c84b93b0-d496-484f-8e1e-94008838f2dd+5:31579:x1830949849043328:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746130277.937896:0:20953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746130277.937916:0:20953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009955ec00/0x4ce24e5787361700 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3fd3e expref: -99 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130277.937942:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746130277.937949:0:20953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880093e92c00/0x4ce24e57873616f9 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fd37 expref: 36 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130277.937955:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746130277.937959:0:20953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009955ec00/0x4ce24e5787361700 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fd3e expref: 6 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130277.937998:0:20953:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880093e92c00/0x4ce24e57873616f9 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fd37 expref: 37 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130277.938011:0:20953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009955ec00/0x4ce24e5787361700 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fd3e expref: 6 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130277.938021:0:20953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009955ec00, rc 0) 00000100:00100000:2.0:1746130277.938055:0:20953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e34a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c84b93b0-d496-484f-8e1e-94008838f2dd+6:31579:x1830949849043328:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 180us (387us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130277.938061:0:20953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6047 00000100:00100000:0.0:1746130277.939676:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130277.939746:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849043712 00000100:00100000:1.0:1746130277.939755:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849043712 00002000:00100000:1.0:1746130277.939795:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092e35180 x1830949849043712/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:263/0 lens 488/0 e 0 to 0 dl 1746130288 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130277.939804:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092e35180 with x1830949849043712 ext(0->4095) 00010000:00010000:1.0:1746130277.939811:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093e92c00/0x4ce24e57873616f9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fd37 expref: 36 pid: 8470 timeout: 576 lvb_type: 0 00010000:00010000:1.0:1746130277.939824:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093e92c00/0x4ce24e57873616f9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fd37 expref: 36 pid: 8470 timeout: 576 lvb_type: 0 00002000:00010000:1.0:1746130277.939836:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092e35180 00000100:00100000:1.0:1746130277.939864:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2410 00000100:00100000:1.0:1746130277.939870:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e35180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+36:1962:x1830949849043712:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746130277.940022:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e35180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+36:1962:x1830949849043712:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 152us (347us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746130277.940028:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2410 00002000:00100000:1.0:1746130277.940033:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092e35180 x1830949849043712/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:263/0 lens 488/4536 e 0 to 0 dl 1746130288 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130277.940040:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092e35180 with x1830949849043712 ext(0->4095) 00010000:00010000:1.0:1746130277.940044:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093e92c00/0x4ce24e57873616f9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fd37 expref: 36 pid: 8470 timeout: 576 lvb_type: 0 00010000:00010000:1.0:1746130277.940052:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093e92c00/0x4ce24e57873616f9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fd37 expref: 36 pid: 8470 timeout: 576 lvb_type: 0 00002000:00010000:1.0:1746130277.940057:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092e35180 00000100:00100000:0.0:1746130277.942804:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130277.942904:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130277.943023:0:8470:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849043840 00000100:00100000:2.0:1746130277.943032:0:8470:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849043840 00000100:00100000:2.0:1746130277.943089:0:8470:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6048 00000100:00100000:2.0:1746130277.943096:0:8470:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e34380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:640ea846-b909-4eea-9a54-417e15bd627b+36:31578:x1830949849043840:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746130277.943114:0:8470:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746130277.943133:0:8470:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009955ea00/0x4ce24e5787361707 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3fd45 expref: -99 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130277.943161:0:8470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746130277.943167:0:8470:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009955ec00/0x4ce24e5787361700 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fd3e expref: 5 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130277.943173:0:8470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746130277.943176:0:8470:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009955ea00/0x4ce24e5787361707 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fd45 expref: 38 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130277.943216:0:8470:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009955ec00/0x4ce24e5787361700 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fd3e expref: 5 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130277.943230:0:8470:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009955ea00/0x4ce24e5787361707 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fd45 expref: 38 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130277.943240:0:8470:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009955ea00, rc 0) 00000100:00100000:2.0:1746130277.943310:0:8470:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e34380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:640ea846-b909-4eea-9a54-417e15bd627b+37:31578:x1830949849043840:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 213us (608us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130277.943316:0:8470:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6048 00000100:00100000:0.0:1746130277.945783:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130277.945861:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849044224 00000100:00100000:2.0:1746130277.945868:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849044224 00002000:00100000:2.0:1746130277.945910:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092e37800 x1830949849044224/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:263/0 lens 488/0 e 0 to 0 dl 1746130288 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130277.945920:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092e37800 with x1830949849044224 ext(0->4095) 00010000:00010000:2.0:1746130277.945928:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009955ec00/0x4ce24e5787361700 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fd3e expref: 6 pid: 20953 timeout: 576 lvb_type: 0 00010000:00010000:2.0:1746130277.945942:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009955ec00/0x4ce24e5787361700 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fd3e expref: 6 pid: 20953 timeout: 576 lvb_type: 0 00002000:00010000:2.0:1746130277.945948:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092e37800 00000100:00100000:2.0:1746130277.945977:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2411 00000100:00100000:2.0:1746130277.945983:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e37800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1963:x1830949849044224:12345-192.168.204.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746130277.946164:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e37800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1963:x1830949849044224:12345-192.168.204.51@tcp:3:ptlrpcd_01_00.0 Request processed in 181us (382us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746130277.946171:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2411 00002000:00100000:2.0:1746130277.946176:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092e37800 x1830949849044224/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:263/0 lens 488/4536 e 0 to 0 dl 1746130288 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130277.946184:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092e37800 with x1830949849044224 ext(0->4095) 00010000:00010000:2.0:1746130277.946189:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009955ec00/0x4ce24e5787361700 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fd3e expref: 6 pid: 20953 timeout: 576 lvb_type: 0 00010000:00010000:2.0:1746130277.946198:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009955ec00/0x4ce24e5787361700 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fd3e expref: 6 pid: 20953 timeout: 576 lvb_type: 0 00002000:00010000:2.0:1746130277.946203:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092e37800 00000100:00100000:0.0:1746130277.947948:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130277.948134:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130277.948200:0:8470:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849044480 00000100:00100000:2.0:1746130277.948206:0:8470:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849044480 00000100:00100000:2.0:1746130277.948246:0:8470:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6049 00000100:00100000:2.0:1746130277.948253:0:8470:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e36d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c84b93b0-d496-484f-8e1e-94008838f2dd+6:31579:x1830949849044480:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746130277.948292:0:8470:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746130277.948307:0:8470:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009955fa00/0x4ce24e578736170e lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3fd4c expref: -99 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130277.948329:0:8470:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009955ea00/0x4ce24e5787361707 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fd45 expref: 35 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130277.948336:0:8470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746130277.948338:0:8470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746130277.948341:0:8470:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009955fa00/0x4ce24e578736170e lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fd4c expref: 7 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130277.948369:0:8470:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009955ea00/0x4ce24e5787361707 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fd45 expref: 35 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130277.948381:0:8470:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009955ea00/0x4ce24e5787361707 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fd45 expref: 35 pid: 8470 timeout: 576 lvb_type: 0 00000100:00100000:2.0:1746130277.948391:0:8470:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013526b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8470:1830949841658112:192.168.204.51@tcp:104: 00000100:00100000:2.0:1746130277.948428:0:8470:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012eb30840 going to sleep for 11 seconds 00000100:00100000:2.0:1746130277.950021:0:8470:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013526b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8470:1830949841658112:192.168.204.51@tcp:104: 00010000:00010000:2.0:1746130277.950046:0:8470:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009955fa00/0x4ce24e578736170e lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fd4c expref: 7 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130277.950059:0:8470:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009955fa00, rc 0) 00000100:00100000:2.0:1746130277.950185:0:8470:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e36d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c84b93b0-d496-484f-8e1e-94008838f2dd+7:31579:x1830949849044480:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1931us (2049us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130277.950193:0:8470:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6049 00000100:00100000:0.0:1746130277.951062:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130277.955855:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130277.955940:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849044864 00000100:00100000:2.0:1746130277.955947:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849044864 00002000:00100000:2.0:1746130277.955984:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092e34000 x1830949849044864/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:263/0 lens 488/0 e 0 to 0 dl 1746130288 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130277.955993:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092e34000 with x1830949849044864 ext(0->4095) 00002000:00010000:2.0:1746130277.955997:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092e34000 00000100:00100000:2.0:1746130277.956027:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4711 00000100:00100000:2.0:1746130277.956034:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e34000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949849044864:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746130277.956180:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e34000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949849044864:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 146us (330us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746130277.956186:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4711 00002000:00100000:2.0:1746130277.956192:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092e34000 x1830949849044864/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:263/0 lens 488/4536 e 0 to 0 dl 1746130288 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130277.956198:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092e34000 with x1830949849044864 ext(0->4095) 00002000:00010000:2.0:1746130277.956200:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092e34000 00000100:00100000:0.0:1746130277.958095:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130277.958527:0:8470:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849044992 00000100:00100000:2.0:1746130277.958536:0:8470:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849044992 00000100:00100000:2.0:1746130277.958574:0:8470:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6050 00000100:00100000:2.0:1746130277.958581:0:8470:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e36a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:640ea846-b909-4eea-9a54-417e15bd627b+35:31579:x1830949849044992:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746130277.958596:0:8470:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746130277.958611:0:8470:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009955f800/0x4ce24e5787361715 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3fd53 expref: -99 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130277.958637:0:8470:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009955fa00/0x4ce24e578736170e lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fd4c expref: 5 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130277.958645:0:8470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130277.958647:0:8470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130277.958651:0:8470:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009955f800/0x4ce24e5787361715 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fd53 expref: 36 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130277.958678:0:8470:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009955fa00/0x4ce24e578736170e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fd4c expref: 5 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130277.958693:0:8470:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009955fa00/0x4ce24e578736170e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fd4c expref: 5 pid: 8470 timeout: 576 lvb_type: 0 00000100:00100000:2.0:1746130277.958704:0:8470:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013526b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8470:1830949841658368:192.168.204.51@tcp:104: 00000100:00100000:2.0:1746130277.959197:0:8470:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012eb30480 going to sleep for 11 seconds 00000100:00100000:0.0:1746130277.960594:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130277.961244:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130277.961461:0:7924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849045248 00000100:00100000:2.0:1746130277.961465:0:7924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849045248 00010000:00010000:2.0:1746130277.961480:0:7924:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009955fa00/0x4ce24e578736170e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fd4c expref: 6 pid: 8470 timeout: 576 lvb_type: 0 00000100:00100000:2.0:1746130277.961504:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14314 00000100:00100000:2.0:1746130277.961509:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091d21880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949849045248:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746130277.961517:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746130277.961539:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009955fa00/0x4ce24e578736170e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fd4c expref: 6 pid: 8470 timeout: 576 lvb_type: 0 00010000:00010000:2.0:1746130277.961548:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009955fa00/0x4ce24e578736170e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fd4c expref: 6 pid: 8470 timeout: 576 lvb_type: 0 00010000:00010000:2.0:1746130277.961562:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009955fa00/0x4ce24e578736170e lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fd4c expref: 6 pid: 8470 timeout: 576 lvb_type: 0 00010000:00010000:2.0:1746130277.961575:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130277.961576:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130277.961582:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009955f800/0x4ce24e5787361715 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fd53 expref: 36 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130277.961593:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009955f800/0x4ce24e5787361715 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fd53 expref: 36 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130277.961610:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009955f800/0x4ce24e5787361715 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fd53 expref: 36 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130277.961620:0:7097:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009955f800/0x4ce24e5787361715 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fd53 expref: 36 pid: 8470 timeout: 576 lvb_type: 0 00000100:00100000:2.0:1746130277.961630:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135269500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841658624:192.168.204.51@tcp:105: 00000100:00100000:2.0:1746130277.961668:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012eb30480 going to sleep for 11 seconds 00000100:00100000:2.0:1746130277.963109:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135269500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841658624:192.168.204.51@tcp:105: 00010000:00010000:2.0:1746130277.963124:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746130277.963152:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091d21880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+5:1962:x1830949849045248:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 1642us (1907us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130277.963159:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14314 00000100:00100000:0.0:1746130277.964240:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130277.964367:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849045504 00000100:00100000:2.0:1746130277.964373:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849045504 00002000:00100000:2.0:1746130277.964404:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880091d22300 x1830949849045504/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:263/0 lens 488/0 e 0 to 0 dl 1746130288 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130277.964413:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091d22300 with x1830949849045504 ext(0->4095) 00010000:00010000:2.0:1746130277.964420:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009955f800/0x4ce24e5787361715 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fd53 expref: 37 pid: 8470 timeout: 576 lvb_type: 0 00010000:00010000:2.0:1746130277.964437:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009955f800/0x4ce24e5787361715 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fd53 expref: 37 pid: 8470 timeout: 576 lvb_type: 0 00002000:00010000:2.0:1746130277.964456:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091d22300 00000100:00100000:2.0:1746130277.964640:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2412 00000100:00100000:2.0:1746130277.964646:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091d22300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+37:1964:x1830949849045504:12345-192.168.204.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746130277.964789:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091d22300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+37:1964:x1830949849045504:12345-192.168.204.51@tcp:3:ptlrpcd_01_01.0 Request processed in 142us (551us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746130277.964794:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2412 00002000:00100000:2.0:1746130277.964799:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880091d22300 x1830949849045504/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:263/0 lens 488/4536 e 0 to 0 dl 1746130288 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130277.964805:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091d22300 with x1830949849045504 ext(0->4095) 00010000:00010000:2.0:1746130277.964809:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009955f800/0x4ce24e5787361715 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fd53 expref: 37 pid: 8470 timeout: 576 lvb_type: 0 00010000:00010000:2.0:1746130277.964816:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009955f800/0x4ce24e5787361715 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fd53 expref: 37 pid: 8470 timeout: 576 lvb_type: 0 00002000:00010000:2.0:1746130277.964821:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091d22300 00000100:00100000:0.0:1746130277.966658:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130277.967582:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130277.967655:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849045760 00000100:00100000:2.0:1746130277.967659:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849045760 00010000:00010000:2.0:1746130277.967678:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009955f800/0x4ce24e5787361715 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fd53 expref: 37 pid: 8470 timeout: 576 lvb_type: 0 00000100:00100000:2.0:1746130277.967696:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14315 00000100:00100000:2.0:1746130277.967702:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091d21500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+37:1961:x1830949849045760:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746130277.967710:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746130277.967729:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009955f800/0x4ce24e5787361715 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fd53 expref: 37 pid: 8470 timeout: 576 lvb_type: 0 00010000:00010000:2.0:1746130277.967739:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009955f800/0x4ce24e5787361715 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fd53 expref: 37 pid: 8470 timeout: 576 lvb_type: 0 00010000:00010000:2.0:1746130277.967753:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009955f800/0x4ce24e5787361715 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fd53 expref: 37 pid: 8470 timeout: 576 lvb_type: 0 00010000:00010000:2.0:1746130277.967777:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130277.967779:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130277.967785:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880093e93600/0x4ce24e578736171c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fd5a expref: 36 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130277.967792:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093e93600/0x4ce24e578736171c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fd5a expref: 36 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130277.967812:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880093e93600/0x4ce24e578736171c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fd5a expref: 36 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130277.967821:0:7097:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880093e93600/0x4ce24e578736171c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fd5a expref: 36 pid: 8470 timeout: 576 lvb_type: 0 00000100:00100000:2.0:1746130277.967831:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135269500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841658880:192.168.204.51@tcp:105: 00000100:00100000:2.0:1746130277.967895:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012eb30840 going to sleep for 11 seconds 00000100:00100000:2.0:1746130277.971623:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130277.971710:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135269500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841658880:192.168.204.51@tcp:105: 00010000:00010000:0.0:1746130277.971728:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746130277.971925:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091d21500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+37:1961:x1830949849045760:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 4222us (4343us total) trans 0 rc 0/0 00000100:00100000:0.0:1746130277.971934:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14315 00000100:00100000:0.0:1746130277.974244:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130277.974686:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130277.974757:0:10554:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849046144 00000100:00100000:1.0:1746130277.974765:0:10554:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849046144 00000100:00100000:2.0:1746130277.974788:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849046272 00000100:00100000:2.0:1746130277.974792:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849046272 00000100:00100000:1.0:1746130277.974805:0:10554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6053 00000100:00100000:1.0:1746130277.974812:0:10554:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091d23480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:640ea846-b909-4eea-9a54-417e15bd627b+37:31578:x1830949849046144:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746130277.974820:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880093e93600/0x4ce24e578736171c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fd5a expref: 37 pid: 8470 timeout: 576 lvb_type: 0 00010000:00010000:1.0:1746130277.974827:0:10554:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1746130277.974840:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14316 00010000:00010000:1.0:1746130277.974841:0:10554:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099533c00/0x4ce24e578736172a lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3fd68 expref: -99 pid: 10554 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746130277.974845:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091d23b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+37:1962:x1830949849046272:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746130277.974855:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746130277.974864:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130277.974869:0:10554:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880093e92400/0x4ce24e5787361723 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fd61 expref: 5 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130277.974874:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746130277.974878:0:10554:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099533c00/0x4ce24e578736172a lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fd68 expref: 38 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130277.974947:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880093e93600/0x4ce24e578736171c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fd5a expref: 38 pid: 8470 timeout: 576 lvb_type: 0 00010000:00010000:2.0:1746130277.974958:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880093e93600/0x4ce24e578736171c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fd5a expref: 38 pid: 8470 timeout: 576 lvb_type: 0 00010000:00010000:2.0:1746130277.974974:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880093e93600/0x4ce24e578736171c lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fd5a expref: 38 pid: 8470 timeout: 576 lvb_type: 0 00010000:00010000:2.0:1746130277.974996:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130277.974997:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130277.975003:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880093e92400/0x4ce24e5787361723 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fd61 expref: 5 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130277.975010:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093e92400/0x4ce24e5787361723 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fd61 expref: 5 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130277.975034:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880093e92400/0x4ce24e5787361723 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fd61 expref: 5 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130277.975044:0:7097:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880093e92400/0x4ce24e5787361723 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fd61 expref: 5 pid: 8470 timeout: 576 lvb_type: 0 00000100:00100000:2.0:1746130277.975059:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135268000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841659008:192.168.204.51@tcp:105: 00010000:00010000:1.0:1746130277.975114:0:10554:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880093e92400/0x4ce24e5787361723 lrc: 6/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fd61 expref: 5 pid: 8470 timeout: 576 lvb_type: 0 00000100:00100000:2.0:1746130277.975134:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012eb30840 going to sleep for 11 seconds 00010000:00010000:1.0:1746130277.975250:0:10554:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880093e92400/0x4ce24e5787361723 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fd61 expref: 5 pid: 8470 timeout: 576 lvb_type: 0 00000100:00100000:1.0:1746130277.975258:0:10554:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800947a4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10554:1830949841659136:192.168.204.51@tcp:104: 00000100:00100000:1.0:1746130277.975514:0:10554:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18fb540 going to sleep for 11 seconds 00000100:00100000:0.0:1746130277.977865:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135268000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841659008:192.168.204.51@tcp:105: 00000100:00100000:1.0:1746130277.977884:0:10554:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800947a4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10554:1830949841659136:192.168.204.51@tcp:104: 00010000:00010000:0.0:1746130277.977886:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1746130277.977906:0:10554:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880099533c00/0x4ce24e578736172a lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fd68 expref: 37 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130277.977921:0:10554:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099533c00, rc 0) 00000100:00100000:2.0:1746130277.977935:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130277.978077:0:10554:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091d23480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:640ea846-b909-4eea-9a54-417e15bd627b+37:31578:x1830949849046144:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3266us (3843us total) trans 0 rc 0/0 00000100:00100000:0.0:1746130277.978078:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091d23b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+37:1962:x1830949849046272:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 3230us (3391us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130277.978085:0:10554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6053 00000100:00100000:0.0:1746130277.978087:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14316 00000100:00100000:1.0:1746130277.978113:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849046528 00000100:00100000:1.0:1746130277.978119:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849046528 00002000:00100000:1.0:1746130277.978146:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880135269180 x1830949849046528/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:263/0 lens 488/0 e 0 to 0 dl 1746130288 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130277.978154:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135269180 with x1830949849046528 ext(0->4095) 00010000:00010000:1.0:1746130277.978160:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093e92400/0x4ce24e5787361723 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fd61 expref: 6 pid: 8470 timeout: 576 lvb_type: 0 00010000:00010000:1.0:1746130277.978169:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093e92400/0x4ce24e5787361723 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fd61 expref: 6 pid: 8470 timeout: 576 lvb_type: 0 00002000:00010000:1.0:1746130277.978174:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880135269180 00000100:00100000:1.0:1746130277.978197:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2414 00000100:00100000:1.0:1746130277.978208:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135269180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949849046528:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746130277.978458:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135269180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949849046528:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 254us (522us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746130277.978463:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2414 00002000:00100000:1.0:1746130277.978468:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880135269180 x1830949849046528/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:263/0 lens 488/4536 e 0 to 0 dl 1746130288 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130277.978475:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135269180 with x1830949849046528 ext(0->4095) 00010000:00010000:1.0:1746130277.978479:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093e92400/0x4ce24e5787361723 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fd61 expref: 6 pid: 8470 timeout: 576 lvb_type: 0 00010000:00010000:1.0:1746130277.978487:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093e92400/0x4ce24e5787361723 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fd61 expref: 6 pid: 8470 timeout: 576 lvb_type: 0 00002000:00010000:1.0:1746130277.978491:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880135269180 00000100:00100000:0.0:1746130277.980569:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130277.980689:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849046656 00000100:00100000:2.0:1746130277.980696:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849046656 00010000:00010000:2.0:1746130277.980725:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880093e92400/0x4ce24e5787361723 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fd61 expref: 6 pid: 8470 timeout: 576 lvb_type: 0 00000100:00100000:2.0:1746130277.980748:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14317 00000100:00100000:2.0:1746130277.980754:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880137327c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1964:x1830949849046656:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746130277.980766:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746130277.980783:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880093e92400/0x4ce24e5787361723 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fd61 expref: 6 pid: 8470 timeout: 576 lvb_type: 0 00010000:00010000:2.0:1746130277.980793:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880093e92400/0x4ce24e5787361723 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fd61 expref: 6 pid: 8470 timeout: 576 lvb_type: 0 00010000:00010000:2.0:1746130277.980811:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880093e92400/0x4ce24e5787361723 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fd61 expref: 6 pid: 8470 timeout: 576 lvb_type: 0 00010000:00010000:2.0:1746130277.981015:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130277.981018:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130277.981025:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880099533c00/0x4ce24e578736172a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fd68 expref: 35 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130277.981033:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099533c00/0x4ce24e578736172a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fd68 expref: 35 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130277.981062:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880099533c00/0x4ce24e578736172a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fd68 expref: 35 pid: 10554 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746130277.981074:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135269f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841659264:192.168.204.51@tcp:105: 00000100:00100000:2.0:1746130277.981513:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012eb30480 going to sleep for 11 seconds 00000100:00100000:2.0:1746130277.982831:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135269f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841659264:192.168.204.51@tcp:105: 00010000:00010000:2.0:1746130277.982850:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746130277.983095:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880137327c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+5:1964:x1830949849046656:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 2339us (2530us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130277.983105:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14317 00000100:00100000:1.0:1746130277.983651:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849046912 00000100:00100000:1.0:1746130277.983657:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849046912 00002000:00100000:1.0:1746130277.983690:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880091951c00 x1830949849046912/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:263/0 lens 488/0 e 0 to 0 dl 1746130288 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130277.983699:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091951c00 with x1830949849046912 ext(0->4095) 00002000:00010000:1.0:1746130277.983703:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091951c00 00000100:00100000:1.0:1746130277.983729:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4712 00000100:00100000:1.0:1746130277.983735:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091951c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+36:1962:x1830949849046912:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746130277.983864:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091951c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+36:1962:x1830949849046912:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 129us (268us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746130277.983869:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4712 00002000:00100000:1.0:1746130277.983873:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880091951c00 x1830949849046912/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:263/0 lens 488/4536 e 0 to 0 dl 1746130288 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130277.983879:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091951c00 with x1830949849046912 ext(0->4095) 00002000:00010000:1.0:1746130277.983882:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091951c00 00000100:00100000:0.0:1746130277.985503:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130277.985556:0:10554:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849047040 00000100:00100000:1.0:1746130277.985563:0:10554:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849047040 00000100:00100000:1.0:1746130277.985676:0:10554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6054 00000100:00100000:1.0:1746130277.985683:0:10554:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091d20e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+5:31579:x1830949849047040:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746130277.985696:0:10554:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746130277.985711:0:10554:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099532200/0x4ce24e5787361731 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3fd6f expref: -99 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130277.985732:0:10554:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880099533c00/0x4ce24e578736172a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fd68 expref: 35 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130277.985743:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130277.985744:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130277.985747:0:10554:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099532200/0x4ce24e5787361731 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fd6f expref: 6 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130277.985771:0:10554:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880099533c00/0x4ce24e578736172a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fd68 expref: 35 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130277.985781:0:10554:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880099533c00/0x4ce24e578736172a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fd68 expref: 35 pid: 10554 timeout: 576 lvb_type: 0 00000100:00100000:1.0:1746130277.985791:0:10554:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800947a4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10554:1830949841659392:192.168.204.51@tcp:104: 00000100:00100000:1.0:1746130277.985864:0:10554:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18fb3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746130277.987654:0:10554:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800947a4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10554:1830949841659392:192.168.204.51@tcp:104: 00010000:00010000:1.0:1746130277.987685:0:10554:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880099532200/0x4ce24e5787361731 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fd6f expref: 6 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130277.987699:0:10554:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099532200, rc 0) 00000100:00100000:1.0:1746130277.987740:0:10554:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091d20e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+6:31579:x1830949849047040:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2057us (2242us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130277.987747:0:10554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6054 00000100:00100000:0.0:1746130277.988495:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130277.988581:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849047168 00000100:00100000:2.0:1746130277.988586:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849047168 00010000:00010000:2.0:1746130277.988612:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880099533c00/0x4ce24e578736172a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fd68 expref: 36 pid: 10554 timeout: 576 lvb_type: 0 00000100:00100000:2.0:1746130277.988630:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14318 00000100:00100000:2.0:1746130277.988635:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091d20000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+36:1962:x1830949849047168:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746130277.988644:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746130277.988660:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880099533c00/0x4ce24e578736172a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fd68 expref: 36 pid: 10554 timeout: 576 lvb_type: 0 00010000:00010000:2.0:1746130277.988670:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880099533c00/0x4ce24e578736172a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fd68 expref: 36 pid: 10554 timeout: 576 lvb_type: 0 00010000:00010000:2.0:1746130277.988686:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880099533c00/0x4ce24e578736172a lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fd68 expref: 36 pid: 10554 timeout: 576 lvb_type: 0 00010000:00010000:2.0:1746130277.988712:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130277.988713:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130277.988721:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880099532200/0x4ce24e5787361731 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fd6f expref: 5 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130277.988728:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099532200/0x4ce24e5787361731 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fd6f expref: 5 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130277.988751:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880099532200/0x4ce24e5787361731 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fd6f expref: 5 pid: 10554 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746130277.988759:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135269f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841659520:192.168.204.51@tcp:105: 00000100:00100000:2.0:1746130277.988809:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012eb30840 going to sleep for 11 seconds 00000100:00100000:2.0:1746130277.991378:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130277.991587:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135269f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841659520:192.168.204.51@tcp:105: 00010000:00010000:0.0:1746130277.991603:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746130277.991639:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091d20000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+35:1962:x1830949849047168:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 3003us (3147us total) trans 0 rc 0/0 00000100:00100000:0.0:1746130277.991647:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14318 00000100:00100000:0.0:1746130277.993070:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130277.993162:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130277.993352:0:10554:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849047552 00000100:00100000:1.0:1746130277.993356:0:10554:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849047552 00000100:00100000:1.0:1746130277.993414:0:10554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6056 00000100:00100000:1.0:1746130277.993418:0:10554:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091d20700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:640ea846-b909-4eea-9a54-417e15bd627b+36:31579:x1830949849047552:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746130277.993424:0:10554:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746130277.993437:0:10554:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099532e00/0x4ce24e578736173f lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3fd76 expref: -99 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130277.993471:0:10554:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880099532200/0x4ce24e5787361731 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fd6f expref: 5 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130277.993478:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130277.993480:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130277.993483:0:10554:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099532e00/0x4ce24e578736173f lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fd76 expref: 38 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130277.993553:0:10554:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880099532200/0x4ce24e5787361731 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fd6f expref: 5 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130277.993564:0:10554:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880099532200/0x4ce24e5787361731 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fd6f expref: 5 pid: 10554 timeout: 576 lvb_type: 0 00000100:00100000:1.0:1746130277.993574:0:10554:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800947a4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10554:1830949841659648:192.168.204.51@tcp:104: 00000100:00100000:1.0:1746130277.993705:0:10554:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18fb3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746130277.995416:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130277.995496:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849047808 00000100:00100000:2.0:1746130277.995503:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849047808 00000100:00100000:1.0:1746130277.995516:0:10554:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800947a4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10554:1830949841659648:192.168.204.51@tcp:104: 00010000:00010000:2.0:1746130277.995530:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880099532200/0x4ce24e5787361731 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fd6f expref: 6 pid: 10554 timeout: 576 lvb_type: 0 00010000:00010000:1.0:1746130277.995543:0:10554:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880099532e00/0x4ce24e578736173f lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fd76 expref: 37 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130277.995556:0:10554:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099532e00, rc 0) 00000100:00100000:2.0:1746130277.995560:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14319 00000100:00100000:2.0:1746130277.995567:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091d22680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949849047808:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746130277.995577:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746130277.995595:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880099532200/0x4ce24e5787361731 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fd6f expref: 6 pid: 10554 timeout: 576 lvb_type: 0 00000100:00100000:1.0:1746130277.995598:0:10554:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091d20700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:640ea846-b909-4eea-9a54-417e15bd627b+37:31579:x1830949849047552:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2178us (2434us total) trans 0 rc 0/0 00010000:00010000:2.0:1746130277.995605:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880099532200/0x4ce24e5787361731 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fd6f expref: 6 pid: 10554 timeout: 576 lvb_type: 0 00000100:00100000:1.0:1746130277.995611:0:10554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6056 00010000:00010000:2.0:1746130277.995624:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880099532200/0x4ce24e5787361731 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fd6f expref: 6 pid: 10554 timeout: 576 lvb_type: 0 00010000:00010000:2.0:1746130277.995641:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130277.995642:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130277.995649:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880099532e00/0x4ce24e578736173f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fd76 expref: 36 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130277.995656:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099532e00/0x4ce24e578736173f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fd76 expref: 36 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130277.995681:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880099532e00/0x4ce24e578736173f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fd76 expref: 36 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130277.995691:0:7097:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880099532e00/0x4ce24e578736173f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fd76 expref: 36 pid: 10554 timeout: 576 lvb_type: 0 00000100:00100000:2.0:1746130277.995700:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013526b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841659904:192.168.204.51@tcp:105: 00000100:00100000:2.0:1746130277.995762:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012eb30840 going to sleep for 11 seconds 00000100:00100000:0.0:1746130277.997794:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130278.001080:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130278.001234:0:10554:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849048192 00000100:00100000:1.0:1746130278.001242:0:10554:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849048192 00000100:00100000:0.0:1746130278.001306:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130278.001309:0:10554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6057 00000100:00100000:1.0:1746130278.001316:0:10554:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091d21c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+5:31579:x1830949849048192:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746130278.001331:0:10554:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746130278.001345:0:10554:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099532600/0x4ce24e5787361746 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3fd84 expref: -99 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130278.001365:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130278.001370:0:10554:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880093e93600/0x4ce24e5787361738 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fd7d expref: 36 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130278.001376:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746130278.001379:0:10554:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099532600/0x4ce24e5787361746 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fd84 expref: 6 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130278.001407:0:10554:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880093e93600/0x4ce24e5787361738 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fd7d expref: 36 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130278.001417:0:10554:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880099532600/0x4ce24e5787361746 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fd84 expref: 6 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130278.001425:0:10554:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099532600, rc 0) 00000100:00100000:2.0:1746130278.001461:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849048320 00000100:00100000:2.0:1746130278.001465:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849048320 00000100:00100000:1.0:1746130278.001485:0:10554:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091d21c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+6:31579:x1830949849048192:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 170us (413us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130278.001492:0:10554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6057 00010000:00010000:2.0:1746130278.001535:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880099532e00/0x4ce24e578736173f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fd76 expref: 37 pid: 10554 timeout: 576 lvb_type: 0 00000100:00100000:2.0:1746130278.001564:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14320 00000100:00100000:2.0:1746130278.001569:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091d20380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+37:1961:x1830949849048320:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746130278.001577:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746130278.001634:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880099532e00/0x4ce24e578736173f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fd76 expref: 37 pid: 10554 timeout: 576 lvb_type: 0 00010000:00010000:2.0:1746130278.001643:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880099532e00/0x4ce24e578736173f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fd76 expref: 37 pid: 10554 timeout: 576 lvb_type: 0 00010000:00010000:2.0:1746130278.001656:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880099532e00/0x4ce24e578736173f lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fd76 expref: 37 pid: 10554 timeout: 576 lvb_type: 0 00010000:00010000:2.0:1746130278.001665:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130278.001666:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130278.001671:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880093e93600/0x4ce24e5787361738 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fd7d expref: 36 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130278.001677:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093e93600/0x4ce24e5787361738 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fd7d expref: 36 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130278.001694:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880093e93600/0x4ce24e5787361738 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fd7d expref: 36 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130278.001703:0:7097:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880093e93600/0x4ce24e5787361738 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fd7d expref: 36 pid: 8470 timeout: 576 lvb_type: 0 00000100:00100000:2.0:1746130278.001714:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013526bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841660160:192.168.204.51@tcp:105: 00000100:00100000:2.0:1746130278.001955:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012eb30840 going to sleep for 11 seconds 00000100:00100000:2.0:1746130278.003086:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013526bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841660160:192.168.204.51@tcp:105: 00010000:00010000:2.0:1746130278.003099:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746130278.003124:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091d20380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+36:1961:x1830949849048320:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 1554us (1817us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130278.003130:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14320 00000100:00100000:0.0:1746130278.003544:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130278.005523:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130278.005647:0:10554:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849048704 00000100:00100000:1.0:1746130278.005654:0:10554:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849048704 00000100:00100000:0.0:1746130278.005695:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130278.005705:0:10554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6058 00000100:00100000:1.0:1746130278.005713:0:10554:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b93a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:640ea846-b909-4eea-9a54-417e15bd627b+36:31578:x1830949849048704:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746130278.005726:0:10554:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746130278.005749:0:10554:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099532800/0x4ce24e578736174d lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3fd8b expref: -99 pid: 10554 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746130278.005755:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849048832 00000100:00100000:2.0:1746130278.005759:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849048832 00010000:00010000:2.0:1746130278.005779:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880093e93600/0x4ce24e5787361738 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fd7d expref: 37 pid: 8470 timeout: 576 lvb_type: 0 00000100:00100000:2.0:1746130278.005797:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14321 00000100:00100000:2.0:1746130278.005802:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091d21500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+37:1961:x1830949849048832:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746130278.005811:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746130278.005875:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880093e93600/0x4ce24e5787361738 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fd7d expref: 37 pid: 8470 timeout: 576 lvb_type: 0 00010000:00010000:1.0:1746130278.005882:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130278.005888:0:10554:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880099532600/0x4ce24e5787361746 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fd84 expref: 5 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130278.005894:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746130278.005897:0:10554:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099532800/0x4ce24e578736174d lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fd8b expref: 38 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130278.005907:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880093e93600/0x4ce24e5787361738 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fd7d expref: 38 pid: 8470 timeout: 576 lvb_type: 0 00010000:00010000:2.0:1746130278.005926:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880093e93600/0x4ce24e5787361738 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fd7d expref: 38 pid: 8470 timeout: 576 lvb_type: 0 00010000:00010000:1.0:1746130278.005935:0:10554:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880099532600/0x4ce24e5787361746 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fd84 expref: 5 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130278.005936:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130278.005937:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130278.005943:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880099532600/0x4ce24e5787361746 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fd84 expref: 5 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130278.005949:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099532600/0x4ce24e5787361746 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fd84 expref: 5 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130278.005960:0:10554:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880099532800/0x4ce24e578736174d lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fd8b expref: 37 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130278.005965:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880099532600/0x4ce24e5787361746 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fd84 expref: 5 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130278.005968:0:10554:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099532800, rc 0) 00010000:00010000:2.0:1746130278.005972:0:7097:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880099532600/0x4ce24e5787361746 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fd84 expref: 5 pid: 10554 timeout: 576 lvb_type: 0 00000100:00100000:2.0:1746130278.005984:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013526bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841660416:192.168.204.51@tcp:105: 00000100:00100000:1.0:1746130278.006010:0:10554:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b93a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:640ea846-b909-4eea-9a54-417e15bd627b+37:31578:x1830949849048704:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 298us (493us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130278.006015:0:10554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6058 00000100:00100000:2.0:1746130278.006038:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012eb30840 going to sleep for 11 seconds 00000100:00100000:2.0:1746130278.007315:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013526bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841660416:192.168.204.51@tcp:105: 00010000:00010000:2.0:1746130278.007330:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746130278.007690:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091d21500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+36:1961:x1830949849048832:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 1882us (1990us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130278.007700:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14321 00000100:00100000:0.0:1746130278.007762:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130278.007823:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849049088 00000100:00100000:2.0:1746130278.007828:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849049088 00002000:00100000:2.0:1746130278.007858:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880091d23b80 x1830949849049088/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:264/0 lens 488/0 e 0 to 0 dl 1746130289 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130278.007866:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091d23b80 with x1830949849049088 ext(0->4095) 00010000:00010000:2.0:1746130278.007873:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880099532600/0x4ce24e5787361746 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fd84 expref: 6 pid: 10554 timeout: 576 lvb_type: 0 00010000:00010000:2.0:1746130278.007883:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880099532600/0x4ce24e5787361746 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fd84 expref: 6 pid: 10554 timeout: 576 lvb_type: 0 00002000:00010000:2.0:1746130278.007889:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091d23b80 00000100:00100000:2.0:1746130278.007917:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2417 00000100:00100000:2.0:1746130278.007923:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091d23b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949849049088:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746130278.008049:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091d23b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949849049088:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 126us (287us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746130278.008055:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2417 00002000:00100000:2.0:1746130278.008059:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880091d23b80 x1830949849049088/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:264/0 lens 488/4536 e 0 to 0 dl 1746130289 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130278.008067:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091d23b80 with x1830949849049088 ext(0->4095) 00010000:00010000:2.0:1746130278.008071:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880099532600/0x4ce24e5787361746 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fd84 expref: 6 pid: 10554 timeout: 576 lvb_type: 0 00010000:00010000:2.0:1746130278.008079:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880099532600/0x4ce24e5787361746 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fd84 expref: 6 pid: 10554 timeout: 576 lvb_type: 0 00002000:00010000:2.0:1746130278.008084:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091d23b80 00000100:00100000:0.0:1746130278.009892:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130278.009991:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849049216 00000100:00100000:2.0:1746130278.009997:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849049216 00010000:00010000:2.0:1746130278.010023:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880099532600/0x4ce24e5787361746 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fd84 expref: 6 pid: 10554 timeout: 576 lvb_type: 0 00000100:00100000:2.0:1746130278.010053:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14322 00000100:00100000:2.0:1746130278.010059:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091d21f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1963:x1830949849049216:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746130278.010070:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746130278.010087:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880099532600/0x4ce24e5787361746 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fd84 expref: 6 pid: 10554 timeout: 576 lvb_type: 0 00010000:00010000:2.0:1746130278.010100:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880099532600/0x4ce24e5787361746 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fd84 expref: 6 pid: 10554 timeout: 576 lvb_type: 0 00010000:00010000:2.0:1746130278.010119:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880099532600/0x4ce24e5787361746 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fd84 expref: 6 pid: 10554 timeout: 576 lvb_type: 0 00010000:00010000:2.0:1746130278.010130:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130278.010132:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130278.010137:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880099532800/0x4ce24e578736174d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fd8b expref: 35 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130278.010144:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099532800/0x4ce24e578736174d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fd8b expref: 35 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130278.010169:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880099532800/0x4ce24e578736174d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fd8b expref: 35 pid: 10554 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746130278.010179:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013526bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841660544:192.168.204.51@tcp:105: 00000100:00100000:2.0:1746130278.010617:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012eb30840 going to sleep for 11 seconds 00000100:00100000:2.0:1746130278.012384:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013526bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841660544:192.168.204.51@tcp:105: 00010000:00010000:2.0:1746130278.012402:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746130278.012454:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091d21f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+5:1963:x1830949849049216:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 2394us (2567us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130278.012464:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14322 00000100:00100000:0.0:1746130278.012628:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130278.014551:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130278.014692:0:10554:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849049600 00000100:00100000:1.0:1746130278.014700:0:10554:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849049600 00000100:00100000:1.0:1746130278.014750:0:10554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6059 00000100:00100000:1.0:1746130278.014756:0:10554:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091d23480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+5:31579:x1830949849049600:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746130278.014770:0:10554:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746130278.014784:0:10554:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099532400/0x4ce24e5787361754 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3fd92 expref: -99 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130278.014806:0:10554:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880099532800/0x4ce24e578736174d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fd8b expref: 35 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130278.014813:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130278.014815:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130278.014817:0:10554:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099532400/0x4ce24e5787361754 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fd92 expref: 6 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130278.014841:0:10554:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880099532800/0x4ce24e578736174d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fd8b expref: 35 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130278.014851:0:10554:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880099532800/0x4ce24e578736174d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fd8b expref: 35 pid: 10554 timeout: 576 lvb_type: 0 00000100:00100000:1.0:1746130278.014861:0:10554:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800947a4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10554:1830949841660672:192.168.204.51@tcp:104: 00000100:00100000:1.0:1746130278.015128:0:10554:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18fb3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746130278.015772:0:10554:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800947a4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10554:1830949841660672:192.168.204.51@tcp:104: 00010000:00010000:1.0:1746130278.015791:0:10554:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880099532400/0x4ce24e5787361754 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fd92 expref: 6 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130278.015800:0:10554:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099532400, rc 0) 00000100:00100000:1.0:1746130278.015833:0:10554:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091d23480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+6:31579:x1830949849049600:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1078us (1287us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130278.015839:0:10554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6059 00000100:00100000:0.0:1746130278.016592:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130278.016645:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849049728 00000100:00100000:2.0:1746130278.016652:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849049728 00010000:00010000:2.0:1746130278.016679:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880099532800/0x4ce24e578736174d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fd8b expref: 36 pid: 10554 timeout: 576 lvb_type: 0 00000100:00100000:2.0:1746130278.016712:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14323 00000100:00100000:2.0:1746130278.016718:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091d20e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+36:1962:x1830949849049728:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746130278.016729:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746130278.016748:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880099532800/0x4ce24e578736174d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fd8b expref: 36 pid: 10554 timeout: 576 lvb_type: 0 00010000:00010000:2.0:1746130278.016758:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880099532800/0x4ce24e578736174d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fd8b expref: 36 pid: 10554 timeout: 576 lvb_type: 0 00010000:00010000:2.0:1746130278.016775:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880099532800/0x4ce24e578736174d lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fd8b expref: 36 pid: 10554 timeout: 576 lvb_type: 0 00010000:00010000:2.0:1746130278.016804:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130278.016805:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130278.016811:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880099532400/0x4ce24e5787361754 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fd92 expref: 5 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130278.016818:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099532400/0x4ce24e5787361754 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fd92 expref: 5 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130278.016843:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880099532400/0x4ce24e5787361754 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fd92 expref: 5 pid: 10554 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746130278.016853:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013526bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841660800:192.168.204.51@tcp:105: 00000100:00100000:2.0:1746130278.017146:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012eb30840 going to sleep for 11 seconds 00000100:00100000:2.0:1746130278.019480:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013526bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841660800:192.168.204.51@tcp:105: 00000100:00100000:0.0:1746130278.019480:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00010000:00010000:2.0:1746130278.019496:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746130278.019538:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091d20e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+35:1962:x1830949849049728:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 2820us (2947us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130278.019548:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14323 00000100:00100000:0.0:1746130278.020751:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130278.020806:0:10554:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849050112 00000100:00100000:1.0:1746130278.020811:0:10554:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849050112 00000100:00100000:1.0:1746130278.020849:0:10554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6060 00000100:00100000:1.0:1746130278.020855:0:10554:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091d20700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:640ea846-b909-4eea-9a54-417e15bd627b+35:31579:x1830949849050112:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746130278.020866:0:10554:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746130278.020880:0:10554:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099533c00/0x4ce24e578736175b lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3fd99 expref: -99 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130278.020911:0:10554:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880099532400/0x4ce24e5787361754 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fd92 expref: 5 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130278.020918:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130278.020920:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130278.020923:0:10554:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099533c00/0x4ce24e578736175b lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fd99 expref: 36 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130278.020951:0:10554:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880099532400/0x4ce24e5787361754 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fd92 expref: 5 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130278.020961:0:10554:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880099532400/0x4ce24e5787361754 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fd92 expref: 5 pid: 10554 timeout: 576 lvb_type: 0 00000100:00100000:1.0:1746130278.020972:0:10554:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800947a4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10554:1830949841660928:192.168.204.51@tcp:104: 00000100:00100000:1.0:1746130278.021047:0:10554:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18fb3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746130278.022368:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130278.022422:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849050240 00000100:00100000:2.0:1746130278.022428:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849050240 00010000:00010000:2.0:1746130278.022464:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880099532400/0x4ce24e5787361754 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fd92 expref: 6 pid: 10554 timeout: 576 lvb_type: 0 00000100:00100000:1.0:1746130278.022465:0:10554:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800947a4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10554:1830949841660928:192.168.204.51@tcp:104: 00000100:00100000:2.0:1746130278.022486:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14324 00010000:00010000:1.0:1746130278.022489:0:10554:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880099533c00/0x4ce24e578736175b lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fd99 expref: 36 pid: 10554 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746130278.022491:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880137325850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949849050240:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746130278.022500:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746130278.022501:0:10554:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099533c00, rc 0) 00010000:00010000:2.0:1746130278.022517:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880099532400/0x4ce24e5787361754 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fd92 expref: 6 pid: 10554 timeout: 576 lvb_type: 0 00010000:00010000:2.0:1746130278.022527:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880099532400/0x4ce24e5787361754 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fd92 expref: 6 pid: 10554 timeout: 576 lvb_type: 0 00000100:00100000:1.0:1746130278.022542:0:10554:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091d20700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:640ea846-b909-4eea-9a54-417e15bd627b+36:31579:x1830949849050112:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1687us (1794us total) trans 0 rc 0/0 00010000:00010000:2.0:1746130278.022543:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880099532400/0x4ce24e5787361754 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fd92 expref: 6 pid: 10554 timeout: 576 lvb_type: 0 00000100:00100000:1.0:1746130278.022548:0:10554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6060 00010000:00010000:2.0:1746130278.022554:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130278.022556:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130278.022562:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880099533c00/0x4ce24e578736175b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fd99 expref: 35 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130278.022573:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099533c00/0x4ce24e578736175b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fd99 expref: 35 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130278.022595:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880099533c00/0x4ce24e578736175b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fd99 expref: 35 pid: 10554 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746130278.022604:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013526bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841661056:192.168.204.51@tcp:105: 00000100:00100000:2.0:1746130278.022651:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012eb30840 going to sleep for 11 seconds 00000100:00100000:0.0:1746130278.023135:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130278.023290:0:10554:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849050368 00000100:00100000:1.0:1746130278.023294:0:10554:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849050368 00000100:00100000:1.0:1746130278.023323:0:10554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6061 00000100:00100000:1.0:1746130278.023329:0:10554:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091d21c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:640ea846-b909-4eea-9a54-417e15bd627b+36:31578:x1830949849050368:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746130278.023338:0:10554:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746130278.023347:0:10554:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099533200/0x4ce24e5787361762 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3fda0 expref: -99 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130278.023362:0:10554:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880099533c00/0x4ce24e578736175b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fd99 expref: 37 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130278.023368:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130278.023369:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130278.023371:0:10554:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099533200/0x4ce24e5787361762 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fda0 expref: 37 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130278.023386:0:10554:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880099533c00/0x4ce24e578736175b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fd99 expref: 37 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130278.023395:0:10554:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880099533c00/0x4ce24e578736175b lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fd99 expref: 37 pid: 10554 timeout: 576 lvb_type: 0 00000100:00100000:1.0:1746130278.023404:0:10554:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800947a4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10554:1830949841661184:192.168.204.51@tcp:104: 00000100:00100000:1.0:1746130278.023431:0:10554:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18fb3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746130278.023730:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130278.023811:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849050624 00000100:00100000:2.0:1746130278.023814:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849050624 00002000:00100000:2.0:1746130278.023834:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880135a11880 x1830949849050624/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:264/0 lens 488/0 e 0 to 0 dl 1746130289 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130278.023843:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135a11880 with x1830949849050624 ext(0->4095) 00010000:00010000:2.0:1746130278.023848:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880099533c00/0x4ce24e578736175b lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fd99 expref: 38 pid: 10554 timeout: 576 lvb_type: 0 00010000:00010000:2.0:1746130278.023857:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880099533c00/0x4ce24e578736175b lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fd99 expref: 38 pid: 10554 timeout: 576 lvb_type: 0 00002000:00010000:2.0:1746130278.023862:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880135a11880 00000100:00100000:2.0:1746130278.023882:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2418 00000100:00100000:2.0:1746130278.023887:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135a11880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+38:1962:x1830949849050624:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746130278.023992:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135a11880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+38:1962:x1830949849050624:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 104us (262us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746130278.024001:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2418 00002000:00100000:2.0:1746130278.024005:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880135a11880 x1830949849050624/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:264/0 lens 488/4536 e 0 to 0 dl 1746130289 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130278.024012:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135a11880 with x1830949849050624 ext(0->4095) 00010000:00010000:2.0:1746130278.024016:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880099533c00/0x4ce24e578736175b lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fd99 expref: 38 pid: 10554 timeout: 576 lvb_type: 0 00010000:00010000:2.0:1746130278.024024:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880099533c00/0x4ce24e578736175b lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fd99 expref: 38 pid: 10554 timeout: 576 lvb_type: 0 00002000:00010000:2.0:1746130278.024033:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880135a11880 00000100:00100000:1.0:1746130278.024374:0:10554:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800947a4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10554:1830949841661184:192.168.204.51@tcp:104: 00010000:00010000:1.0:1746130278.024392:0:10554:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880099533200/0x4ce24e5787361762 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fda0 expref: 37 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130278.024401:0:10554:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099533200, rc 0) 00000100:00100000:1.0:1746130278.024426:0:10554:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091d21c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:640ea846-b909-4eea-9a54-417e15bd627b+37:31578:x1830949849050368:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1097us (1292us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130278.024431:0:10554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6061 00000100:00100000:0.0:1746130278.025063:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130278.025120:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130278.025177:0:10554:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849050880 00000100:00100000:1.0:1746130278.025180:0:10554:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849050880 00000100:00100000:1.0:1746130278.025207:0:10554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6062 00000100:00100000:1.0:1746130278.025212:0:10554:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135a12300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+5:31579:x1830949849050880:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746130278.025221:0:10554:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746130278.025228:0:10554:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099533000/0x4ce24e5787361769 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3fda7 expref: -99 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130278.025240:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130278.025244:0:10554:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880099533200/0x4ce24e5787361762 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fda0 expref: 36 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130278.025250:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130278.025253:0:10554:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099533000/0x4ce24e5787361769 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fda7 expref: 6 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130278.025337:0:10554:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880099533200/0x4ce24e5787361762 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fda0 expref: 36 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130278.025347:0:10554:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880099533200/0x4ce24e5787361762 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fda0 expref: 36 pid: 10554 timeout: 576 lvb_type: 0 00000100:00100000:1.0:1746130278.025356:0:10554:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800947a4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10554:1830949841661312:192.168.204.51@tcp:104: 00000100:00100000:1.0:1746130278.025422:0:10554:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18fb3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746130278.026500:0:10554:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800947a4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10554:1830949841661312:192.168.204.51@tcp:104: 00010000:00010000:1.0:1746130278.026518:0:10554:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880099533000/0x4ce24e5787361769 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fda7 expref: 6 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130278.026530:0:10554:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099533000, rc 0) 00000100:00100000:1.0:1746130278.026568:0:10554:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135a12300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+6:31579:x1830949849050880:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1355us (1446us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130278.026575:0:10554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6062 00000100:00100000:0.0:1746130278.026850:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130278.026927:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849051136 00000100:00100000:2.0:1746130278.026932:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849051136 00002000:00100000:2.0:1746130278.026963:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880135a13800 x1830949849051136/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:264/0 lens 488/0 e 0 to 0 dl 1746130289 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130278.026972:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135a13800 with x1830949849051136 ext(0->4095) 00010000:00010000:2.0:1746130278.026978:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880099533200/0x4ce24e5787361762 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fda0 expref: 36 pid: 10554 timeout: 576 lvb_type: 0 00010000:00010000:2.0:1746130278.026987:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880099533200/0x4ce24e5787361762 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fda0 expref: 36 pid: 10554 timeout: 576 lvb_type: 0 00002000:00010000:2.0:1746130278.026992:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880135a13800 00000100:00100000:2.0:1746130278.027014:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2419 00000100:00100000:2.0:1746130278.027019:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135a13800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+36:1962:x1830949849051136:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746130278.027124:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135a13800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+36:1962:x1830949849051136:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 104us (274us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746130278.027130:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2419 00002000:00100000:2.0:1746130278.027135:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880135a13800 x1830949849051136/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:264/0 lens 488/4536 e 0 to 0 dl 1746130289 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130278.027141:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135a13800 with x1830949849051136 ext(0->4095) 00010000:00010000:2.0:1746130278.027146:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880099533200/0x4ce24e5787361762 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fda0 expref: 36 pid: 10554 timeout: 576 lvb_type: 0 00010000:00010000:2.0:1746130278.027154:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880099533200/0x4ce24e5787361762 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fda0 expref: 36 pid: 10554 timeout: 576 lvb_type: 0 00002000:00010000:2.0:1746130278.027159:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880135a13800 00000100:00100000:0.0:1746130278.029042:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130278.029180:0:10554:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849051264 00000100:00100000:1.0:1746130278.029187:0:10554:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849051264 00000100:00100000:1.0:1746130278.029280:0:10554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6063 00000100:00100000:1.0:1746130278.029288:0:10554:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135a12a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:640ea846-b909-4eea-9a54-417e15bd627b+36:31578:x1830949849051264:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746130278.029301:0:10554:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1746130278.029306:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00010000:00010000:1.0:1746130278.029318:0:10554:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099532a00/0x4ce24e5787361770 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3fdae expref: -99 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130278.029338:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130278.029344:0:10554:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880099533000/0x4ce24e5787361769 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fda7 expref: 5 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130278.029349:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746130278.029352:0:10554:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099532a00/0x4ce24e5787361770 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fdae expref: 37 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130278.029379:0:10554:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880099533000/0x4ce24e5787361769 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fda7 expref: 5 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130278.029389:0:10554:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880099532a00/0x4ce24e5787361770 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fdae expref: 37 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130278.029397:0:10554:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099532a00, rc 0) 00000100:00100000:1.0:1746130278.029430:0:10554:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135a12a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:640ea846-b909-4eea-9a54-417e15bd627b+37:31578:x1830949849051264:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 142us (394us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130278.029436:0:10554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6063 00000100:00100000:0.0:1746130278.031607:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130278.033308:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130278.035129:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130278.036669:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130278.036730:0:10554:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849052160 00000100:00100000:1.0:1746130278.036735:0:10554:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849052160 00000100:00100000:1.0:1746130278.036777:0:10554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6064 00000100:00100000:1.0:1746130278.036783:0:10554:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135a13b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+5:31579:x1830949849052160:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746130278.036794:0:10554:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746130278.036807:0:10554:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099532600/0x4ce24e5787361777 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3fdb5 expref: -99 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130278.036829:0:10554:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880099532a00/0x4ce24e5787361770 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fdae expref: 35 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130278.036839:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130278.036841:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130278.036844:0:10554:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099532600/0x4ce24e5787361777 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fdb5 expref: 6 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130278.036866:0:10554:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880099532a00/0x4ce24e5787361770 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fdae expref: 35 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130278.036875:0:10554:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880099532a00/0x4ce24e5787361770 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fdae expref: 35 pid: 10554 timeout: 576 lvb_type: 0 00000100:00100000:1.0:1746130278.036884:0:10554:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800947a4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10554:1830949841661952:192.168.204.51@tcp:104: 00000100:00100000:1.0:1746130278.036995:0:10554:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18fb3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746130278.037882:0:10554:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800947a4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10554:1830949841661952:192.168.204.51@tcp:104: 00010000:00010000:1.0:1746130278.037900:0:10554:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880099532600/0x4ce24e5787361777 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fdb5 expref: 6 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130278.037915:0:10554:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099532600, rc 0) 00000100:00100000:1.0:1746130278.037940:0:10554:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135a13b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+6:31579:x1830949849052160:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1157us (1274us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130278.037946:0:10554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6064 00000100:00100000:0.0:1746130278.038323:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130278.039759:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130278.041195:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130278.041256:0:10554:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849052672 00000100:00100000:1.0:1746130278.041261:0:10554:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849052672 00000100:00100000:1.0:1746130278.041317:0:10554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6065 00000100:00100000:1.0:1746130278.041323:0:10554:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135a13100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:640ea846-b909-4eea-9a54-417e15bd627b+35:31579:x1830949849052672:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746130278.041334:0:10554:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746130278.041348:0:10554:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099532400/0x4ce24e578736177e lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3fdbc expref: -99 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130278.041368:0:10554:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880099532600/0x4ce24e5787361777 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fdb5 expref: 5 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130278.041375:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130278.041376:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130278.041379:0:10554:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099532400/0x4ce24e578736177e lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fdbc expref: 36 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130278.041401:0:10554:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880099532600/0x4ce24e5787361777 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fdb5 expref: 5 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130278.041412:0:10554:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880099532600/0x4ce24e5787361777 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fdb5 expref: 5 pid: 10554 timeout: 576 lvb_type: 0 00000100:00100000:1.0:1746130278.041421:0:10554:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800947a4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10554:1830949841662208:192.168.204.51@tcp:104: 00000100:00100000:1.0:1746130278.041510:0:10554:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18fb3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746130278.042263:0:10554:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800947a4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10554:1830949841662208:192.168.204.51@tcp:104: 00010000:00010000:1.0:1746130278.042295:0:10554:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880099532400/0x4ce24e578736177e lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fdbc expref: 36 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130278.042304:0:10554:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099532400, rc 0) 00000100:00100000:1.0:1746130278.042335:0:10554:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135a13100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:640ea846-b909-4eea-9a54-417e15bd627b+36:31579:x1830949849052672:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1012us (1142us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130278.042344:0:10554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6065 00000100:00100000:0.0:1746130278.042492:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130278.044155:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130278.044254:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849053056 00000100:00100000:1.0:1746130278.044260:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849053056 00002000:00100000:1.0:1746130278.044311:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880135a11180 x1830949849053056/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:264/0 lens 488/0 e 0 to 0 dl 1746130289 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130278.044323:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135a11180 with x1830949849053056 ext(0->4095) 00002000:00010000:1.0:1746130278.044327:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880135a11180 00000100:00100000:1.0:1746130278.044345:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4718 00000100:00100000:1.0:1746130278.044351:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135a11180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+36:1962:x1830949849053056:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746130278.044532:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135a11180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+36:1962:x1830949849053056:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 181us (377us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746130278.044537:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4718 00002000:00100000:1.0:1746130278.044540:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880135a11180 x1830949849053056/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:264/0 lens 488/4536 e 0 to 0 dl 1746130289 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130278.044545:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135a11180 with x1830949849053056 ext(0->4095) 00002000:00010000:1.0:1746130278.044547:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880135a11180 00000100:00100000:0.0:1746130278.045514:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130278.045561:0:10554:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849053184 00000100:00100000:1.0:1746130278.045564:0:10554:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849053184 00000100:00100000:1.0:1746130278.045623:0:10554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6066 00000100:00100000:1.0:1746130278.045628:0:10554:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135a11c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+5:31579:x1830949849053184:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746130278.045638:0:10554:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746130278.045649:0:10554:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099533200/0x4ce24e5787361785 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3fdc3 expref: -99 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130278.045677:0:10554:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880099532400/0x4ce24e578736177e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fdbc expref: 35 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130278.045683:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130278.045684:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130278.045688:0:10554:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099533200/0x4ce24e5787361785 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fdc3 expref: 6 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130278.045709:0:10554:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880099532400/0x4ce24e578736177e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fdbc expref: 35 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130278.045718:0:10554:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880099532400/0x4ce24e578736177e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fdbc expref: 35 pid: 10554 timeout: 576 lvb_type: 0 00000100:00100000:1.0:1746130278.045727:0:10554:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800947a4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10554:1830949841662464:192.168.204.51@tcp:104: 00000100:00100000:1.0:1746130278.045845:0:10554:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18fba80 going to sleep for 11 seconds 00000100:00100000:0.0:1746130278.048616:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130278.048621:0:10554:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800947a4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10554:1830949841662464:192.168.204.51@tcp:104: 00010000:00010000:1.0:1746130278.048644:0:10554:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880099533200/0x4ce24e5787361785 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fdc3 expref: 6 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130278.048657:0:10554:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099533200, rc 0) 00000100:00100000:2.0:1746130278.048678:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849053312 00000100:00100000:2.0:1746130278.048683:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849053312 00000100:00100000:1.0:1746130278.048707:0:10554:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135a11c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+6:31579:x1830949849053184:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3078us (3194us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130278.048715:0:10554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6066 00002000:00100000:2.0:1746130278.049383:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff880135a11500 x1830949849053312/t0(0) o4->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:264/0 lens 496/0 e 0 to 0 dl 1746130289 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130278.049392:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135a11500 with x1830949849053312 ext(0->7) 00010000:00010000:2.0:1746130278.049398:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880099532400/0x4ce24e578736177e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fdbc expref: 36 pid: 10554 timeout: 576 lvb_type: 0 00010000:00010000:2.0:1746130278.049409:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880099532400/0x4ce24e578736177e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fdbc expref: 36 pid: 10554 timeout: 576 lvb_type: 0 00002000:00010000:2.0:1746130278.049415:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880135a11500 00000100:00100000:2.0:1746130278.049454:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2421 00000100:00100000:2.0:1746130278.049461:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135a11500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+36:1962:x1830949849053312:12345-192.168.204.51@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746130278.049699:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135a11500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+38:1962:x1830949849053312:12345-192.168.204.51@tcp:4:ldlm_bl.0 Request processed in 238us (1088us total) trans 4294967910 rc 0/0 00000100:00100000:2.0:1746130278.049704:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2421 00002000:00100000:2.0:1746130278.049709:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff880135a11500 x1830949849053312/t4294967910(0) o4->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:264/0 lens 496/448 e 0 to 0 dl 1746130289 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130278.049715:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135a11500 with x1830949849053312 ext(0->7) 00010000:00010000:2.0:1746130278.049719:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880099532400/0x4ce24e578736177e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fdbc expref: 38 pid: 10554 timeout: 576 lvb_type: 0 00010000:00010000:2.0:1746130278.049726:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880099532400/0x4ce24e578736177e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fdbc expref: 38 pid: 10554 timeout: 576 lvb_type: 0 00002000:00010000:2.0:1746130278.049731:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880135a11500 00000100:00100000:0.0:1746130278.051318:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130278.053348:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130278.053403:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849053696 00000100:00100000:2.0:1746130278.053409:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849053696 00002000:00100000:2.0:1746130278.053451:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092f63b80 x1830949849053696/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:264/0 lens 488/0 e 0 to 0 dl 1746130289 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130278.053464:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092f63b80 with x1830949849053696 ext(0->4095) 00002000:00010000:2.0:1746130278.053468:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092f63b80 00000100:00100000:2.0:1746130278.053491:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4719 00000100:00100000:2.0:1746130278.053497:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092f63b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949849053696:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746130278.053661:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092f63b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949849053696:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 163us (312us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746130278.053667:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4719 00002000:00100000:2.0:1746130278.053671:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092f63b80 x1830949849053696/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:264/0 lens 488/4536 e 0 to 0 dl 1746130289 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130278.053678:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092f63b80 with x1830949849053696 ext(0->4095) 00002000:00010000:2.0:1746130278.053680:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092f63b80 00000100:00100000:0.0:1746130278.056555:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130278.056622:0:10554:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849053824 00000100:00100000:1.0:1746130278.056630:0:10554:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849053824 00000100:00100000:1.0:1746130278.056683:0:10554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6067 00000100:00100000:1.0:1746130278.056691:0:10554:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092f60000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:640ea846-b909-4eea-9a54-417e15bd627b+37:31578:x1830949849053824:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746130278.056707:0:10554:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746130278.056723:0:10554:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099532800/0x4ce24e578736178c lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3fdca expref: -99 pid: 10554 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746130278.056727:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130278.056743:0:8470:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849053952 00000100:00100000:2.0:1746130278.056747:0:8470:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849053952 00010000:00010000:1.0:1746130278.056747:0:10554:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880099533200/0x4ce24e5787361785 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fdc3 expref: 5 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130278.056754:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130278.056756:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130278.056759:0:10554:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099532800/0x4ce24e578736178c lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fdca expref: 39 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130278.056782:0:10554:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880099533200/0x4ce24e5787361785 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fdc3 expref: 5 pid: 10554 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746130278.056790:0:8470:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6068 00010000:00010000:1.0:1746130278.056792:0:10554:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880099533200/0x4ce24e5787361785 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fdc3 expref: 5 pid: 10554 timeout: 576 lvb_type: 0 00000100:00100000:2.0:1746130278.056796:0:8470:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092f61f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:640ea846-b909-4eea-9a54-417e15bd627b+39:31579:x1830949849053952:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746130278.056802:0:8470:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1746130278.056803:0:10554:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800947a4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10554:1830949841662720:192.168.204.51@tcp:104: 00010000:00010000:2.0:1746130278.056808:0:8470:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009955e800/0x4ce24e5787361793 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3fdd1 expref: -99 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130278.056819:0:8470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130278.056822:0:8470:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880099532800/0x4ce24e578736178c lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fdca expref: 40 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130278.056827:0:8470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746130278.056829:0:8470:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009955e800/0x4ce24e5787361793 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fdd1 expref: 40 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130278.056850:0:8470:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880099532800/0x4ce24e578736178c lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fdca expref: 40 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130278.056860:0:8470:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009955e800/0x4ce24e5787361793 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fdd1 expref: 40 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130278.056872:0:8470:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009955e800, rc 0) 00000100:00100000:1.0:1746130278.056876:0:10554:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18fba80 going to sleep for 11 seconds 00000100:00100000:2.0:1746130278.056891:0:8470:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092f61f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:640ea846-b909-4eea-9a54-417e15bd627b+40:31579:x1830949849053952:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 96us (165us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130278.056897:0:8470:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6068 00000100:00100000:1.0:1746130278.058410:0:10554:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800947a4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10554:1830949841662720:192.168.204.51@tcp:104: 00000100:00100000:0.0:1746130278.058427:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00010000:00010000:1.0:1746130278.058433:0:10554:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880099532800/0x4ce24e578736178c lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fdca expref: 39 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130278.058460:0:10554:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099532800, rc 0) 00000100:00100000:1.0:1746130278.058492:0:10554:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092f60000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:640ea846-b909-4eea-9a54-417e15bd627b+39:31578:x1830949849053824:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1802us (1944us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130278.058499:0:10554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6067 00000100:00100000:0.0:1746130278.061686:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130278.061827:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849054336 00000100:00100000:2.0:1746130278.061832:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849054336 00002000:00100000:2.0:1746130278.061863:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092f63100 x1830949849054336/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:264/0 lens 488/0 e 0 to 0 dl 1746130289 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130278.061871:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092f63100 with x1830949849054336 ext(0->4095) 00010000:00010000:2.0:1746130278.061878:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880099532800/0x4ce24e578736178c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fdca expref: 39 pid: 10554 timeout: 576 lvb_type: 0 00010000:00010000:2.0:1746130278.061889:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880099532800/0x4ce24e578736178c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fdca expref: 39 pid: 10554 timeout: 576 lvb_type: 0 00002000:00010000:2.0:1746130278.061894:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092f63100 00000100:00100000:2.0:1746130278.061919:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2422 00000100:00100000:2.0:1746130278.061925:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092f63100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+39:1962:x1830949849054336:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746130278.062038:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092f63100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+39:1962:x1830949849054336:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 114us (355us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746130278.062043:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2422 00002000:00100000:2.0:1746130278.062047:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092f63100 x1830949849054336/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:264/0 lens 488/4536 e 0 to 0 dl 1746130289 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130278.062059:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092f63100 with x1830949849054336 ext(0->4095) 00010000:00010000:2.0:1746130278.062062:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880099532800/0x4ce24e578736178c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fdca expref: 39 pid: 10554 timeout: 576 lvb_type: 0 00010000:00010000:2.0:1746130278.062069:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880099532800/0x4ce24e578736178c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fdca expref: 39 pid: 10554 timeout: 576 lvb_type: 0 00002000:00010000:2.0:1746130278.062074:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092f63100 00000100:00100000:0.0:1746130278.064124:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130278.066196:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130278.066306:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849054720 00000100:00100000:2.0:1746130278.066311:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849054720 00002000:00100000:2.0:1746130278.066339:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092f62a00 x1830949849054720/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:264/0 lens 488/0 e 0 to 0 dl 1746130289 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130278.066348:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092f62a00 with x1830949849054720 ext(0->4095) 00002000:00010000:2.0:1746130278.066352:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092f62a00 00000100:00100000:2.0:1746130278.066375:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4720 00000100:00100000:2.0:1746130278.066382:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092f62a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+38:1961:x1830949849054720:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746130278.066917:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092f62a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+38:1961:x1830949849054720:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 534us (720us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746130278.066922:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4720 00002000:00100000:2.0:1746130278.066927:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092f62a00 x1830949849054720/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:264/0 lens 488/4536 e 0 to 0 dl 1746130289 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130278.066934:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092f62a00 with x1830949849054720 ext(0->4095) 00002000:00010000:2.0:1746130278.066936:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092f62a00 00000100:00100000:0.0:1746130278.070825:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130278.070888:0:10554:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849054848 00000100:00100000:1.0:1746130278.070895:0:10554:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849054848 00000100:00100000:1.0:1746130278.071065:0:10554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6069 00000100:00100000:1.0:1746130278.071074:0:10554:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092f63480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+5:31579:x1830949849054848:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746130278.071089:0:10554:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746130278.071104:0:10554:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099533200/0x4ce24e578736179a lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3fdd8 expref: -99 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130278.071128:0:10554:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009955e800/0x4ce24e5787361793 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fdd1 expref: 37 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130278.071133:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130278.071134:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130278.071137:0:10554:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099533200/0x4ce24e578736179a lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fdd8 expref: 6 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130278.071156:0:10554:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009955e800/0x4ce24e5787361793 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fdd1 expref: 37 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130278.071163:0:10554:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009955e800/0x4ce24e5787361793 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fdd1 expref: 37 pid: 8470 timeout: 576 lvb_type: 0 00000100:00100000:1.0:1746130278.071174:0:10554:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800947a4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10554:1830949841663232:192.168.204.51@tcp:104: 00000100:00100000:1.0:1746130278.071258:0:10554:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18fba80 going to sleep for 11 seconds 00000100:00100000:1.0:1746130278.072509:0:10554:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800947a4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10554:1830949841663232:192.168.204.51@tcp:104: 00010000:00010000:1.0:1746130278.072531:0:10554:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880099533200/0x4ce24e578736179a lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fdd8 expref: 6 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130278.072545:0:10554:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099533200, rc 0) 00000100:00100000:1.0:1746130278.072575:0:10554:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092f63480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+6:31579:x1830949849054848:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1501us (1756us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130278.072582:0:10554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6069 00000100:00100000:0.0:1746130278.072719:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130278.075335:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130278.077128:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130278.077168:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130278.077194:0:10554:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849055360 00000100:00100000:1.0:1746130278.077201:0:10554:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849055360 00000100:00100000:1.0:1746130278.077242:0:10554:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849055488 00000100:00100000:1.0:1746130278.077245:0:10554:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849055488 00000100:00100000:2.0:1746130278.077249:0:8470:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6070 00000100:00100000:2.0:1746130278.077258:0:8470:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092f60e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:640ea846-b909-4eea-9a54-417e15bd627b+38:31579:x1830949849055360:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:1.0:1746130278.077261:0:10554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6071 00000100:00100000:1.0:1746130278.077284:0:10554:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092f61c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:640ea846-b909-4eea-9a54-417e15bd627b+38:31578:x1830949849055488:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746130278.077289:0:8470:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746130278.077292:0:10554:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746130278.077304:0:8470:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009955ea00/0x4ce24e57873617a1 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3fddf expref: -99 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130278.077304:0:10554:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099532e00/0x4ce24e57873617a8 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3fde6 expref: -99 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130278.077328:0:10554:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880099533200/0x4ce24e578736179a lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fdd8 expref: 5 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130278.077335:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130278.077337:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130278.077340:0:10554:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099532e00/0x4ce24e57873617a8 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fde6 expref: 40 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130278.077348:0:8470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130278.077353:0:8470:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880099532e00/0x4ce24e57873617a8 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fde6 expref: 40 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130278.077358:0:8470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746130278.077361:0:8470:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009955ea00/0x4ce24e57873617a1 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fddf expref: 40 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130278.077380:0:10554:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880099533200/0x4ce24e578736179a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fdd8 expref: 5 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130278.077391:0:10554:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880099533200/0x4ce24e578736179a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fdd8 expref: 5 pid: 10554 timeout: 576 lvb_type: 0 00000100:00100000:1.0:1746130278.077402:0:10554:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800947a4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10554:1830949841663616:192.168.204.51@tcp:104: 00010000:00010000:2.0:1746130278.077404:0:8470:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880099532e00/0x4ce24e57873617a8 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fde6 expref: 40 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130278.077415:0:8470:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009955ea00/0x4ce24e57873617a1 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fddf expref: 40 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130278.077423:0:8470:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009955ea00, rc 0) 00000100:00100000:2.0:1746130278.077472:0:8470:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092f60e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:640ea846-b909-4eea-9a54-417e15bd627b+40:31579:x1830949849055360:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 216us (349us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130278.077478:0:8470:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6070 00000100:00100000:1.0:1746130278.077488:0:10554:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18fba80 going to sleep for 11 seconds 00000100:00100000:1.0:1746130278.078761:0:10554:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800947a4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10554:1830949841663616:192.168.204.51@tcp:104: 00010000:00010000:1.0:1746130278.078779:0:10554:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880099532e00/0x4ce24e57873617a8 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fde6 expref: 39 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130278.078862:0:10554:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099532e00, rc 0) 00000100:00100000:1.0:1746130278.078898:0:10554:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092f61c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:640ea846-b909-4eea-9a54-417e15bd627b+39:31578:x1830949849055488:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1631us (1729us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130278.078904:0:10554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6071 00000100:00100000:0.0:1746130278.079429:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130278.082580:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130278.084903:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130278.087219:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130278.087303:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849056256 00000100:00100000:2.0:1746130278.087310:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849056256 00002000:00100000:2.0:1746130278.087348:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800924e0a80 x1830949849056256/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:264/0 lens 488/0 e 0 to 0 dl 1746130289 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130278.087363:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800924e0a80 with x1830949849056256 ext(0->4095) 00002000:00010000:2.0:1746130278.087366:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800924e0a80 00000100:00100000:2.0:1746130278.087395:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4722 00000100:00100000:2.0:1746130278.087402:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800924e0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+38:1962:x1830949849056256:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746130278.087595:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800924e0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+38:1962:x1830949849056256:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 193us (387us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746130278.087600:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4722 00002000:00100000:2.0:1746130278.087605:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800924e0a80 x1830949849056256/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:264/0 lens 488/4536 e 0 to 0 dl 1746130289 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130278.087612:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800924e0a80 with x1830949849056256 ext(0->4095) 00002000:00010000:2.0:1746130278.087615:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800924e0a80 00000100:00100000:0.0:1746130278.088859:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130278.088910:0:10554:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849056384 00000100:00100000:1.0:1746130278.088916:0:10554:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849056384 00000100:00100000:1.0:1746130278.088954:0:10554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6072 00000100:00100000:1.0:1746130278.088960:0:10554:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800924e3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+5:31579:x1830949849056384:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746130278.088973:0:10554:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746130278.088988:0:10554:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099532200/0x4ce24e57873617af lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3fded expref: -99 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130278.089013:0:10554:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009955ea00/0x4ce24e57873617a1 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fddf expref: 37 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130278.089018:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130278.089020:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130278.089022:0:10554:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099532200/0x4ce24e57873617af lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fded expref: 6 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130278.089045:0:10554:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009955ea00/0x4ce24e57873617a1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fddf expref: 37 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130278.089056:0:10554:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009955ea00/0x4ce24e57873617a1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fddf expref: 37 pid: 8470 timeout: 576 lvb_type: 0 00000100:00100000:1.0:1746130278.089066:0:10554:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800947a4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10554:1830949841664000:192.168.204.51@tcp:104: 00000100:00100000:1.0:1746130278.089144:0:10554:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18fba80 going to sleep for 11 seconds 00000100:00100000:1.0:1746130278.090719:0:10554:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800947a4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10554:1830949841664000:192.168.204.51@tcp:104: 00000100:00100000:0.0:1746130278.090722:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00010000:00010000:1.0:1746130278.090747:0:10554:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880099532200/0x4ce24e57873617af lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fded expref: 6 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130278.090763:0:10554:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099532200, rc 0) 00000100:00100000:1.0:1746130278.090827:0:10554:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800924e3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+6:31579:x1830949849056384:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1865us (1970us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130278.090836:0:10554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6072 00000100:00100000:0.0:1746130278.093011:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130278.093100:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849056768 00000100:00100000:2.0:1746130278.093112:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849056768 00002000:00100000:2.0:1746130278.093153:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800924e0e00 x1830949849056768/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:264/0 lens 488/0 e 0 to 0 dl 1746130289 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130278.093162:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800924e0e00 with x1830949849056768 ext(0->4095) 00002000:00010000:2.0:1746130278.093167:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800924e0e00 00000100:00100000:2.0:1746130278.093201:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4723 00000100:00100000:2.0:1746130278.093207:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800924e0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949849056768:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746130278.093391:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800924e0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949849056768:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 183us (380us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746130278.093397:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4723 00002000:00100000:2.0:1746130278.093403:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800924e0e00 x1830949849056768/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:264/0 lens 488/4536 e 0 to 0 dl 1746130289 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130278.093409:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800924e0e00 with x1830949849056768 ext(0->4095) 00002000:00010000:2.0:1746130278.093412:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800924e0e00 00000100:00100000:0.0:1746130278.094983:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130278.095073:0:10554:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849056896 00000100:00100000:1.0:1746130278.095081:0:10554:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849056896 00000100:00100000:1.0:1746130278.095132:0:10554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6073 00000100:00100000:1.0:1746130278.095140:0:10554:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800924e3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:640ea846-b909-4eea-9a54-417e15bd627b+37:31579:x1830949849056896:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746130278.095153:0:10554:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746130278.095168:0:10554:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099532600/0x4ce24e57873617b6 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3fdf4 expref: -99 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130278.095194:0:10554:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880099532200/0x4ce24e57873617af lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fded expref: 5 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130278.095201:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130278.095203:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130278.095207:0:10554:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099532600/0x4ce24e57873617b6 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fdf4 expref: 38 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130278.095232:0:10554:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880099532200/0x4ce24e57873617af lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fded expref: 5 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130278.095242:0:10554:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880099532200/0x4ce24e57873617af lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fded expref: 5 pid: 10554 timeout: 576 lvb_type: 0 00000100:00100000:1.0:1746130278.095253:0:10554:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800947a4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10554:1830949841664256:192.168.204.51@tcp:104: 00000100:00100000:1.0:1746130278.095366:0:10554:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18fba80 going to sleep for 11 seconds 00000100:00100000:1.0:1746130278.096655:0:10554:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800947a4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10554:1830949841664256:192.168.204.51@tcp:104: 00010000:00010000:1.0:1746130278.096675:0:10554:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880099532600/0x4ce24e57873617b6 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fdf4 expref: 38 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130278.096692:0:10554:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099532600, rc 0) 00000100:00100000:1.0:1746130278.096736:0:10554:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800924e3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:640ea846-b909-4eea-9a54-417e15bd627b+38:31579:x1830949849056896:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1596us (1758us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130278.096744:0:10554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6073 00000100:00100000:0.0:1746130278.097234:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130278.097667:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130278.097701:0:10554:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849057152 00000100:00100000:2.0:1746130278.097705:0:10554:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849057152 00000100:00100000:2.0:1746130278.097986:0:10554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6074 00000100:00100000:2.0:1746130278.097993:0:10554:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a64d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:640ea846-b909-4eea-9a54-417e15bd627b+38:31578:x1830949849057152:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746130278.098004:0:10554:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746130278.098013:0:10554:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009955ea00/0x4ce24e57873617bd lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3fdfb expref: -99 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130278.098027:0:10554:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880099532600/0x4ce24e57873617b6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fdf4 expref: 39 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130278.098032:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746130278.098034:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746130278.098036:0:10554:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009955ea00/0x4ce24e57873617bd lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fdfb expref: 39 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130278.098052:0:10554:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880099532600/0x4ce24e57873617b6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fdf4 expref: 39 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130278.098060:0:10554:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880099532600/0x4ce24e57873617b6 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fdf4 expref: 39 pid: 10554 timeout: 576 lvb_type: 0 00000100:00100000:2.0:1746130278.098068:0:10554:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135268e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10554:1830949841664512:192.168.204.51@tcp:104: 00000100:00100000:2.0:1746130278.098098:0:10554:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012eb30840 going to sleep for 11 seconds 00000100:00100000:2.0:1746130278.099996:0:10554:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135268e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10554:1830949841664512:192.168.204.51@tcp:104: 00000100:00100000:0.0:1746130278.099997:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00010000:00010000:2.0:1746130278.100023:0:10554:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009955ea00/0x4ce24e57873617bd lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fdfb expref: 39 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130278.100038:0:10554:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009955ea00, rc 0) 00000100:00100000:2.0:1746130278.100062:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849057408 00000100:00100000:2.0:1746130278.100067:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849057408 00002000:00100000:2.0:1746130278.100094:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008a64ce00 x1830949849057408/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:264/0 lens 488/0 e 0 to 0 dl 1746130289 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130278.100100:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a64ce00 with x1830949849057408 ext(0->4095) 00010000:00010000:2.0:1746130278.100104:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880099532600/0x4ce24e57873617b6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fdf4 expref: 40 pid: 10554 timeout: 576 lvb_type: 0 00010000:00010000:2.0:1746130278.100112:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880099532600/0x4ce24e57873617b6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fdf4 expref: 40 pid: 10554 timeout: 576 lvb_type: 0 00002000:00010000:2.0:1746130278.100116:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008a64ce00 00000100:00100000:2.0:1746130278.100135:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2424 00000100:00100000:2.0:1746130278.100139:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a64ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+40:1961:x1830949849057408:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746130278.100250:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a64ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+40:1961:x1830949849057408:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 110us (259us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746130278.100255:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2424 00002000:00100000:2.0:1746130278.100260:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008a64ce00 x1830949849057408/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:264/0 lens 488/4536 e 0 to 0 dl 1746130289 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130278.100291:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a64ce00 with x1830949849057408 ext(0->4095) 00010000:00010000:2.0:1746130278.100295:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880099532600/0x4ce24e57873617b6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fdf4 expref: 40 pid: 10554 timeout: 576 lvb_type: 0 00010000:00010000:2.0:1746130278.100302:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880099532600/0x4ce24e57873617b6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fdf4 expref: 40 pid: 10554 timeout: 576 lvb_type: 0 00002000:00010000:2.0:1746130278.100307:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008a64ce00 00000100:00100000:2.0:1746130278.100331:0:10554:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a64d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:640ea846-b909-4eea-9a54-417e15bd627b+39:31578:x1830949849057152:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2339us (2664us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130278.100336:0:10554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6074 00000100:00100000:2.0:1746130278.101881:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130278.101944:0:10554:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849057536 00000100:00100000:0.0:1746130278.101950:0:10554:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849057536 00000100:00100000:0.0:1746130278.101991:0:10554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6075 00000100:00100000:0.0:1746130278.101997:0:10554:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135268e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+5:31579:x1830949849057536:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746130278.102010:0:10554:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746130278.102024:0:10554:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a796cc00/0x4ce24e57873617c4 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3fe02 expref: -99 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130278.102041:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746130278.102046:0:10554:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009955ea00/0x4ce24e57873617bd lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fdfb expref: 38 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130278.102051:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:0.0:1746130278.102054:0:10554:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a796cc00/0x4ce24e57873617c4 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fe02 expref: 6 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130278.102084:0:10554:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009955ea00/0x4ce24e57873617bd lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fdfb expref: 38 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130278.102094:0:10554:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a796cc00/0x4ce24e57873617c4 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fe02 expref: 6 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130278.102107:0:10554:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a796cc00, rc 0) 00000100:00100000:0.0:1746130278.102861:0:10554:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135268e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+6:31579:x1830949849057536:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 859us (981us total) trans 0 rc 0/0 00000100:00100000:0.0:1746130278.102868:0:10554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6075 00000100:00100000:1.0:1746130278.102929:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130278.105656:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130278.105695:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849057920 00000100:00100000:2.0:1746130278.105701:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849057920 00002000:00100000:2.0:1746130278.105734:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008a64ed80 x1830949849057920/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:264/0 lens 488/0 e 0 to 0 dl 1746130289 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130278.105743:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a64ed80 with x1830949849057920 ext(0->4095) 00010000:00010000:2.0:1746130278.105750:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009955ea00/0x4ce24e57873617bd lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fdfb expref: 38 pid: 10554 timeout: 576 lvb_type: 0 00010000:00010000:2.0:1746130278.105760:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009955ea00/0x4ce24e57873617bd lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fdfb expref: 38 pid: 10554 timeout: 576 lvb_type: 0 00002000:00010000:2.0:1746130278.105766:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008a64ed80 00000100:00100000:2.0:1746130278.105792:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2425 00000100:00100000:2.0:1746130278.105799:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a64ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+38:1962:x1830949849057920:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746130278.105929:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a64ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+38:1962:x1830949849057920:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 129us (273us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746130278.105935:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2425 00002000:00100000:2.0:1746130278.105939:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008a64ed80 x1830949849057920/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:264/0 lens 488/4536 e 0 to 0 dl 1746130289 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130278.105945:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a64ed80 with x1830949849057920 ext(0->4095) 00010000:00010000:2.0:1746130278.105949:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009955ea00/0x4ce24e57873617bd lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fdfb expref: 38 pid: 10554 timeout: 576 lvb_type: 0 00010000:00010000:2.0:1746130278.105959:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009955ea00/0x4ce24e57873617bd lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fdfb expref: 38 pid: 10554 timeout: 576 lvb_type: 0 00002000:00010000:2.0:1746130278.105964:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008a64ed80 00000100:00100000:0.0:1746130278.107601:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130278.107690:0:10554:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849058048 00000100:00100000:2.0:1746130278.107698:0:10554:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849058048 00000100:00100000:2.0:1746130278.107745:0:10554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6076 00000100:00100000:2.0:1746130278.107752:0:10554:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a64c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:640ea846-b909-4eea-9a54-417e15bd627b+38:31578:x1830949849058048:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746130278.107766:0:10554:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746130278.107781:0:10554:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009955e200/0x4ce24e57873617cb lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3fe09 expref: -99 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130278.107800:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746130278.107805:0:10554:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a796cc00/0x4ce24e57873617c4 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fe02 expref: 5 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130278.107815:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746130278.107818:0:10554:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009955e200/0x4ce24e57873617cb lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fe09 expref: 39 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130278.107845:0:10554:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a796cc00/0x4ce24e57873617c4 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fe02 expref: 5 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130278.107855:0:10554:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009955e200/0x4ce24e57873617cb lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fe09 expref: 39 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130278.107864:0:10554:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009955e200, rc 0) 00000100:00100000:2.0:1746130278.107900:0:10554:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a64c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:640ea846-b909-4eea-9a54-417e15bd627b+39:31578:x1830949849058048:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 148us (304us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130278.107906:0:10554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6076 00000100:00100000:0.0:1746130278.108092:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130278.110659:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a64f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+38:1964:x1830949849058176:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 2132us (2565us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130278.110670:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14339 00000100:00100000:0.0:1746130278.110688:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130278.110704:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849058432 00000100:00100000:2.0:1746130278.110709:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849058432 00002000:00100000:2.0:1746130278.110737:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008a64ea00 x1830949849058432/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:264/0 lens 488/0 e 0 to 0 dl 1746130289 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130278.110745:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a64ea00 with x1830949849058432 ext(0->4095) 00010000:00010000:2.0:1746130278.110751:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a796cc00/0x4ce24e57873617c4 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fe02 expref: 6 pid: 10554 timeout: 576 lvb_type: 0 00010000:00010000:2.0:1746130278.110765:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a796cc00/0x4ce24e57873617c4 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fe02 expref: 6 pid: 10554 timeout: 576 lvb_type: 0 00002000:00010000:2.0:1746130278.110770:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008a64ea00 00000100:00100000:2.0:1746130278.110792:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2426 00000100:00100000:2.0:1746130278.110797:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a64ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949849058432:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746130278.110909:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a64ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949849058432:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 111us (221us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746130278.110915:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2426 00002000:00100000:2.0:1746130278.110920:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008a64ea00 x1830949849058432/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:264/0 lens 488/4536 e 0 to 0 dl 1746130289 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130278.110926:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a64ea00 with x1830949849058432 ext(0->4095) 00010000:00010000:2.0:1746130278.110930:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a796cc00/0x4ce24e57873617c4 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fe02 expref: 6 pid: 10554 timeout: 576 lvb_type: 0 00010000:00010000:2.0:1746130278.110938:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a796cc00/0x4ce24e57873617c4 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fe02 expref: 6 pid: 10554 timeout: 576 lvb_type: 0 00002000:00010000:2.0:1746130278.110943:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008a64ea00 00000100:00100000:0.0:1746130278.112536:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130278.112604:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849058560 00000100:00100000:2.0:1746130278.112610:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849058560 00010000:00010000:2.0:1746130278.112640:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a796cc00/0x4ce24e57873617c4 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fe02 expref: 6 pid: 10554 timeout: 576 lvb_type: 0 00000100:00100000:2.0:1746130278.112673:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14340 00000100:00100000:2.0:1746130278.112679:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a64c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949849058560:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746130278.112689:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746130278.112705:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a796cc00/0x4ce24e57873617c4 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fe02 expref: 6 pid: 10554 timeout: 576 lvb_type: 0 00010000:00010000:2.0:1746130278.112715:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a796cc00/0x4ce24e57873617c4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fe02 expref: 6 pid: 10554 timeout: 576 lvb_type: 0 00010000:00010000:2.0:1746130278.112734:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a796cc00/0x4ce24e57873617c4 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fe02 expref: 6 pid: 10554 timeout: 576 lvb_type: 0 00010000:00010000:2.0:1746130278.112762:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130278.112764:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130278.112770:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009955e200/0x4ce24e57873617cb lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fe09 expref: 37 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130278.112777:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009955e200/0x4ce24e57873617cb lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fe09 expref: 37 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130278.112802:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009955e200/0x4ce24e57873617cb lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fe09 expref: 37 pid: 10554 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746130278.112811:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135269880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841665152:192.168.204.51@tcp:105: 00000100:00100000:2.0:1746130278.112887:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012eb30840 going to sleep for 11 seconds 00000100:00100000:2.0:1746130278.113928:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135269880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841665152:192.168.204.51@tcp:105: 00010000:00010000:2.0:1746130278.113944:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746130278.113969:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a64c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+5:1961:x1830949849058560:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 1290us (1437us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130278.113978:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14340 00000100:00100000:0.0:1746130278.114514:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130278.114627:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849058816 00000100:00100000:2.0:1746130278.114632:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849058816 00002000:00100000:2.0:1746130278.114657:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008a64c380 x1830949849058816/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:264/0 lens 488/0 e 0 to 0 dl 1746130289 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130278.114664:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a64c380 with x1830949849058816 ext(0->4095) 00002000:00010000:2.0:1746130278.114668:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008a64c380 00000100:00100000:2.0:1746130278.114679:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4724 00000100:00100000:2.0:1746130278.114683:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a64c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+38:1964:x1830949849058816:12345-192.168.204.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746130278.114991:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a64c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+38:1964:x1830949849058816:12345-192.168.204.51@tcp:3:ptlrpcd_01_01.0 Request processed in 307us (479us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746130278.114996:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4724 00002000:00100000:2.0:1746130278.115001:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008a64c380 x1830949849058816/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:264/0 lens 488/4536 e 0 to 0 dl 1746130289 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130278.115007:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a64c380 with x1830949849058816 ext(0->4095) 00002000:00010000:2.0:1746130278.115009:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008a64c380 00000100:00100000:0.0:1746130278.117159:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130278.120943:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130278.121009:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849059072 00000100:00100000:2.0:1746130278.121016:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849059072 00010000:00010000:2.0:1746130278.121046:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009955e200/0x4ce24e57873617cb lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fe09 expref: 38 pid: 10554 timeout: 576 lvb_type: 0 00000100:00100000:2.0:1746130278.121259:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14341 00000100:00100000:2.0:1746130278.121288:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a64d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+38:1961:x1830949849059072:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746130278.121300:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746130278.121317:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009955e200/0x4ce24e57873617cb lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fe09 expref: 38 pid: 10554 timeout: 576 lvb_type: 0 00010000:00010000:2.0:1746130278.121328:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009955e200/0x4ce24e57873617cb lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fe09 expref: 38 pid: 10554 timeout: 576 lvb_type: 0 00010000:00010000:2.0:1746130278.121345:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009955e200/0x4ce24e57873617cb lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fe09 expref: 38 pid: 10554 timeout: 576 lvb_type: 0 00010000:00010000:2.0:1746130278.121367:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130278.121369:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130278.121376:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880093e93c00/0x4ce24e57873617d2 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fe10 expref: 5 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130278.121384:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093e93c00/0x4ce24e57873617d2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fe10 expref: 5 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130278.121409:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880093e93c00/0x4ce24e57873617d2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fe10 expref: 5 pid: 8470 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746130278.121420:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135269880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841665408:192.168.204.51@tcp:105: 00000100:00100000:2.0:1746130278.121689:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012eb30840 going to sleep for 11 seconds 00000100:00100000:2.0:1746130278.123115:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135269880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841665408:192.168.204.51@tcp:105: 00010000:00010000:2.0:1746130278.123132:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746130278.123173:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a64d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+37:1961:x1830949849059072:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 1907us (2236us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130278.123181:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14341 00000100:00100000:1.0:1746130278.124794:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130278.124874:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849059328 00000100:00100000:2.0:1746130278.124880:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849059328 00002000:00100000:2.0:1746130278.124916:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800947a4a80 x1830949849059328/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:264/0 lens 488/0 e 0 to 0 dl 1746130289 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130278.125045:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800947a4a80 with x1830949849059328 ext(0->4095) 00002000:00010000:2.0:1746130278.125049:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800947a4a80 00000100:00100000:2.0:1746130278.125077:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4725 00000100:00100000:2.0:1746130278.125084:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800947a4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949849059328:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746130278.125228:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800947a4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949849059328:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 144us (440us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746130278.125234:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4725 00002000:00100000:2.0:1746130278.125239:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800947a4a80 x1830949849059328/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:264/0 lens 488/4536 e 0 to 0 dl 1746130289 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130278.125245:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800947a4a80 with x1830949849059328 ext(0->4095) 00002000:00010000:2.0:1746130278.125247:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800947a4a80 00000100:00100000:0.0:1746130278.125944:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130278.127162:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130278.127296:0:10554:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849059584 00000100:00100000:2.0:1746130278.127302:0:10554:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849059584 00000100:00100000:2.0:1746130278.127342:0:10554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6079 00000100:00100000:2.0:1746130278.127349:0:10554:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a64e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:640ea846-b909-4eea-9a54-417e15bd627b+39:31579:x1830949849059584:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746130278.127357:0:10554:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746130278.127365:0:10554:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009955f800/0x4ce24e57873617e0 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3fe1e expref: -99 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130278.127379:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130278.127383:0:10554:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880093e92c00/0x4ce24e57873617d9 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fe17 expref: 40 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130278.127389:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746130278.127391:0:10554:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009955f800/0x4ce24e57873617e0 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fe1e expref: 40 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130278.127411:0:10554:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880093e92c00/0x4ce24e57873617d9 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fe17 expref: 40 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130278.127420:0:10554:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009955f800/0x4ce24e57873617e0 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fe1e expref: 40 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130278.127429:0:10554:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009955f800, rc 0) 00000100:00100000:2.0:1746130278.127480:0:10554:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a64e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:640ea846-b909-4eea-9a54-417e15bd627b+40:31579:x1830949849059584:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 131us (318us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130278.127486:0:10554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6079 00000100:00100000:1.0:1746130278.129767:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130278.129823:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849059712 00000100:00100000:2.0:1746130278.129829:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849059712 00010000:00010000:2.0:1746130278.129852:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880093e93c00/0x4ce24e57873617d2 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fe10 expref: 6 pid: 8470 timeout: 576 lvb_type: 0 00000100:00100000:2.0:1746130278.129877:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14342 00000100:00100000:2.0:1746130278.129883:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800947a4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949849059712:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746130278.129894:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746130278.129910:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880093e93c00/0x4ce24e57873617d2 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fe10 expref: 6 pid: 8470 timeout: 576 lvb_type: 0 00010000:00010000:2.0:1746130278.129933:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880093e93c00/0x4ce24e57873617d2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fe10 expref: 6 pid: 8470 timeout: 576 lvb_type: 0 00010000:00010000:2.0:1746130278.129951:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880093e93c00/0x4ce24e57873617d2 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fe10 expref: 6 pid: 8470 timeout: 576 lvb_type: 0 00010000:00010000:2.0:1746130278.129972:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130278.129974:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130278.129981:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880093e92c00/0x4ce24e57873617d9 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fe17 expref: 38 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130278.129988:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093e92c00/0x4ce24e57873617d9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fe17 expref: 38 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130278.130011:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880093e92c00/0x4ce24e57873617d9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fe17 expref: 38 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130278.130020:0:7097:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880093e92c00/0x4ce24e57873617d9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fe17 expref: 38 pid: 8470 timeout: 576 lvb_type: 0 00000100:00100000:2.0:1746130278.130030:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135269880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841665792:192.168.204.51@tcp:105: 00000100:00100000:2.0:1746130278.130390:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012eb30840 going to sleep for 11 seconds 00000100:00100000:2.0:1746130278.131731:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135269880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841665792:192.168.204.51@tcp:105: 00010000:00010000:2.0:1746130278.131746:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746130278.132136:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800947a4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+5:1962:x1830949849059712:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 2251us (2527us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130278.132146:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14342 00000100:00100000:1.0:1746130278.132213:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130278.132245:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849059968 00000100:00100000:0.0:1746130278.132251:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849059968 00002000:00100000:0.0:1746130278.132306:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800947a4700 x1830949849059968/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:264/0 lens 488/0 e 0 to 0 dl 1746130289 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746130278.132320:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800947a4700 with x1830949849059968 ext(0->4095) 00010000:00010000:0.0:1746130278.132328:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093e92c00/0x4ce24e57873617d9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fe17 expref: 39 pid: 8470 timeout: 576 lvb_type: 0 00010000:00010000:0.0:1746130278.132339:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093e92c00/0x4ce24e57873617d9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fe17 expref: 39 pid: 8470 timeout: 576 lvb_type: 0 00002000:00010000:0.0:1746130278.132350:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800947a4700 00000100:00100000:0.0:1746130278.132402:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2427 00000100:00100000:0.0:1746130278.132409:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800947a4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+39:1962:x1830949849059968:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746130278.132528:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800947a4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+39:1962:x1830949849059968:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 119us (316us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746130278.132533:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2427 00002000:00100000:0.0:1746130278.132537:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800947a4700 x1830949849059968/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:264/0 lens 488/4536 e 0 to 0 dl 1746130289 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746130278.132545:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800947a4700 with x1830949849059968 ext(0->4095) 00010000:00010000:0.0:1746130278.132549:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093e92c00/0x4ce24e57873617d9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fe17 expref: 39 pid: 8470 timeout: 576 lvb_type: 0 00010000:00010000:0.0:1746130278.132557:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093e92c00/0x4ce24e57873617d9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fe17 expref: 39 pid: 8470 timeout: 576 lvb_type: 0 00002000:00010000:0.0:1746130278.132563:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800947a4700 00000100:00100000:0.0:1746130278.135165:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130278.135234:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849060096 00000100:00100000:2.0:1746130278.135242:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849060096 00010000:00010000:2.0:1746130278.135308:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880093e92c00/0x4ce24e57873617d9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fe17 expref: 39 pid: 8470 timeout: 576 lvb_type: 0 00000100:00100000:2.0:1746130278.135341:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14343 00000100:00100000:2.0:1746130278.135432:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a64e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+39:1964:x1830949849060096:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746130278.135458:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746130278.135475:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880093e92c00/0x4ce24e57873617d9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fe17 expref: 39 pid: 8470 timeout: 576 lvb_type: 0 00010000:00010000:2.0:1746130278.135486:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880093e92c00/0x4ce24e57873617d9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fe17 expref: 39 pid: 8470 timeout: 576 lvb_type: 0 00010000:00010000:2.0:1746130278.135503:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880093e92c00/0x4ce24e57873617d9 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fe17 expref: 39 pid: 8470 timeout: 576 lvb_type: 0 00010000:00010000:2.0:1746130278.135522:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130278.135523:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130278.135529:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009955f800/0x4ce24e57873617e0 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fe1e expref: 38 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130278.135536:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009955f800/0x4ce24e57873617e0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fe1e expref: 38 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130278.135560:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009955f800/0x4ce24e57873617e0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fe1e expref: 38 pid: 10554 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746130278.135569:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135269880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841665920:192.168.204.51@tcp:105: 00000100:00100000:2.0:1746130278.135871:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012eb30840 going to sleep for 11 seconds 00000100:00100000:2.0:1746130278.137476:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135269880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841665920:192.168.204.51@tcp:105: 00010000:00010000:2.0:1746130278.137493:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746130278.137526:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a64e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+38:1964:x1830949849060096:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 2178us (2368us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130278.137536:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14343 00000100:00100000:0.0:1746130278.137735:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130278.137797:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849060352 00000100:00100000:2.0:1746130278.137802:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849060352 00002000:00100000:2.0:1746130278.137830:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008a64d180 x1830949849060352/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:264/0 lens 488/0 e 0 to 0 dl 1746130289 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130278.137838:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a64d180 with x1830949849060352 ext(0->4095) 00002000:00010000:2.0:1746130278.137842:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008a64d180 00000100:00100000:2.0:1746130278.137854:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4726 00000100:00100000:2.0:1746130278.137859:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a64d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+38:1962:x1830949849060352:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746130278.138451:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a64d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+38:1962:x1830949849060352:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 590us (715us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746130278.138457:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4726 00002000:00100000:2.0:1746130278.138462:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008a64d180 x1830949849060352/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:264/0 lens 488/4536 e 0 to 0 dl 1746130289 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130278.138469:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a64d180 with x1830949849060352 ext(0->4095) 00002000:00010000:2.0:1746130278.138471:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008a64d180 00000100:00100000:0.0:1746130278.139789:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130278.146572:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130278.146823:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849060608 00000100:00100000:2.0:1746130278.146828:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849060608 00010000:00010000:2.0:1746130278.146854:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009955f800/0x4ce24e57873617e0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fe1e expref: 38 pid: 10554 timeout: 576 lvb_type: 0 00000100:00100000:2.0:1746130278.146883:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14344 00000100:00100000:2.0:1746130278.146889:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a64f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+38:1961:x1830949849060608:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746130278.146899:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746130278.146916:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009955f800/0x4ce24e57873617e0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fe1e expref: 38 pid: 10554 timeout: 576 lvb_type: 0 00010000:00010000:2.0:1746130278.146925:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009955f800/0x4ce24e57873617e0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fe1e expref: 38 pid: 10554 timeout: 576 lvb_type: 0 00010000:00010000:2.0:1746130278.146942:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009955f800/0x4ce24e57873617e0 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fe1e expref: 38 pid: 10554 timeout: 576 lvb_type: 0 00010000:00010000:2.0:1746130278.146961:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130278.146963:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130278.146969:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880093e92400/0x4ce24e57873617e7 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fe25 expref: 5 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130278.146975:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093e92400/0x4ce24e57873617e7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fe25 expref: 5 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130278.147000:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880093e92400/0x4ce24e57873617e7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fe25 expref: 5 pid: 8470 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746130278.147010:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135269880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841666176:192.168.204.51@tcp:105: 00000100:00100000:2.0:1746130278.147056:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012eb30840 going to sleep for 11 seconds 00000100:00100000:0.0:1746130278.148621:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130278.151187:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135269880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841666176:192.168.204.51@tcp:105: 00010000:00010000:2.0:1746130278.151200:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746130278.151252:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a64f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+39:1961:x1830949849060608:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 4362us (4679us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130278.151261:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14344 00000100:00100000:0.0:1746130278.152686:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130278.152761:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849060992 00000100:00100000:2.0:1746130278.152766:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849060992 00002000:00100000:2.0:1746130278.152798:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008ac72680 x1830949849060992/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:264/0 lens 488/0 e 0 to 0 dl 1746130289 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130278.152806:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ac72680 with x1830949849060992 ext(0->4095) 00010000:00010000:2.0:1746130278.152812:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093e92400/0x4ce24e57873617e7 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fe25 expref: 6 pid: 8470 timeout: 576 lvb_type: 0 00010000:00010000:2.0:1746130278.152821:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093e92400/0x4ce24e57873617e7 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fe25 expref: 6 pid: 8470 timeout: 576 lvb_type: 0 00002000:00010000:2.0:1746130278.152826:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008ac72680 00000100:00100000:2.0:1746130278.152840:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2428 00000100:00100000:2.0:1746130278.152846:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ac72680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949849060992:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746130278.153122:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ac72680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949849060992:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 276us (440us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746130278.153128:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2428 00002000:00100000:2.0:1746130278.153132:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008ac72680 x1830949849060992/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:264/0 lens 488/4536 e 0 to 0 dl 1746130289 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130278.153138:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ac72680 with x1830949849060992 ext(0->4095) 00010000:00010000:2.0:1746130278.153142:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093e92400/0x4ce24e57873617e7 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fe25 expref: 6 pid: 8470 timeout: 576 lvb_type: 0 00010000:00010000:2.0:1746130278.153150:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093e92400/0x4ce24e57873617e7 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fe25 expref: 6 pid: 8470 timeout: 576 lvb_type: 0 00002000:00010000:2.0:1746130278.153155:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008ac72680 00000100:00100000:0.0:1746130278.155057:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130278.155112:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849061120 00000100:00100000:2.0:1746130278.155119:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849061120 00010000:00010000:2.0:1746130278.155144:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880093e92400/0x4ce24e57873617e7 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fe25 expref: 6 pid: 8470 timeout: 576 lvb_type: 0 00000100:00100000:2.0:1746130278.155262:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14345 00000100:00100000:2.0:1746130278.155301:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129e22850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949849061120:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746130278.155385:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746130278.155404:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880093e92400/0x4ce24e57873617e7 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fe25 expref: 6 pid: 8470 timeout: 576 lvb_type: 0 00010000:00010000:2.0:1746130278.155414:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880093e92400/0x4ce24e57873617e7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fe25 expref: 6 pid: 8470 timeout: 576 lvb_type: 0 00010000:00010000:2.0:1746130278.155432:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880093e92400/0x4ce24e57873617e7 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fe25 expref: 6 pid: 8470 timeout: 576 lvb_type: 0 00010000:00010000:2.0:1746130278.155464:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130278.155466:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130278.155472:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880093e93c00/0x4ce24e57873617ee lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fe2c expref: 37 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130278.155482:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093e93c00/0x4ce24e57873617ee lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fe2c expref: 37 pid: 8470 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746130278.157010:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130278.157027:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849061376 00000100:00100000:2.0:1746130278.157036:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849061376 00002000:00100000:2.0:1746130278.157060:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008ac71880 x1830949849061376/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:264/0 lens 488/0 e 0 to 0 dl 1746130289 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130278.157069:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ac71880 with x1830949849061376 ext(0->4095) 00002000:00010000:2.0:1746130278.157073:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008ac71880 00000100:00100000:2.0:1746130278.157085:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4727 00000100:00100000:2.0:1746130278.157090:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ac71880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+38:1962:x1830949849061376:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746130278.157205:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ac71880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+38:1962:x1830949849061376:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 114us (196us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746130278.157209:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4727 00002000:00100000:2.0:1746130278.157213:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008ac71880 x1830949849061376/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:264/0 lens 488/4536 e 0 to 0 dl 1746130289 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130278.157218:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ac71880 with x1830949849061376 ext(0->4095) 00002000:00010000:2.0:1746130278.157220:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008ac71880 00000100:00100000:2.0:1746130278.158513:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130278.161001:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130278.161092:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849061632 00000100:00100000:2.0:1746130278.161098:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849061632 00002000:00100000:2.0:1746130278.161129:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff88008ac70380 x1830949849061632/t0(0) o4->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:264/0 lens 496/0 e 0 to 0 dl 1746130289 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130278.161143:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ac70380 with x1830949849061632 ext(0->7) 00010000:00010000:2.0:1746130278.161149:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093e93c00/0x4ce24e57873617ee lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fe2c expref: 38 pid: 8470 timeout: 576 lvb_type: 0 00010000:00010000:2.0:1746130278.161161:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093e93c00/0x4ce24e57873617ee lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fe2c expref: 38 pid: 8470 timeout: 576 lvb_type: 0 00002000:00010000:2.0:1746130278.161166:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008ac70380 00000100:00100000:2.0:1746130278.161181:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2429 00000100:00100000:2.0:1746130278.161187:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ac70380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+38:1961:x1830949849061632:12345-192.168.204.51@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746130278.161487:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ac70380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+40:1961:x1830949849061632:12345-192.168.204.51@tcp:4:ldlm_bl.0 Request processed in 299us (489us total) trans 4294967911 rc 0/0 00000100:00100000:2.0:1746130278.161493:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2429 00002000:00100000:2.0:1746130278.161499:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff88008ac70380 x1830949849061632/t4294967911(0) o4->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:264/0 lens 496/448 e 0 to 0 dl 1746130289 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130278.161505:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ac70380 with x1830949849061632 ext(0->7) 00010000:00010000:2.0:1746130278.161510:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093e93c00/0x4ce24e57873617ee lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fe2c expref: 40 pid: 8470 timeout: 576 lvb_type: 0 00010000:00010000:2.0:1746130278.161518:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093e93c00/0x4ce24e57873617ee lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fe2c expref: 40 pid: 8470 timeout: 576 lvb_type: 0 00002000:00010000:2.0:1746130278.161522:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008ac70380 00000100:00100000:0.0:1746130278.162917:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130278.165171:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130278.165259:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849062016 00000100:00100000:2.0:1746130278.165286:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849062016 00002000:00100000:2.0:1746130278.165431:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008ac73b80 x1830949849062016/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:264/0 lens 488/0 e 0 to 0 dl 1746130289 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130278.165452:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ac73b80 with x1830949849062016 ext(0->4095) 00002000:00010000:2.0:1746130278.165456:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008ac73b80 00000100:00100000:2.0:1746130278.165475:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4728 00000100:00100000:2.0:1746130278.165482:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ac73b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949849062016:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746130278.165602:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ac73b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949849062016:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 121us (431us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746130278.165607:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4728 00002000:00100000:2.0:1746130278.165612:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008ac73b80 x1830949849062016/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:264/0 lens 488/4536 e 0 to 0 dl 1746130289 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130278.165619:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ac73b80 with x1830949849062016 ext(0->4095) 00002000:00010000:2.0:1746130278.165621:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008ac73b80 00000100:00100000:0.0:1746130278.166711:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130278.168159:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130278.168313:0:10554:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849062272 00000100:00100000:2.0:1746130278.168320:0:10554:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849062272 00000100:00100000:2.0:1746130278.168370:0:10554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6084 00000100:00100000:2.0:1746130278.168378:0:10554:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ac72a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:640ea846-b909-4eea-9a54-417e15bd627b+41:31578:x1830949849062272:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746130278.168388:0:10554:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746130278.168399:0:10554:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009955f000/0x4ce24e5787361803 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3fe41 expref: -99 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130278.168415:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130278.168420:0:10554:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880093e92c00/0x4ce24e57873617fc lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fe3a expref: 42 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130278.168430:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746130278.168433:0:10554:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009955f000/0x4ce24e5787361803 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fe41 expref: 42 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130278.168475:0:10554:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880093e92c00/0x4ce24e57873617fc lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fe3a expref: 42 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130278.168492:0:10554:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009955f000/0x4ce24e5787361803 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fe41 expref: 42 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130278.168503:0:10554:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009955f000, rc 0) 00000100:00100000:2.0:1746130278.168552:0:10554:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ac72a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:640ea846-b909-4eea-9a54-417e15bd627b+42:31578:x1830949849062272:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 174us (402us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130278.168559:0:10554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6084 00000100:00100000:0.0:1746130278.169247:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130278.171219:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130278.171307:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849062656 00000100:00100000:2.0:1746130278.171315:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849062656 00002000:00100000:2.0:1746130278.171356:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008ac71500 x1830949849062656/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:264/0 lens 488/0 e 0 to 0 dl 1746130289 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130278.171366:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ac71500 with x1830949849062656 ext(0->4095) 00010000:00010000:2.0:1746130278.171374:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093e92c00/0x4ce24e57873617fc lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fe3a expref: 41 pid: 8470 timeout: 576 lvb_type: 0 00010000:00010000:2.0:1746130278.171384:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093e92c00/0x4ce24e57873617fc lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fe3a expref: 41 pid: 8470 timeout: 576 lvb_type: 0 00002000:00010000:2.0:1746130278.171389:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008ac71500 00000100:00100000:2.0:1746130278.171420:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2430 00000100:00100000:2.0:1746130278.171425:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ac71500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+41:1964:x1830949849062656:12345-192.168.204.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746130278.171598:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ac71500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+41:1964:x1830949849062656:12345-192.168.204.51@tcp:3:ptlrpcd_01_01.0 Request processed in 173us (383us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746130278.171603:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2430 00002000:00100000:2.0:1746130278.171607:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008ac71500 x1830949849062656/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:264/0 lens 488/4536 e 0 to 0 dl 1746130289 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130278.171612:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ac71500 with x1830949849062656 ext(0->4095) 00010000:00010000:2.0:1746130278.171615:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093e92c00/0x4ce24e57873617fc lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fe3a expref: 41 pid: 8470 timeout: 576 lvb_type: 0 00010000:00010000:2.0:1746130278.171621:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093e92c00/0x4ce24e57873617fc lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fe3a expref: 41 pid: 8470 timeout: 576 lvb_type: 0 00002000:00010000:2.0:1746130278.171625:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008ac71500 00000100:00100000:0.0:1746130278.172495:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130278.172561:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130278.172636:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849062912 00000100:00100000:2.0:1746130278.172639:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849062912 00010000:00010000:2.0:1746130278.172657:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880093e92c00/0x4ce24e57873617fc lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fe3a expref: 41 pid: 8470 timeout: 576 lvb_type: 0 00000100:00100000:2.0:1746130278.172682:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14348 00000100:00100000:2.0:1746130278.172687:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ac70a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+41:1961:x1830949849062912:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746130278.172694:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746130278.172722:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880093e92c00/0x4ce24e57873617fc lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fe3a expref: 41 pid: 8470 timeout: 576 lvb_type: 0 00010000:00010000:2.0:1746130278.172734:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880093e92c00/0x4ce24e57873617fc lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fe3a expref: 41 pid: 8470 timeout: 576 lvb_type: 0 00010000:00010000:2.0:1746130278.172749:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880093e92c00/0x4ce24e57873617fc lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fe3a expref: 41 pid: 8470 timeout: 576 lvb_type: 0 00010000:00010000:2.0:1746130278.172787:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746130278.172824:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ac70a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+40:1961:x1830949849062912:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 136us (261us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130278.172829:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14348 00000100:00100000:0.0:1746130278.174403:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130278.174468:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849063168 00000100:00100000:2.0:1746130278.174474:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849063168 00002000:00100000:2.0:1746130278.174508:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008ac70700 x1830949849063168/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:264/0 lens 488/0 e 0 to 0 dl 1746130289 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130278.174517:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ac70700 with x1830949849063168 ext(0->4095) 00010000:00010000:2.0:1746130278.174523:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009955f000/0x4ce24e5787361803 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fe41 expref: 40 pid: 10554 timeout: 576 lvb_type: 0 00010000:00010000:2.0:1746130278.174533:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009955f000/0x4ce24e5787361803 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fe41 expref: 40 pid: 10554 timeout: 576 lvb_type: 0 00002000:00010000:2.0:1746130278.174539:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008ac70700 00000100:00100000:2.0:1746130278.174557:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2431 00000100:00100000:2.0:1746130278.174564:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ac70700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+40:1961:x1830949849063168:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746130278.174697:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ac70700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+40:1961:x1830949849063168:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 133us (295us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746130278.174704:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2431 00002000:00100000:2.0:1746130278.174709:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008ac70700 x1830949849063168/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:264/0 lens 488/4536 e 0 to 0 dl 1746130289 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130278.174715:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ac70700 with x1830949849063168 ext(0->4095) 00010000:00010000:2.0:1746130278.174720:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009955f000/0x4ce24e5787361803 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fe41 expref: 40 pid: 10554 timeout: 576 lvb_type: 0 00010000:00010000:2.0:1746130278.174728:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009955f000/0x4ce24e5787361803 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fe41 expref: 40 pid: 10554 timeout: 576 lvb_type: 0 00002000:00010000:2.0:1746130278.174733:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008ac70700 00000100:00100000:0.0:1746130278.177213:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130278.177301:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130278.177427:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849063424 00000100:00100000:2.0:1746130278.177435:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849063424 00010000:00010000:2.0:1746130278.177489:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009955f000/0x4ce24e5787361803 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fe41 expref: 41 pid: 10554 timeout: 576 lvb_type: 0 00000100:00100000:2.0:1746130278.177523:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14349 00000100:00100000:2.0:1746130278.177528:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ac70e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+41:1961:x1830949849063424:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746130278.177539:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746130278.177561:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009955f000/0x4ce24e5787361803 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fe41 expref: 42 pid: 10554 timeout: 576 lvb_type: 0 00010000:00010000:2.0:1746130278.177584:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009955f000/0x4ce24e5787361803 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fe41 expref: 42 pid: 10554 timeout: 576 lvb_type: 0 00010000:00010000:2.0:1746130278.177610:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009955f000/0x4ce24e5787361803 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fe41 expref: 42 pid: 10554 timeout: 576 lvb_type: 0 00010000:00010000:2.0:1746130278.177626:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130278.177627:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130278.177633:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094687c00/0x4ce24e578736180a lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fe48 expref: 5 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130278.177639:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094687c00/0x4ce24e578736180a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fe48 expref: 5 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130278.177660:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094687c00/0x4ce24e578736180a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fe48 expref: 5 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130278.177670:0:7097:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094687c00/0x4ce24e578736180a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fe48 expref: 5 pid: 8470 timeout: 576 lvb_type: 0 00000100:00100000:2.0:1746130278.177681:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013526a680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841667584:192.168.204.51@tcp:105: 00000100:00100000:2.0:1746130278.177726:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012eb30840 going to sleep for 11 seconds 00000100:00100000:2.0:1746130278.179215:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013526a680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841667584:192.168.204.51@tcp:105: 00010000:00010000:2.0:1746130278.179227:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746130278.179252:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ac70e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+40:1961:x1830949849063424:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 1724us (1986us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130278.179259:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14349 00000100:00100000:2.0:1746130278.180693:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130278.180756:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849063680 00000100:00100000:0.0:1746130278.180764:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849063680 00002000:00100000:0.0:1746130278.180799:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88013526a680 x1830949849063680/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:264/0 lens 488/0 e 0 to 0 dl 1746130289 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746130278.180808:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013526a680 with x1830949849063680 ext(0->4095) 00010000:00010000:0.0:1746130278.180816:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094687c00/0x4ce24e578736180a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fe48 expref: 6 pid: 8470 timeout: 576 lvb_type: 0 00010000:00010000:0.0:1746130278.180827:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094687c00/0x4ce24e578736180a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fe48 expref: 6 pid: 8470 timeout: 576 lvb_type: 0 00002000:00010000:0.0:1746130278.180833:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88013526a680 00000100:00100000:0.0:1746130278.180858:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2432 00000100:00100000:0.0:1746130278.180865:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013526a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949849063680:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746130278.181005:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013526a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949849063680:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 139us (317us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746130278.181013:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2432 00002000:00100000:0.0:1746130278.181017:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88013526a680 x1830949849063680/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:264/0 lens 488/4536 e 0 to 0 dl 1746130289 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746130278.181024:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013526a680 with x1830949849063680 ext(0->4095) 00010000:00010000:0.0:1746130278.181028:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094687c00/0x4ce24e578736180a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fe48 expref: 6 pid: 8470 timeout: 576 lvb_type: 0 00010000:00010000:0.0:1746130278.181036:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094687c00/0x4ce24e578736180a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fe48 expref: 6 pid: 8470 timeout: 576 lvb_type: 0 00002000:00010000:0.0:1746130278.181041:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88013526a680 00000100:00100000:0.0:1746130278.183196:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130278.183263:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849063808 00000100:00100000:2.0:1746130278.183306:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849063808 00010000:00010000:2.0:1746130278.183334:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094687c00/0x4ce24e578736180a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fe48 expref: 6 pid: 8470 timeout: 576 lvb_type: 0 00000100:00100000:2.0:1746130278.183379:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14350 00000100:00100000:2.0:1746130278.183448:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ac71180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949849063808:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746130278.183460:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746130278.183476:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094687c00/0x4ce24e578736180a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fe48 expref: 6 pid: 8470 timeout: 576 lvb_type: 0 00010000:00010000:2.0:1746130278.183487:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094687c00/0x4ce24e578736180a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fe48 expref: 6 pid: 8470 timeout: 576 lvb_type: 0 00010000:00010000:2.0:1746130278.183505:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094687c00/0x4ce24e578736180a lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fe48 expref: 6 pid: 8470 timeout: 576 lvb_type: 0 00010000:00010000:2.0:1746130278.183529:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130278.183531:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130278.183538:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009494d800/0x4ce24e5787361811 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fe4f expref: 39 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130278.183544:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009494d800/0x4ce24e5787361811 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fe4f expref: 39 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130278.183569:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009494d800/0x4ce24e5787361811 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fe4f expref: 39 pid: 8470 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746130278.183579:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013526ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841667712:192.168.204.51@tcp:105: 00000100:00100000:2.0:1746130278.183699:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012eb30840 going to sleep for 11 seconds 00000100:00100000:2.0:1746130278.184679:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013526ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841667712:192.168.204.51@tcp:105: 00010000:00010000:2.0:1746130278.184692:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746130278.184723:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ac71180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+5:1962:x1830949849063808:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 1286us (1537us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130278.184731:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14350 00000100:00100000:0.0:1746130278.184999:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130278.185071:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849064064 00000100:00100000:1.0:1746130278.185076:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849064064 00002000:00100000:1.0:1746130278.185102:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880094b9e680 x1830949849064064/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:264/0 lens 488/0 e 0 to 0 dl 1746130289 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130278.185111:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094b9e680 with x1830949849064064 ext(0->4095) 00002000:00010000:1.0:1746130278.185114:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880094b9e680 00000100:00100000:1.0:1746130278.185137:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4729 00000100:00100000:1.0:1746130278.185143:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094b9e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+40:1961:x1830949849064064:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746130278.185477:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094b9e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+40:1961:x1830949849064064:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 330us (474us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746130278.185483:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4729 00002000:00100000:1.0:1746130278.185489:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880094b9e680 x1830949849064064/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:264/0 lens 488/4536 e 0 to 0 dl 1746130289 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130278.185496:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094b9e680 with x1830949849064064 ext(0->4095) 00002000:00010000:1.0:1746130278.185498:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880094b9e680 00000100:00100000:2.0:1746130278.186642:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130278.188360:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130278.188399:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849064320 00000100:00100000:2.0:1746130278.188404:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849064320 00010000:00010000:2.0:1746130278.188424:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009494d800/0x4ce24e5787361811 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fe4f expref: 40 pid: 8470 timeout: 576 lvb_type: 0 00000100:00100000:2.0:1746130278.188464:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14351 00000100:00100000:2.0:1746130278.188470:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094b9d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+40:1961:x1830949849064320:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746130278.188478:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746130278.188494:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009494d800/0x4ce24e5787361811 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fe4f expref: 40 pid: 8470 timeout: 576 lvb_type: 0 00010000:00010000:2.0:1746130278.188503:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009494d800/0x4ce24e5787361811 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fe4f expref: 40 pid: 8470 timeout: 576 lvb_type: 0 00010000:00010000:2.0:1746130278.188519:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009494d800/0x4ce24e5787361811 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fe4f expref: 40 pid: 8470 timeout: 576 lvb_type: 0 00010000:00010000:2.0:1746130278.188544:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130278.188546:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130278.188552:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009494ce00/0x4ce24e5787361818 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fe56 expref: 5 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130278.188563:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009494ce00/0x4ce24e5787361818 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fe56 expref: 5 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130278.188584:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009494ce00/0x4ce24e5787361818 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fe56 expref: 5 pid: 8470 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746130278.188592:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013526b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841667968:192.168.204.51@tcp:105: 00000100:00100000:2.0:1746130278.188643:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012eb30840 going to sleep for 11 seconds 00000100:00100000:2.0:1746130278.189978:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013526b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841667968:192.168.204.51@tcp:105: 00010000:00010000:2.0:1746130278.190001:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746130278.190038:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094b9d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+39:1961:x1830949849064320:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 1568us (1677us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130278.190048:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14351 00000100:00100000:0.0:1746130278.190334:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130278.190417:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849064576 00000100:00100000:1.0:1746130278.190425:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849064576 00002000:00100000:1.0:1746130278.190472:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880094b9d880 x1830949849064576/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:264/0 lens 488/0 e 0 to 0 dl 1746130289 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130278.190482:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094b9d880 with x1830949849064576 ext(0->4095) 00002000:00010000:1.0:1746130278.190486:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880094b9d880 00000100:00100000:1.0:1746130278.190511:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4730 00000100:00100000:1.0:1746130278.190516:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094b9d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949849064576:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746130278.190656:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094b9d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949849064576:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 139us (322us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746130278.190663:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4730 00002000:00100000:1.0:1746130278.190668:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880094b9d880 x1830949849064576/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:264/0 lens 488/4536 e 0 to 0 dl 1746130289 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130278.190676:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094b9d880 with x1830949849064576 ext(0->4095) 00002000:00010000:1.0:1746130278.190678:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880094b9d880 00000100:00100000:0.0:1746130278.191826:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130278.193622:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130278.195607:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130278.195667:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849065088 00000100:00100000:1.0:1746130278.195672:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849065088 00002000:00100000:1.0:1746130278.195704:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880094b9f100 x1830949849065088/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:264/0 lens 488/0 e 0 to 0 dl 1746130289 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130278.195713:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094b9f100 with x1830949849065088 ext(0->4095) 00002000:00010000:1.0:1746130278.195717:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880094b9f100 00000100:00100000:1.0:1746130278.195743:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4731 00000100:00100000:1.0:1746130278.195749:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094b9f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+40:1961:x1830949849065088:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746130278.195908:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094b9f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+40:1961:x1830949849065088:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 158us (300us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746130278.195914:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4731 00002000:00100000:1.0:1746130278.195919:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880094b9f100 x1830949849065088/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:264/0 lens 488/4536 e 0 to 0 dl 1746130289 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130278.195926:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094b9f100 with x1830949849065088 ext(0->4095) 00002000:00010000:1.0:1746130278.195928:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880094b9f100 00000100:00100000:0.0:1746130278.197521:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130278.200463:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130278.200571:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849065344 00000100:00100000:1.0:1746130278.200576:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849065344 00002000:00100000:1.0:1746130278.200736:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff880094b9f480 x1830949849065344/t0(0) o4->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:264/0 lens 496/0 e 0 to 0 dl 1746130289 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130278.200745:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094b9f480 with x1830949849065344 ext(0->7) 00010000:00010000:1.0:1746130278.200752:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094687e00/0x4ce24e578736181f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fe5d expref: 40 pid: 8470 timeout: 576 lvb_type: 0 00010000:00010000:1.0:1746130278.200764:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094687e00/0x4ce24e578736181f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fe5d expref: 40 pid: 8470 timeout: 576 lvb_type: 0 00002000:00010000:1.0:1746130278.200769:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880094b9f480 00000100:00100000:1.0:1746130278.200795:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2433 00000100:00100000:1.0:1746130278.200801:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094b9f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+40:1961:x1830949849065344:12345-192.168.204.51@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746130278.201122:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094b9f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+42:1961:x1830949849065344:12345-192.168.204.51@tcp:4:ldlm_bl.0 Request processed in 320us (659us total) trans 4294967912 rc 0/0 00000100:00100000:1.0:1746130278.201128:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2433 00002000:00100000:1.0:1746130278.201133:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff880094b9f480 x1830949849065344/t4294967912(0) o4->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:264/0 lens 496/448 e 0 to 0 dl 1746130289 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130278.201146:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094b9f480 with x1830949849065344 ext(0->7) 00010000:00010000:1.0:1746130278.201151:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094687e00/0x4ce24e578736181f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fe5d expref: 42 pid: 8470 timeout: 576 lvb_type: 0 00010000:00010000:1.0:1746130278.201159:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094687e00/0x4ce24e578736181f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fe5d expref: 42 pid: 8470 timeout: 576 lvb_type: 0 00002000:00010000:1.0:1746130278.201165:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880094b9f480 00000100:00100000:0.0:1746130278.203625:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130278.206760:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130278.206825:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849065728 00000100:00100000:1.0:1746130278.206832:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849065728 00002000:00100000:1.0:1746130278.206870:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880094b9c380 x1830949849065728/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:264/0 lens 488/0 e 0 to 0 dl 1746130289 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130278.206880:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094b9c380 with x1830949849065728 ext(0->4095) 00002000:00010000:1.0:1746130278.206884:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880094b9c380 00000100:00100000:1.0:1746130278.206958:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4732 00000100:00100000:1.0:1746130278.206966:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094b9c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1963:x1830949849065728:12345-192.168.204.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746130278.207108:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094b9c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1963:x1830949849065728:12345-192.168.204.51@tcp:3:ptlrpcd_01_00.0 Request processed in 143us (355us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746130278.207114:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4732 00002000:00100000:1.0:1746130278.207119:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880094b9c380 x1830949849065728/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:264/0 lens 488/4536 e 0 to 0 dl 1746130289 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130278.207125:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094b9c380 with x1830949849065728 ext(0->4095) 00002000:00010000:1.0:1746130278.207128:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880094b9c380 00000100:00100000:0.0:1746130278.208919:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130278.208961:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130278.209088:0:10554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6091 00000100:00100000:1.0:1746130278.209101:0:10554:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094b9d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:640ea846-b909-4eea-9a54-417e15bd627b+42:31579:x1830949849065984:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746130278.209115:0:10554:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746130278.209130:0:10554:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099533000/0x4ce24e578736182d lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3fe72 expref: -99 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130278.209153:0:10554:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009494d600/0x4ce24e5787361826 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fe64 expref: 5 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130278.209160:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130278.209161:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130278.209164:0:10554:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099533000/0x4ce24e578736182d lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fe72 expref: 43 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130278.209187:0:10554:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009494d600/0x4ce24e5787361826 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fe64 expref: 5 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130278.209198:0:10554:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009494d600/0x4ce24e5787361826 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fe64 expref: 5 pid: 8470 timeout: 576 lvb_type: 0 00000100:00100000:1.0:1746130278.209207:0:10554:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800947a5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10554:1830949841668608:192.168.204.51@tcp:104: 00000100:00100000:1.0:1746130278.209285:0:10554:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18fb3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746130278.211071:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130278.211168:0:10554:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800947a5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10554:1830949841668608:192.168.204.51@tcp:104: 00010000:00010000:1.0:1746130278.211187:0:10554:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880099533000/0x4ce24e578736182d lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fe72 expref: 43 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130278.211200:0:10554:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099533000, rc 0) 00000100:00100000:1.0:1746130278.211230:0:10554:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094b9d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:640ea846-b909-4eea-9a54-417e15bd627b+43:31579:x1830949849065984:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2136us (2269us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130278.211238:0:10554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6091 00000100:00100000:0.0:1746130278.214562:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130278.214615:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849066368 00000100:00100000:2.0:1746130278.214621:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849066368 00002000:00100000:2.0:1746130278.214654:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880134b87480 x1830949849066368/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:264/0 lens 488/0 e 0 to 0 dl 1746130289 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130278.214663:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134b87480 with x1830949849066368 ext(0->4095) 00010000:00010000:2.0:1746130278.214670:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880099533000/0x4ce24e578736182d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fe72 expref: 43 pid: 10554 timeout: 576 lvb_type: 0 00010000:00010000:2.0:1746130278.214680:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880099533000/0x4ce24e578736182d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fe72 expref: 43 pid: 10554 timeout: 576 lvb_type: 0 00002000:00010000:2.0:1746130278.214685:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880134b87480 00000100:00100000:2.0:1746130278.214712:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2434 00000100:00100000:2.0:1746130278.214718:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134b87480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+43:1961:x1830949849066368:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746130278.214855:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134b87480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+43:1961:x1830949849066368:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 136us (296us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746130278.214860:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2434 00002000:00100000:2.0:1746130278.214865:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880134b87480 x1830949849066368/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:264/0 lens 488/4536 e 0 to 0 dl 1746130289 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130278.214872:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134b87480 with x1830949849066368 ext(0->4095) 00010000:00010000:2.0:1746130278.214876:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880099533000/0x4ce24e578736182d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fe72 expref: 43 pid: 10554 timeout: 576 lvb_type: 0 00010000:00010000:2.0:1746130278.214884:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880099533000/0x4ce24e578736182d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fe72 expref: 43 pid: 10554 timeout: 576 lvb_type: 0 00002000:00010000:2.0:1746130278.214889:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880134b87480 00000100:00100000:0.0:1746130278.216345:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130278.216423:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130278.216534:0:10554:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849066624 00000100:00100000:1.0:1746130278.216541:0:10554:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849066624 00000100:00100000:1.0:1746130278.216581:0:10554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6092 00000100:00100000:1.0:1746130278.216587:0:10554:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134b86680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+5:31579:x1830949849066624:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746130278.216599:0:10554:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746130278.216611:0:10554:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099532400/0x4ce24e578736183b lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3fe79 expref: -99 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130278.216630:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130278.216635:0:10554:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009494ce00/0x4ce24e5787361834 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fe6b expref: 43 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130278.216640:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746130278.216643:0:10554:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099532400/0x4ce24e578736183b lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fe79 expref: 6 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130278.216683:0:10554:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009494ce00/0x4ce24e5787361834 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fe6b expref: 43 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130278.216693:0:10554:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880099532400/0x4ce24e578736183b lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fe79 expref: 6 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130278.216700:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130278.216701:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130278.216706:0:10554:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009494ce00/0x4ce24e5787361834 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fe6b expref: 42 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130278.216717:0:10554:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009494ce00/0x4ce24e5787361834 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fe6b expref: 42 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130278.216733:0:10554:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009494ce00/0x4ce24e5787361834 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fe6b expref: 42 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130278.216742:0:10554:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009494ce00/0x4ce24e5787361834 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fe6b expref: 42 pid: 8470 timeout: 576 lvb_type: 0 00000100:00100000:1.0:1746130278.216752:0:10554:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800947a5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10554:1830949841669120:192.168.204.51@tcp:105: 00000100:00100000:1.0:1746130278.216821:0:10554:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18fb3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746130278.218483:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130278.218487:0:10554:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800947a5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10554:1830949841669120:192.168.204.51@tcp:105: 00010000:00010000:1.0:1746130278.218506:0:10554:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099532400, rc 0) 00000100:00100000:2.0:1746130278.218540:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849066880 00000100:00100000:2.0:1746130278.218546:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849066880 00000100:00100000:1.0:1746130278.218549:0:10554:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134b86680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+6:31579:x1830949849066624:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1962us (2211us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130278.218556:0:10554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6092 00002000:00100000:2.0:1746130278.218577:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880134b85500 x1830949849066880/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:264/0 lens 488/0 e 0 to 0 dl 1746130289 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130278.218585:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134b85500 with x1830949849066880 ext(0->4095) 00010000:00010000:2.0:1746130278.218591:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009494ce00/0x4ce24e5787361834 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fe6b expref: 42 pid: 8470 timeout: 576 lvb_type: 0 00010000:00010000:2.0:1746130278.218601:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009494ce00/0x4ce24e5787361834 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fe6b expref: 42 pid: 8470 timeout: 576 lvb_type: 0 00002000:00010000:2.0:1746130278.218612:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880134b85500 00000100:00100000:2.0:1746130278.218642:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2435 00000100:00100000:2.0:1746130278.218648:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134b85500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+42:1962:x1830949849066880:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746130278.218777:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134b85500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+42:1962:x1830949849066880:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 129us (302us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746130278.218782:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2435 00002000:00100000:2.0:1746130278.218786:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880134b85500 x1830949849066880/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:264/0 lens 488/4536 e 0 to 0 dl 1746130289 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130278.218793:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134b85500 with x1830949849066880 ext(0->4095) 00010000:00010000:2.0:1746130278.218797:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009494ce00/0x4ce24e5787361834 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fe6b expref: 42 pid: 8470 timeout: 576 lvb_type: 0 00010000:00010000:2.0:1746130278.218805:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009494ce00/0x4ce24e5787361834 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fe6b expref: 42 pid: 8470 timeout: 576 lvb_type: 0 00002000:00010000:2.0:1746130278.218810:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880134b85500 00000100:00100000:0.0:1746130278.220728:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130278.220797:0:10554:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849067008 00000100:00100000:1.0:1746130278.220805:0:10554:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849067008 00000100:00100000:0.0:1746130278.220815:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130278.220854:0:10554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6093 00000100:00100000:1.0:1746130278.220861:0:10554:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134b84e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:640ea846-b909-4eea-9a54-417e15bd627b+42:31578:x1830949849067008:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746130278.220873:0:10554:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746130278.220886:0:10554:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099532e00/0x4ce24e5787361842 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3fe80 expref: -99 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130278.220911:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130278.220916:0:10554:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880099532400/0x4ce24e578736183b lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fe79 expref: 5 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130278.220921:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746130278.220923:0:10554:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099532e00/0x4ce24e5787361842 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fe80 expref: 44 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130278.220952:0:10554:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880099532400/0x4ce24e578736183b lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fe79 expref: 5 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130278.220961:0:10554:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880099532e00/0x4ce24e5787361842 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fe80 expref: 44 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130278.220969:0:10554:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099532e00, rc 0) 00000100:00100000:1.0:1746130278.221000:0:10554:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134b84e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:640ea846-b909-4eea-9a54-417e15bd627b+44:31578:x1830949849067008:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 141us (280us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130278.221005:0:10554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6093 00000100:00100000:0.0:1746130278.223142:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130278.223202:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849067392 00000100:00100000:2.0:1746130278.223320:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849067392 00002000:00100000:2.0:1746130278.223361:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801350be680 x1830949849067392/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:264/0 lens 488/0 e 0 to 0 dl 1746130289 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130278.223370:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801350be680 with x1830949849067392 ext(0->4095) 00010000:00010000:2.0:1746130278.223376:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880099532400/0x4ce24e578736183b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fe79 expref: 6 pid: 10554 timeout: 576 lvb_type: 0 00010000:00010000:2.0:1746130278.223392:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880099532400/0x4ce24e578736183b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fe79 expref: 6 pid: 10554 timeout: 576 lvb_type: 0 00002000:00010000:2.0:1746130278.223398:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801350be680 00000100:00100000:2.0:1746130278.223421:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2436 00000100:00100000:2.0:1746130278.223428:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801350be680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949849067392:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746130278.223566:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801350be680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949849067392:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 138us (429us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746130278.223572:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2436 00002000:00100000:2.0:1746130278.223577:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801350be680 x1830949849067392/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:264/0 lens 488/4536 e 0 to 0 dl 1746130289 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130278.223584:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801350be680 with x1830949849067392 ext(0->4095) 00010000:00010000:2.0:1746130278.223589:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880099532400/0x4ce24e578736183b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fe79 expref: 6 pid: 10554 timeout: 576 lvb_type: 0 00010000:00010000:2.0:1746130278.223597:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880099532400/0x4ce24e578736183b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fe79 expref: 6 pid: 10554 timeout: 576 lvb_type: 0 00002000:00010000:2.0:1746130278.223603:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801350be680 00000100:00100000:0.0:1746130278.225989:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130278.229074:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130278.229170:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849067776 00000100:00100000:2.0:1746130278.229176:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849067776 00002000:00100000:2.0:1746130278.229211:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801350bdf80 x1830949849067776/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:264/0 lens 488/0 e 0 to 0 dl 1746130289 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130278.229221:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801350bdf80 with x1830949849067776 ext(0->4095) 00002000:00010000:2.0:1746130278.229224:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801350bdf80 00000100:00100000:2.0:1746130278.229254:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4733 00000100:00100000:2.0:1746130278.229259:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801350bdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+42:1961:x1830949849067776:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746130278.229563:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801350bdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+42:1961:x1830949849067776:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 302us (489us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746130278.229569:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4733 00002000:00100000:2.0:1746130278.229578:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801350bdf80 x1830949849067776/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:264/0 lens 488/4536 e 0 to 0 dl 1746130289 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130278.229585:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801350bdf80 with x1830949849067776 ext(0->4095) 00002000:00010000:2.0:1746130278.229588:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801350bdf80 00000100:00100000:0.0:1746130278.231383:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130278.231425:0:10554:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849067904 00000100:00100000:1.0:1746130278.231432:0:10554:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849067904 00000100:00100000:1.0:1746130278.231492:0:10554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6094 00000100:00100000:1.0:1746130278.231500:0:10554:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801350bd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+5:31579:x1830949849067904:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746130278.231515:0:10554:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746130278.231531:0:10554:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099532600/0x4ce24e5787361849 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3fe87 expref: -99 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130278.231563:0:10554:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880099532e00/0x4ce24e5787361842 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fe80 expref: 41 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130278.231569:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130278.231571:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130278.231574:0:10554:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099532600/0x4ce24e5787361849 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fe87 expref: 6 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130278.231600:0:10554:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880099532e00/0x4ce24e5787361842 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fe80 expref: 41 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130278.231610:0:10554:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880099532e00/0x4ce24e5787361842 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fe80 expref: 41 pid: 10554 timeout: 576 lvb_type: 0 00000100:00100000:1.0:1746130278.231620:0:10554:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800947a5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10554:1830949841669632:192.168.204.51@tcp:104: 00000100:00100000:1.0:1746130278.231699:0:10554:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18fb3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746130278.232794:0:10554:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800947a5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10554:1830949841669632:192.168.204.51@tcp:104: 00010000:00010000:1.0:1746130278.232815:0:10554:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880099532600/0x4ce24e5787361849 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fe87 expref: 6 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130278.232832:0:10554:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099532600, rc 0) 00000100:00100000:1.0:1746130278.232866:0:10554:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801350bd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+6:31579:x1830949849067904:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1367us (1489us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130278.232872:0:10554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6094 00000100:00100000:0.0:1746130278.232952:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130278.234589:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130278.234631:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849068288 00000100:00100000:2.0:1746130278.234637:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849068288 00002000:00100000:2.0:1746130278.234665:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801350bca80 x1830949849068288/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:264/0 lens 488/0 e 0 to 0 dl 1746130289 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130278.234674:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801350bca80 with x1830949849068288 ext(0->4095) 00002000:00010000:2.0:1746130278.234677:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801350bca80 00000100:00100000:2.0:1746130278.234745:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4734 00000100:00100000:2.0:1746130278.234752:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801350bca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949849068288:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746130278.234873:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801350bca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949849068288:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 121us (283us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746130278.234879:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4734 00002000:00100000:2.0:1746130278.234884:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801350bca80 x1830949849068288/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:264/0 lens 488/4536 e 0 to 0 dl 1746130289 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130278.234902:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801350bca80 with x1830949849068288 ext(0->4095) 00002000:00010000:2.0:1746130278.234905:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801350bca80 00000100:00100000:0.0:1746130278.236047:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130278.236380:0:10554:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849068416 00000100:00100000:1.0:1746130278.236386:0:10554:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849068416 00000100:00100000:1.0:1746130278.236420:0:10554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6095 00000100:00100000:1.0:1746130278.236427:0:10554:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801350bed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:640ea846-b909-4eea-9a54-417e15bd627b+41:31579:x1830949849068416:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746130278.236451:0:10554:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746130278.236465:0:10554:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099532000/0x4ce24e5787361850 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3fe8e expref: -99 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130278.236487:0:10554:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880099532600/0x4ce24e5787361849 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fe87 expref: 5 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130278.236494:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130278.236495:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130278.236499:0:10554:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099532000/0x4ce24e5787361850 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fe8e expref: 42 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130278.236522:0:10554:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880099532600/0x4ce24e5787361849 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fe87 expref: 5 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130278.236532:0:10554:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880099532600/0x4ce24e5787361849 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fe87 expref: 5 pid: 10554 timeout: 576 lvb_type: 0 00000100:00100000:1.0:1746130278.236541:0:10554:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800947a5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10554:1830949841669888:192.168.204.51@tcp:104: 00000100:00100000:1.0:1746130278.236624:0:10554:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18fb3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746130278.238211:0:10554:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800947a5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10554:1830949841669888:192.168.204.51@tcp:104: 00010000:00010000:1.0:1746130278.238242:0:10554:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880099532000/0x4ce24e5787361850 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fe8e expref: 42 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130278.238262:0:10554:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099532000, rc 0) 00000100:00100000:1.0:1746130278.238331:0:10554:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801350bed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:640ea846-b909-4eea-9a54-417e15bd627b+42:31579:x1830949849068416:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1903us (2286us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130278.238339:0:10554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6095 00000100:00100000:0.0:1746130278.238419:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130278.239218:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130278.239261:0:10554:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849068672 00000100:00100000:1.0:1746130278.239264:0:10554:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849068672 00000100:00100000:1.0:1746130278.239376:0:10554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6096 00000100:00100000:1.0:1746130278.239380:0:10554:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801350bea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:640ea846-b909-4eea-9a54-417e15bd627b+42:31578:x1830949849068672:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746130278.239389:0:10554:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746130278.239395:0:10554:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099533200/0x4ce24e5787361857 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3fe95 expref: -99 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130278.239406:0:10554:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880099532000/0x4ce24e5787361850 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fe8e expref: 43 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130278.239410:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130278.239411:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130278.239413:0:10554:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099533200/0x4ce24e5787361857 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fe95 expref: 43 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130278.239430:0:10554:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880099532000/0x4ce24e5787361850 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fe8e expref: 43 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130278.239449:0:10554:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880099532000/0x4ce24e5787361850 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fe8e expref: 43 pid: 10554 timeout: 576 lvb_type: 0 00000100:00100000:1.0:1746130278.239461:0:10554:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800947a5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10554:1830949841670144:192.168.204.51@tcp:104: 00000100:00100000:1.0:1746130278.239507:0:10554:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18fb3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746130278.240888:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130278.240936:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849068928 00000100:00100000:2.0:1746130278.240941:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849068928 00000100:00100000:1.0:1746130278.240941:0:10554:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800947a5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10554:1830949841670144:192.168.204.51@tcp:104: 00010000:00010000:1.0:1746130278.240956:0:10554:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880099533200/0x4ce24e5787361857 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fe95 expref: 44 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130278.240965:0:10554:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099533200, rc 0) 00002000:00100000:2.0:1746130278.240973:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801350bc000 x1830949849068928/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:264/0 lens 488/0 e 0 to 0 dl 1746130289 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130278.240981:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801350bc000 with x1830949849068928 ext(0->4095) 00010000:00010000:2.0:1746130278.240986:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880099532000/0x4ce24e5787361850 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fe8e expref: 44 pid: 10554 timeout: 576 lvb_type: 0 00000100:00100000:1.0:1746130278.240990:0:10554:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801350bea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:640ea846-b909-4eea-9a54-417e15bd627b+44:31578:x1830949849068672:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1610us (1773us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130278.240994:0:10554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6096 00010000:00010000:2.0:1746130278.240995:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880099532000/0x4ce24e5787361850 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fe8e expref: 44 pid: 10554 timeout: 576 lvb_type: 0 00002000:00010000:2.0:1746130278.241001:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801350bc000 00000100:00100000:2.0:1746130278.241029:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2437 00000100:00100000:2.0:1746130278.241035:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801350bc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+43:1961:x1830949849068928:12345-192.168.204.51@tcp:3:ldlm_bl.0 00000100:00100000:2.0:1746130278.241162:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801350bc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+43:1961:x1830949849068928:12345-192.168.204.51@tcp:3:ldlm_bl.0 Request processed in 126us (274us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746130278.241167:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2437 00002000:00100000:2.0:1746130278.241172:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801350bc000 x1830949849068928/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:264/0 lens 488/4536 e 0 to 0 dl 1746130289 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130278.241179:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801350bc000 with x1830949849068928 ext(0->4095) 00010000:00010000:2.0:1746130278.241183:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880099532000/0x4ce24e5787361850 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fe8e expref: 43 pid: 10554 timeout: 576 lvb_type: 0 00010000:00010000:2.0:1746130278.241196:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880099532000/0x4ce24e5787361850 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fe8e expref: 43 pid: 10554 timeout: 576 lvb_type: 0 00002000:00010000:2.0:1746130278.241201:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801350bc000 00000100:00100000:0.0:1746130278.243009:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130278.243103:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130278.243189:0:10554:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849069056 00000100:00100000:1.0:1746130278.243193:0:10554:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849069056 00000100:00100000:1.0:1746130278.243234:0:10554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6097 00000100:00100000:1.0:1746130278.243240:0:10554:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801350bfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+5:31579:x1830949849069056:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746130278.243255:0:10554:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746130278.243288:0:10554:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099532800/0x4ce24e578736185e lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3fe9c expref: -99 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130278.243351:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130278.243357:0:10554:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880099533200/0x4ce24e5787361857 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fe95 expref: 42 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130278.243362:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130278.243366:0:10554:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099532800/0x4ce24e578736185e lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fe9c expref: 6 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130278.243618:0:10554:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880099533200/0x4ce24e5787361857 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fe95 expref: 42 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130278.243626:0:10554:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880099533200/0x4ce24e5787361857 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fe95 expref: 42 pid: 10554 timeout: 576 lvb_type: 0 00000100:00100000:1.0:1746130278.243634:0:10554:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800947a5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10554:1830949841670400:192.168.204.51@tcp:104: 00000100:00100000:1.0:1746130278.243700:0:10554:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18fb3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746130278.245724:0:10554:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800947a5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10554:1830949841670400:192.168.204.51@tcp:104: 00010000:00010000:1.0:1746130278.245745:0:10554:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880099532800/0x4ce24e578736185e lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fe9c expref: 6 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130278.245758:0:10554:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099532800, rc 0) 00000100:00100000:1.0:1746130278.245779:0:10554:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801350bfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+6:31579:x1830949849069056:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2539us (2779us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130278.245785:0:10554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6097 00000100:00100000:0.0:1746130278.245858:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130278.249005:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130278.249070:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130278.249146:0:10554:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849069696 00000100:00100000:1.0:1746130278.249150:0:10554:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849069696 00000100:00100000:1.0:1746130278.249184:0:10554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6098 00000100:00100000:1.0:1746130278.249190:0:10554:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009412c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:640ea846-b909-4eea-9a54-417e15bd627b+43:31578:x1830949849069696:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746130278.249200:0:10554:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746130278.249210:0:10554:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099532e00/0x4ce24e5787361865 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3fea3 expref: -99 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130278.249228:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130278.249234:0:10554:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880099532800/0x4ce24e578736185e lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fe9c expref: 5 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130278.249239:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746130278.249242:0:10554:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099532e00/0x4ce24e5787361865 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fea3 expref: 44 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130278.249293:0:10554:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880099532800/0x4ce24e578736185e lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fe9c expref: 5 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130278.249303:0:10554:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880099532e00/0x4ce24e5787361865 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fea3 expref: 44 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130278.249312:0:10554:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099532e00, rc 0) 00000100:00100000:1.0:1746130278.249353:0:10554:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009412c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:640ea846-b909-4eea-9a54-417e15bd627b+44:31578:x1830949849069696:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 163us (283us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130278.249359:0:10554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6098 00000100:00100000:0.0:1746130278.251460:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130278.251959:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849069952 00000100:00100000:2.0:1746130278.251967:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849069952 00002000:00100000:2.0:1746130278.252002:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009412d180 x1830949849069952/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:264/0 lens 488/0 e 0 to 0 dl 1746130289 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130278.252011:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009412d180 with x1830949849069952 ext(0->4095) 00010000:00010000:2.0:1746130278.252019:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880099532800/0x4ce24e578736185e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fe9c expref: 6 pid: 10554 timeout: 576 lvb_type: 0 00010000:00010000:2.0:1746130278.252031:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880099532800/0x4ce24e578736185e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fe9c expref: 6 pid: 10554 timeout: 576 lvb_type: 0 00002000:00010000:2.0:1746130278.252037:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009412d180 00000100:00100000:2.0:1746130278.252056:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2439 00000100:00100000:2.0:1746130278.252064:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009412d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949849069952:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746130278.252695:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009412d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949849069952:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 628us (1237us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746130278.252703:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2439 00002000:00100000:2.0:1746130278.252712:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009412d180 x1830949849069952/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:264/0 lens 488/4536 e 0 to 0 dl 1746130289 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130278.252720:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009412d180 with x1830949849069952 ext(0->4095) 00010000:00010000:2.0:1746130278.252727:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880099532800/0x4ce24e578736185e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fe9c expref: 6 pid: 10554 timeout: 576 lvb_type: 0 00010000:00010000:2.0:1746130278.252737:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880099532800/0x4ce24e578736185e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fe9c expref: 6 pid: 10554 timeout: 576 lvb_type: 0 00002000:00010000:2.0:1746130278.252743:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009412d180 00000100:00100000:0.0:1746130278.265730:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130278.268626:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130278.268802:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849070336 00000100:00100000:2.0:1746130278.268808:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849070336 00002000:00100000:2.0:1746130278.268845:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009412c380 x1830949849070336/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:264/0 lens 488/0 e 0 to 0 dl 1746130289 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130278.268853:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009412c380 with x1830949849070336 ext(0->4095) 00002000:00010000:2.0:1746130278.268856:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009412c380 00000100:00100000:2.0:1746130278.268881:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4735 00000100:00100000:2.0:1746130278.268887:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009412c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+42:1962:x1830949849070336:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746130278.269007:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009412c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+42:1962:x1830949849070336:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 120us (382us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746130278.269013:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4735 00002000:00100000:2.0:1746130278.269017:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009412c380 x1830949849070336/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:264/0 lens 488/4536 e 0 to 0 dl 1746130289 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130278.269024:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009412c380 with x1830949849070336 ext(0->4095) 00002000:00010000:2.0:1746130278.269026:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009412c380 00000100:00100000:0.0:1746130278.270960:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130278.271171:0:10554:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849070464 00000100:00100000:1.0:1746130278.271179:0:10554:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849070464 00000100:00100000:1.0:1746130278.271250:0:10554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6099 00000100:00100000:1.0:1746130278.271258:0:10554:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009412ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+5:31579:x1830949849070464:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746130278.271400:0:10554:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746130278.271417:0:10554:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099532800/0x4ce24e578736186c lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3feaa expref: -99 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130278.271453:0:10554:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880099532e00/0x4ce24e5787361865 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fea3 expref: 41 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130278.271465:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130278.271467:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130278.271470:0:10554:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099532800/0x4ce24e578736186c lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3feaa expref: 6 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130278.271496:0:10554:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880099532e00/0x4ce24e5787361865 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fea3 expref: 41 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130278.271507:0:10554:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880099532e00/0x4ce24e5787361865 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fea3 expref: 41 pid: 10554 timeout: 576 lvb_type: 0 00000100:00100000:1.0:1746130278.271517:0:10554:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800947a5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10554:1830949841670912:192.168.204.51@tcp:104: 00000100:00100000:1.0:1746130278.271902:0:10554:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18fb3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746130278.273328:0:10554:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800947a5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10554:1830949841670912:192.168.204.51@tcp:104: 00010000:00010000:1.0:1746130278.273356:0:10554:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880099532800/0x4ce24e578736186c lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3feaa expref: 6 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130278.273370:0:10554:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099532800, rc 0) 00000100:00100000:1.0:1746130278.273417:0:10554:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009412ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+6:31579:x1830949849070464:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2159us (2464us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130278.273425:0:10554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6099 00000100:00100000:0.0:1746130278.273581:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130278.276772:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130278.276813:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849070848 00000100:00100000:2.0:1746130278.276818:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849070848 00002000:00100000:2.0:1746130278.276853:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009412ca80 x1830949849070848/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:264/0 lens 488/0 e 0 to 0 dl 1746130289 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130278.276868:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009412ca80 with x1830949849070848 ext(0->4095) 00002000:00010000:2.0:1746130278.276872:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009412ca80 00000100:00100000:2.0:1746130278.276904:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4736 00000100:00100000:2.0:1746130278.276912:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009412ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949849070848:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746130278.277054:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009412ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949849070848:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 141us (283us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746130278.277060:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4736 00002000:00100000:2.0:1746130278.277065:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009412ca80 x1830949849070848/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:264/0 lens 488/4536 e 0 to 0 dl 1746130289 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130278.277072:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009412ca80 with x1830949849070848 ext(0->4095) 00002000:00010000:2.0:1746130278.277074:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009412ca80 00000100:00100000:0.0:1746130278.280114:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130278.280157:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130278.280244:0:10554:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849070976 00000100:00100000:2.0:1746130278.280248:0:8470:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849071104 00000100:00100000:1.0:1746130278.280250:0:10554:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849070976 00000100:00100000:2.0:1746130278.280252:0:8470:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849071104 00000100:00100000:2.0:1746130278.280361:0:8470:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6100 00000100:00100000:2.0:1746130278.280368:0:8470:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f133100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:640ea846-b909-4eea-9a54-417e15bd627b+42:31578:x1830949849070976:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746130278.280382:0:8470:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746130278.280396:0:8470:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009955ec00/0x4ce24e5787361873 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3feb1 expref: -99 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130278.280431:0:8470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130278.280444:0:8470:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094687c00/0x4ce24e578736187a lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3feb8 expref: 44 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130278.280450:0:8470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746130278.280453:0:8470:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009955ec00/0x4ce24e5787361873 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3feb1 expref: 44 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130278.280563:0:8470:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094687c00/0x4ce24e578736187a lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3feb8 expref: 44 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130278.280574:0:8470:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009955ec00/0x4ce24e5787361873 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3feb1 expref: 44 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130278.280583:0:8470:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009955ec00, rc 0) 00000100:00100000:2.0:1746130278.280603:0:8470:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f133100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:640ea846-b909-4eea-9a54-417e15bd627b+44:31578:x1830949849070976:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 237us (498us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130278.280609:0:8470:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6100 00000100:00100000:0.0:1746130278.282482:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130278.286656:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130278.286700:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849071488 00000100:00100000:2.0:1746130278.286706:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849071488 00002000:00100000:2.0:1746130278.286732:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008f132a00 x1830949849071488/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:264/0 lens 488/0 e 0 to 0 dl 1746130289 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130278.286739:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f132a00 with x1830949849071488 ext(0->4095) 00010000:00010000:2.0:1746130278.286745:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094687c00/0x4ce24e578736187a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3feb8 expref: 43 pid: 20953 timeout: 576 lvb_type: 0 00010000:00010000:2.0:1746130278.286753:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094687c00/0x4ce24e578736187a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3feb8 expref: 43 pid: 20953 timeout: 576 lvb_type: 0 00002000:00010000:2.0:1746130278.286757:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008f132a00 00000100:00100000:2.0:1746130278.286781:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2440 00000100:00100000:2.0:1746130278.286787:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f132a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+43:1961:x1830949849071488:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746130278.288245:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f132a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+43:1961:x1830949849071488:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 1454us (1586us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746130278.288254:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2440 00002000:00100000:2.0:1746130278.288260:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008f132a00 x1830949849071488/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:264/0 lens 488/4536 e 0 to 0 dl 1746130289 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130278.288280:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f132a00 with x1830949849071488 ext(0->4095) 00010000:00010000:2.0:1746130278.288288:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094687c00/0x4ce24e578736187a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3feb8 expref: 43 pid: 20953 timeout: 576 lvb_type: 0 00010000:00010000:2.0:1746130278.288300:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094687c00/0x4ce24e578736187a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3feb8 expref: 43 pid: 20953 timeout: 576 lvb_type: 0 00002000:00010000:2.0:1746130278.288306:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008f132a00 00000100:00100000:0.0:1746130278.291029:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130278.291484:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130278.294590:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130278.294709:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849072000 00000100:00100000:2.0:1746130278.294716:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849072000 00002000:00100000:2.0:1746130278.294753:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008f131500 x1830949849072000/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:264/0 lens 488/0 e 0 to 0 dl 1746130289 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130278.294762:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f131500 with x1830949849072000 ext(0->4095) 00010000:00010000:2.0:1746130278.294769:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009955ec00/0x4ce24e5787361873 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3feb1 expref: 43 pid: 8470 timeout: 576 lvb_type: 0 00010000:00010000:2.0:1746130278.294782:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009955ec00/0x4ce24e5787361873 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3feb1 expref: 43 pid: 8470 timeout: 576 lvb_type: 0 00002000:00010000:2.0:1746130278.294794:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008f131500 00000100:00100000:2.0:1746130278.294818:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2441 00000100:00100000:2.0:1746130278.294824:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f131500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+42:1962:x1830949849072000:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746130278.294977:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f131500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+42:1962:x1830949849072000:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 152us (394us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746130278.294982:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2441 00002000:00100000:2.0:1746130278.294987:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008f131500 x1830949849072000/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:264/0 lens 488/4536 e 0 to 0 dl 1746130289 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130278.294993:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f131500 with x1830949849072000 ext(0->4095) 00010000:00010000:2.0:1746130278.294998:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009955ec00/0x4ce24e5787361873 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3feb1 expref: 42 pid: 8470 timeout: 576 lvb_type: 0 00010000:00010000:2.0:1746130278.295006:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009955ec00/0x4ce24e5787361873 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3feb1 expref: 42 pid: 8470 timeout: 576 lvb_type: 0 00002000:00010000:2.0:1746130278.295011:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008f131500 00000100:00100000:2.0:1746130278.297761:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130278.297834:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130278.297858:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849072256 00000100:00100000:2.0:1746130278.297864:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849072256 00010000:00010000:2.0:1746130278.297892:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009955ec00/0x4ce24e5787361873 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3feb1 expref: 42 pid: 8470 timeout: 576 lvb_type: 0 00000100:00100000:2.0:1746130278.297908:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14366 00000100:00100000:2.0:1746130278.297912:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129e21c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+42:1962:x1830949849072256:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746130278.297920:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746130278.297934:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009955ec00/0x4ce24e5787361873 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3feb1 expref: 42 pid: 8470 timeout: 576 lvb_type: 0 00010000:00010000:2.0:1746130278.297941:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009955ec00/0x4ce24e5787361873 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3feb1 expref: 42 pid: 8470 timeout: 576 lvb_type: 0 00010000:00010000:2.0:1746130278.297956:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009955ec00/0x4ce24e5787361873 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3feb1 expref: 42 pid: 8470 timeout: 576 lvb_type: 0 00010000:00010000:2.0:1746130278.297968:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130278.297969:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130278.297974:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009494d600/0x4ce24e5787361881 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3febf expref: 5 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130278.297979:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009494d600/0x4ce24e5787361881 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3febf expref: 5 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130278.298001:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009494d600/0x4ce24e5787361881 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3febf expref: 5 pid: 20953 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746130278.298009:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013526bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841671808:192.168.204.51@tcp:105: 00000100:00100000:2.0:1746130278.299224:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012eb30840 going to sleep for 11 seconds 00000100:00100000:2.0:1746130278.301292:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013526bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841671808:192.168.204.51@tcp:105: 00010000:00010000:2.0:1746130278.301306:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746130278.301340:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129e21c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+43:1962:x1830949849072256:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 3426us (3504us total) trans 0 rc 0/0 00000100:00100000:0.0:1746130278.301547:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130278.301928:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14366 00000100:00100000:0.0:1746130278.306085:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130278.306169:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849072640 00000100:00100000:2.0:1746130278.306176:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849072640 00010000:00010000:2.0:1746130278.306210:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009494d600/0x4ce24e5787361881 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3febf expref: 6 pid: 20953 timeout: 576 lvb_type: 0 00000100:00100000:2.0:1746130278.306229:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14367 00000100:00100000:2.0:1746130278.306234:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f132680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949849072640:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746130278.306243:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746130278.306260:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009494d600/0x4ce24e5787361881 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3febf expref: 6 pid: 20953 timeout: 576 lvb_type: 0 00010000:00010000:2.0:1746130278.306287:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009494d600/0x4ce24e5787361881 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3febf expref: 6 pid: 20953 timeout: 576 lvb_type: 0 00010000:00010000:2.0:1746130278.306303:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009494d600/0x4ce24e5787361881 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3febf expref: 6 pid: 20953 timeout: 576 lvb_type: 0 00010000:00010000:2.0:1746130278.306503:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130278.306505:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130278.306513:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009494c600/0x4ce24e5787361888 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fec6 expref: 41 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130278.306522:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009494c600/0x4ce24e5787361888 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fec6 expref: 41 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130278.306557:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009494c600/0x4ce24e5787361888 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fec6 expref: 41 pid: 20953 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746130278.306603:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013526bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841672064:192.168.204.51@tcp:105: 00000100:00100000:2.0:1746130278.306771:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b23e0840 going to sleep for 11 seconds 00000100:00100000:2.0:1746130278.310159:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013526bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841672064:192.168.204.51@tcp:105: 00010000:00010000:2.0:1746130278.310179:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746130278.310221:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f132680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+5:1961:x1830949849072640:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 3985us (4141us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130278.310231:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14367 00000100:00100000:0.0:1746130278.311947:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130278.313616:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130278.315939:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130278.317941:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130278.318323:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849073408 00000100:00100000:2.0:1746130278.318329:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849073408 00002000:00100000:2.0:1746130278.318360:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008f130700 x1830949849073408/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:264/0 lens 488/0 e 0 to 0 dl 1746130289 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130278.318369:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f130700 with x1830949849073408 ext(0->4095) 00002000:00010000:2.0:1746130278.318373:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008f130700 00000100:00100000:2.0:1746130278.318394:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4738 00000100:00100000:2.0:1746130278.318400:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f130700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949849073408:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746130278.318527:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f130700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949849073408:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 127us (591us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746130278.318533:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4738 00002000:00100000:2.0:1746130278.318537:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008f130700 x1830949849073408/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:264/0 lens 488/4536 e 0 to 0 dl 1746130289 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130278.318544:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f130700 with x1830949849073408 ext(0->4095) 00002000:00010000:2.0:1746130278.318547:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008f130700 00000100:00100000:0.0:1746130278.321360:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130278.321410:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130278.321522:0:20953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849073536 00000100:00100000:3.0:1746130278.321530:0:20953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849073536 00000100:00100000:2.0:1746130278.321534:0:8469:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849073664 00000100:00100000:2.0:1746130278.321537:0:8469:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849073664 00000100:00100000:3.0:1746130278.321569:0:20953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6105 00000100:00100000:3.0:1746130278.321577:0:20953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b93a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:640ea846-b909-4eea-9a54-417e15bd627b+42:31579:x1830949849073536:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746130278.321591:0:20953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746130278.321606:0:20953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009494ce00/0x4ce24e5787361896 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3fed4 expref: -99 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130278.321632:0:20953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094686200/0x4ce24e578736188f lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fecd expref: 5 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130278.321639:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130278.321641:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130278.321644:0:20953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009494ce00/0x4ce24e5787361896 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fed4 expref: 43 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130278.321670:0:20953:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094686200/0x4ce24e578736188f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fecd expref: 5 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130278.321680:0:20953:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094686200/0x4ce24e578736188f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fecd expref: 5 pid: 20953 timeout: 576 lvb_type: 0 00000100:00100000:3.0:1746130278.321690:0:20953:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091951f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:20953:1830949841672448:192.168.204.51@tcp:104: 00000100:00100000:3.0:1746130278.321750:0:20953:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ad69540 going to sleep for 11 seconds 00000100:00100000:2.0:1746130278.321779:0:8469:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6106 00000100:00100000:2.0:1746130278.321785:0:8469:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f131c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:640ea846-b909-4eea-9a54-417e15bd627b+43:31578:x1830949849073664:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746130278.321792:0:8469:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746130278.321799:0:8469:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009955e000/0x4ce24e578736189d lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3fedb expref: -99 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130278.321810:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130278.321814:0:8469:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009494ce00/0x4ce24e5787361896 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fed4 expref: 44 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130278.321818:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746130278.321820:0:8469:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009955e000/0x4ce24e578736189d lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fedb expref: 44 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130278.321839:0:8469:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009494ce00/0x4ce24e5787361896 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fed4 expref: 44 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130278.321849:0:8469:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009955e000/0x4ce24e578736189d lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fedb expref: 44 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130278.321858:0:8469:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009955e000, rc 0) 00000100:00100000:2.0:1746130278.321883:0:8469:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f131c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:640ea846-b909-4eea-9a54-417e15bd627b+44:31578:x1830949849073664:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 98us (473us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130278.321888:0:8469:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6106 00000100:00100000:3.0:1746130278.326507:0:20953:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091951f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:20953:1830949841672448:192.168.204.51@tcp:104: 00010000:00010000:3.0:1746130278.326541:0:20953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009494ce00/0x4ce24e5787361896 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fed4 expref: 43 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130278.326562:0:20953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009494ce00, rc 0) 00000100:00100000:3.0:1746130278.326605:0:20953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b93a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:640ea846-b909-4eea-9a54-417e15bd627b+43:31579:x1830949849073536:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5030us (5252us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130278.326615:0:20953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6105 00000100:00100000:0.0:1746130278.327513:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130278.327705:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849073792 00000100:00100000:3.0:1746130278.327711:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849073792 00010000:00010000:3.0:1746130278.327743:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094686200/0x4ce24e578736188f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fecd expref: 6 pid: 20953 timeout: 576 lvb_type: 0 00000100:00100000:3.0:1746130278.327776:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14369 00000100:00100000:3.0:1746130278.327783:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f131f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949849073792:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746130278.327793:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746130278.327811:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094686200/0x4ce24e578736188f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fecd expref: 6 pid: 20953 timeout: 576 lvb_type: 0 00010000:00010000:3.0:1746130278.327820:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094686200/0x4ce24e578736188f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fecd expref: 6 pid: 20953 timeout: 576 lvb_type: 0 00010000:00010000:3.0:1746130278.327839:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094686200/0x4ce24e578736188f lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fecd expref: 6 pid: 20953 timeout: 576 lvb_type: 0 00010000:00010000:3.0:1746130278.327959:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130278.327961:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130278.327968:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009494ce00/0x4ce24e5787361896 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fed4 expref: 42 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130278.327979:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009494ce00/0x4ce24e5787361896 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fed4 expref: 42 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130278.328004:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009494ce00/0x4ce24e5787361896 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fed4 expref: 42 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130278.328013:0:7097:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009494ce00/0x4ce24e5787361896 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fed4 expref: 42 pid: 20953 timeout: 576 lvb_type: 0 00000100:00100000:3.0:1746130278.328023:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091951f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841672704:192.168.204.51@tcp:105: 00000100:00100000:3.0:1746130278.328495:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ad69540 going to sleep for 11 seconds 00000100:00100000:0.0:1746130278.330160:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130278.330256:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849074048 00000100:00100000:1.0:1746130278.330288:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849074048 00000100:00100000:3.0:1746130278.330297:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091951f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841672704:192.168.204.51@tcp:105: 00010000:00010000:3.0:1746130278.330317:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00100000:1.0:1746130278.330327:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008f130e00 x1830949849074048/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:264/0 lens 488/0 e 0 to 0 dl 1746130289 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130278.330337:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f130e00 with x1830949849074048 ext(0->4095) 00010000:00010000:1.0:1746130278.330344:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009494ce00/0x4ce24e5787361896 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fed4 expref: 43 pid: 20953 timeout: 576 lvb_type: 0 00010000:00010000:1.0:1746130278.330355:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009494ce00/0x4ce24e5787361896 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fed4 expref: 43 pid: 20953 timeout: 576 lvb_type: 0 00000100:00100000:3.0:1746130278.330360:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f131f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+5:1962:x1830949849073792:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 2577us (2849us total) trans 0 rc 0/0 00002000:00010000:1.0:1746130278.330361:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008f130e00 00000100:00100000:3.0:1746130278.330369:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14369 00000100:00100000:1.0:1746130278.330379:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2443 00000100:00100000:1.0:1746130278.330386:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f130e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+43:1962:x1830949849074048:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746130278.330782:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f130e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+43:1962:x1830949849074048:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 396us (630us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746130278.330788:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2443 00002000:00100000:1.0:1746130278.330793:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008f130e00 x1830949849074048/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:264/0 lens 488/4536 e 0 to 0 dl 1746130289 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130278.330800:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f130e00 with x1830949849074048 ext(0->4095) 00010000:00010000:1.0:1746130278.330805:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009494ce00/0x4ce24e5787361896 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fed4 expref: 43 pid: 20953 timeout: 576 lvb_type: 0 00010000:00010000:1.0:1746130278.330813:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009494ce00/0x4ce24e5787361896 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fed4 expref: 43 pid: 20953 timeout: 576 lvb_type: 0 00002000:00010000:1.0:1746130278.330819:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008f130e00 00000100:00100000:0.0:1746130278.332986:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130278.333045:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130278.333155:0:20953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849074304 00000100:00100000:3.0:1746130278.333164:0:20953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849074304 00000100:00100000:3.0:1746130278.333260:0:20953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6107 00000100:00100000:3.0:1746130278.333300:0:20953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f131880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c84b93b0-d496-484f-8e1e-94008838f2dd+5:31579:x1830949849074304:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746130278.333315:0:20953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746130278.333332:0:20953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009494d800/0x4ce24e57873618a4 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3fee2 expref: -99 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130278.333358:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746130278.333364:0:20953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009955e000/0x4ce24e578736189d lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fedb expref: 42 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130278.333370:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746130278.333373:0:20953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009494d800/0x4ce24e57873618a4 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fee2 expref: 6 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130278.333405:0:20953:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009955e000/0x4ce24e578736189d lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fedb expref: 42 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130278.333416:0:20953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009494d800/0x4ce24e57873618a4 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fee2 expref: 6 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130278.333425:0:20953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009494d800, rc 0) 00000100:00100000:3.0:1746130278.333474:0:20953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f131880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c84b93b0-d496-484f-8e1e-94008838f2dd+6:31579:x1830949849074304:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 207us (500us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130278.333481:0:20953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6107 00000100:00100000:2.0:1746130278.333814:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849074176 00000100:00100000:2.0:1746130278.333819:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849074176 00010000:00010000:2.0:1746130278.333841:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009494ce00/0x4ce24e5787361896 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fed4 expref: 43 pid: 20953 timeout: 576 lvb_type: 0 00000100:00100000:2.0:1746130278.333868:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14370 00000100:00100000:2.0:1746130278.333874:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f133100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+43:1961:x1830949849074176:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746130278.333882:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746130278.333899:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009494ce00/0x4ce24e5787361896 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fed4 expref: 43 pid: 20953 timeout: 576 lvb_type: 0 00010000:00010000:2.0:1746130278.333908:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009494ce00/0x4ce24e5787361896 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fed4 expref: 43 pid: 20953 timeout: 576 lvb_type: 0 00010000:00010000:2.0:1746130278.333923:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009494ce00/0x4ce24e5787361896 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fed4 expref: 43 pid: 20953 timeout: 576 lvb_type: 0 00010000:00010000:2.0:1746130278.334227:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130278.334229:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130278.334236:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009955e000/0x4ce24e578736189d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fedb expref: 42 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130278.334243:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009955e000/0x4ce24e578736189d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fedb expref: 42 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130278.334262:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009955e000/0x4ce24e578736189d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fedb expref: 42 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130278.334289:0:7097:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009955e000/0x4ce24e578736189d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fedb expref: 42 pid: 8469 timeout: 576 lvb_type: 0 00000100:00100000:2.0:1746130278.334303:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013526bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841672960:192.168.204.51@tcp:105: 00000100:00100000:2.0:1746130278.334454:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b23e0180 going to sleep for 11 seconds 00000100:00100000:2.0:1746130278.336460:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013526bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841672960:192.168.204.51@tcp:105: 00010000:00010000:2.0:1746130278.336486:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746130278.336538:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f133100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+42:1961:x1830949849074176:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 2663us (3491us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130278.336548:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14370 00000100:00100000:0.0:1746130278.337662:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130278.337711:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849074560 00000100:00100000:1.0:1746130278.337718:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849074560 00002000:00100000:1.0:1746130278.337754:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008f133800 x1830949849074560/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:264/0 lens 488/0 e 0 to 0 dl 1746130289 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130278.337763:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f133800 with x1830949849074560 ext(0->4095) 00010000:00010000:1.0:1746130278.337772:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009955e000/0x4ce24e578736189d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fedb expref: 42 pid: 8469 timeout: 576 lvb_type: 0 00010000:00010000:1.0:1746130278.337784:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009955e000/0x4ce24e578736189d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fedb expref: 42 pid: 8469 timeout: 576 lvb_type: 0 00002000:00010000:1.0:1746130278.337790:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008f133800 00000100:00100000:1.0:1746130278.337813:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2444 00000100:00100000:1.0:1746130278.337819:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f133800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+42:1961:x1830949849074560:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746130278.337972:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f133800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+42:1961:x1830949849074560:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 152us (315us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746130278.337978:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2444 00002000:00100000:1.0:1746130278.337983:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008f133800 x1830949849074560/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:264/0 lens 488/4536 e 0 to 0 dl 1746130289 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130278.337989:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f133800 with x1830949849074560 ext(0->4095) 00010000:00010000:1.0:1746130278.337994:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009955e000/0x4ce24e578736189d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fedb expref: 42 pid: 8469 timeout: 576 lvb_type: 0 00010000:00010000:1.0:1746130278.338002:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009955e000/0x4ce24e578736189d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fedb expref: 42 pid: 8469 timeout: 576 lvb_type: 0 00002000:00010000:1.0:1746130278.338007:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008f133800 00000100:00100000:0.0:1746130278.341344:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130278.341418:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130278.341516:0:10554:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849074688 00000100:00100000:1.0:1746130278.341523:0:10554:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849074688 00000100:00100000:2.0:1746130278.341549:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849074816 00000100:00100000:2.0:1746130278.341554:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849074816 00010000:00010000:2.0:1746130278.341575:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009955e000/0x4ce24e578736189d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fedb expref: 43 pid: 8469 timeout: 576 lvb_type: 0 00000100:00100000:1.0:1746130278.341577:0:10554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6108 00000100:00100000:1.0:1746130278.341589:0:10554:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f130a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:640ea846-b909-4eea-9a54-417e15bd627b+43:31578:x1830949849074688:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:2.0:1746130278.341602:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14371 00010000:00010000:1.0:1746130278.341602:0:10554:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746130278.341615:0:10554:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099533200/0x4ce24e57873618ab lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3fee9 expref: -99 pid: 10554 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746130278.341617:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f131180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+43:1962:x1830949849074816:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746130278.341627:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746130278.341702:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130278.341709:0:10554:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009494d800/0x4ce24e57873618a4 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fee2 expref: 5 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130278.341715:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746130278.341718:0:10554:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099533200/0x4ce24e57873618ab lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fee9 expref: 44 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130278.341817:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009955e000/0x4ce24e578736189d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fedb expref: 44 pid: 8469 timeout: 576 lvb_type: 0 00010000:00010000:2.0:1746130278.341829:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009955e000/0x4ce24e578736189d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fedb expref: 44 pid: 8469 timeout: 576 lvb_type: 0 00010000:00010000:1.0:1746130278.341843:0:10554:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009494d800/0x4ce24e57873618a4 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fee2 expref: 5 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130278.341846:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009955e000/0x4ce24e578736189d lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fedb expref: 44 pid: 8469 timeout: 576 lvb_type: 0 00010000:00010000:1.0:1746130278.341855:0:10554:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880099533200/0x4ce24e57873618ab lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fee9 expref: 43 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130278.341863:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130278.341864:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130278.341869:0:10554:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009494d800/0x4ce24e57873618a4 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fee2 expref: 5 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130278.341876:0:10554:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009494d800/0x4ce24e57873618a4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fee2 expref: 5 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130278.341935:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1746130278.341942:0:10554:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009494d800/0x4ce24e57873618a4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fee2 expref: 5 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130278.341952:0:10554:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009494d800/0x4ce24e57873618a4 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fee2 expref: 5 pid: 20953 timeout: 576 lvb_type: 0 00000100:00100000:1.0:1746130278.341962:0:10554:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800947a5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10554:1830949841673216:192.168.204.51@tcp:105: 00000100:00100000:2.0:1746130278.341972:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f131180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+43:1962:x1830949849074816:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 363us (552us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130278.341979:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14371 00000100:00100000:1.0:1746130278.342005:0:10554:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18fb540 going to sleep for 11 seconds 00000100:00100000:1.0:1746130278.343659:0:10554:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800947a5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10554:1830949841673216:192.168.204.51@tcp:105: 00010000:00010000:1.0:1746130278.343675:0:10554:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099533200, rc 0) 00000100:00100000:1.0:1746130278.343711:0:10554:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f130a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:640ea846-b909-4eea-9a54-417e15bd627b+42:31578:x1830949849074688:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2126us (2375us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130278.343717:0:10554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6108 00000100:00100000:0.0:1746130278.343898:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130278.343942:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849075072 00000100:00100000:1.0:1746130278.343947:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849075072 00002000:00100000:1.0:1746130278.343974:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008f130000 x1830949849075072/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:264/0 lens 488/0 e 0 to 0 dl 1746130289 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130278.343984:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f130000 with x1830949849075072 ext(0->4095) 00010000:00010000:1.0:1746130278.343991:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009494d800/0x4ce24e57873618a4 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fee2 expref: 6 pid: 20953 timeout: 576 lvb_type: 0 00010000:00010000:1.0:1746130278.344003:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009494d800/0x4ce24e57873618a4 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fee2 expref: 6 pid: 20953 timeout: 576 lvb_type: 0 00002000:00010000:1.0:1746130278.344021:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008f130000 00000100:00100000:1.0:1746130278.344053:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2445 00000100:00100000:1.0:1746130278.344060:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f130000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949849075072:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746130278.344183:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f130000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949849075072:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 123us (285us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746130278.344188:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2445 00002000:00100000:1.0:1746130278.344192:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008f130000 x1830949849075072/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:264/0 lens 488/4536 e 0 to 0 dl 1746130289 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130278.344199:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f130000 with x1830949849075072 ext(0->4095) 00010000:00010000:1.0:1746130278.344203:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009494d800/0x4ce24e57873618a4 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fee2 expref: 6 pid: 20953 timeout: 576 lvb_type: 0 00010000:00010000:1.0:1746130278.344211:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009494d800/0x4ce24e57873618a4 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fee2 expref: 6 pid: 20953 timeout: 576 lvb_type: 0 00002000:00010000:1.0:1746130278.344216:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008f130000 00000100:00100000:0.0:1746130278.346831:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130278.346933:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849075200 00000100:00100000:2.0:1746130278.346941:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849075200 00010000:00010000:2.0:1746130278.346973:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009494d800/0x4ce24e57873618a4 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fee2 expref: 6 pid: 20953 timeout: 576 lvb_type: 0 00000100:00100000:2.0:1746130278.346996:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14372 00000100:00100000:2.0:1746130278.347002:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f132300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949849075200:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746130278.347013:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746130278.347032:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009494d800/0x4ce24e57873618a4 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fee2 expref: 6 pid: 20953 timeout: 576 lvb_type: 0 00010000:00010000:2.0:1746130278.347042:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009494d800/0x4ce24e57873618a4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fee2 expref: 6 pid: 20953 timeout: 576 lvb_type: 0 00010000:00010000:2.0:1746130278.347061:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009494d800/0x4ce24e57873618a4 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fee2 expref: 6 pid: 20953 timeout: 576 lvb_type: 0 00010000:00010000:2.0:1746130278.347091:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130278.347093:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130278.347100:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880099533200/0x4ce24e57873618ab lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fee9 expref: 41 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130278.347107:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099533200/0x4ce24e57873618ab lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fee9 expref: 41 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130278.347137:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880099533200/0x4ce24e57873618ab lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fee9 expref: 41 pid: 10554 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746130278.347149:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013526bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841673344:192.168.204.51@tcp:105: 00000100:00100000:2.0:1746130278.347220:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b23e0180 going to sleep for 11 seconds 00000100:00100000:2.0:1746130278.349589:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013526bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841673344:192.168.204.51@tcp:105: 00000100:00100000:0.0:1746130278.349594:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00010000:00010000:2.0:1746130278.349608:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746130278.349641:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f132300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+5:1962:x1830949849075200:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 2639us (2817us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130278.349651:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14372 00000100:00100000:1.0:1746130278.349652:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849075456 00000100:00100000:1.0:1746130278.349658:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849075456 00002000:00100000:1.0:1746130278.349688:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008c4fed80 x1830949849075456/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:264/0 lens 488/0 e 0 to 0 dl 1746130289 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130278.349698:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c4fed80 with x1830949849075456 ext(0->4095) 00002000:00010000:1.0:1746130278.349702:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008c4fed80 00000100:00100000:1.0:1746130278.349733:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4739 00000100:00100000:1.0:1746130278.349740:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c4fed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+42:1961:x1830949849075456:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746130278.350020:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c4fed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+42:1961:x1830949849075456:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 279us (427us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746130278.350026:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4739 00002000:00100000:1.0:1746130278.350031:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008c4fed80 x1830949849075456/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:264/0 lens 488/4536 e 0 to 0 dl 1746130289 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130278.350038:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c4fed80 with x1830949849075456 ext(0->4095) 00002000:00010000:1.0:1746130278.350041:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008c4fed80 00000100:00100000:0.0:1746130278.351261:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130278.351547:0:10554:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849075584 00000100:00100000:1.0:1746130278.351552:0:10554:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849075584 00000100:00100000:1.0:1746130278.351597:0:10554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6109 00000100:00100000:1.0:1746130278.351604:0:10554:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c4fca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+5:31579:x1830949849075584:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746130278.351618:0:10554:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746130278.351633:0:10554:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099533000/0x4ce24e57873618b2 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3fef0 expref: -99 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130278.352052:0:10554:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880099533200/0x4ce24e57873618ab lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fee9 expref: 41 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130278.352061:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130278.352063:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130278.352067:0:10554:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099533000/0x4ce24e57873618b2 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fef0 expref: 6 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130278.352093:0:10554:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880099533200/0x4ce24e57873618ab lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fee9 expref: 41 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130278.352109:0:10554:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880099533200/0x4ce24e57873618ab lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fee9 expref: 41 pid: 10554 timeout: 576 lvb_type: 0 00000100:00100000:1.0:1746130278.352119:0:10554:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800947a5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10554:1830949841673472:192.168.204.51@tcp:104: 00000100:00100000:1.0:1746130278.354227:0:10554:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18fb9c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746130278.356970:0:10554:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800947a5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10554:1830949841673472:192.168.204.51@tcp:104: 00010000:00010000:1.0:1746130278.356999:0:10554:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880099533000/0x4ce24e57873618b2 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fef0 expref: 6 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130278.357015:0:10554:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099533000, rc 0) 00000100:00100000:1.0:1746130278.357073:0:10554:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c4fca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+6:31579:x1830949849075584:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5468us (5813us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130278.357081:0:10554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6109 00000100:00100000:0.0:1746130278.357170:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130278.357387:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849075712 00000100:00100000:3.0:1746130278.357392:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849075712 00010000:00010000:3.0:1746130278.357423:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880099533200/0x4ce24e57873618ab lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fee9 expref: 42 pid: 10554 timeout: 576 lvb_type: 0 00000100:00100000:3.0:1746130278.357490:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14373 00000100:00100000:3.0:1746130278.357497:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129e21050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+42:1961:x1830949849075712:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746130278.357508:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746130278.357530:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880099533200/0x4ce24e57873618ab lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fee9 expref: 42 pid: 10554 timeout: 576 lvb_type: 0 00010000:00010000:3.0:1746130278.357543:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880099533200/0x4ce24e57873618ab lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fee9 expref: 42 pid: 10554 timeout: 576 lvb_type: 0 00010000:00010000:3.0:1746130278.357561:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880099533200/0x4ce24e57873618ab lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fee9 expref: 42 pid: 10554 timeout: 576 lvb_type: 0 00010000:00010000:3.0:1746130278.357585:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130278.357589:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130278.357595:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880099533000/0x4ce24e57873618b2 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fef0 expref: 5 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130278.357602:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099533000/0x4ce24e57873618b2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fef0 expref: 5 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130278.357627:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880099533000/0x4ce24e57873618b2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fef0 expref: 5 pid: 10554 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746130278.357637:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091951f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841673600:192.168.204.51@tcp:105: 00000100:00100000:3.0:1746130278.358098:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ad69540 going to sleep for 11 seconds 00000100:00100000:0.0:1746130278.361113:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130278.361161:0:10554:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849075840 00000100:00100000:1.0:1746130278.361168:0:10554:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849075840 00000100:00100000:1.0:1746130278.361219:0:10554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6110 00000100:00100000:1.0:1746130278.361226:0:10554:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c4fe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:640ea846-b909-4eea-9a54-417e15bd627b+42:31578:x1830949849075840:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746130278.361241:0:10554:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1746130278.361255:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091951f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841673600:192.168.204.51@tcp:105: 00010000:00010000:1.0:1746130278.361256:0:10554:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099532000/0x4ce24e57873618b9 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3fef7 expref: -99 pid: 10554 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746130278.361287:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00010000:00010000:2.0:1746130278.361289:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1746130278.361294:0:10554:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880099533000/0x4ce24e57873618b2 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fef0 expref: 5 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130278.361307:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130278.361309:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130278.361312:0:10554:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099532000/0x4ce24e57873618b9 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fef7 expref: 43 pid: 10554 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746130278.361324:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849076096 00000100:00100000:1.0:1746130278.361327:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849076096 00002000:00100000:1.0:1746130278.361348:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008c4fe300 x1830949849076096/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:264/0 lens 488/0 e 0 to 0 dl 1746130289 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130278.361356:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c4fe300 with x1830949849076096 ext(0->4095) 00010000:00010000:1.0:1746130278.361362:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880099533000/0x4ce24e57873618b2 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fef0 expref: 6 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130278.361373:0:25932:0:(ldlm_lockd.c:596:ldlm_refresh_waiting_lock()) ### wasn't waiting ns: filter-lustre-OST0000_UUID lock: ffff880099533000/0x4ce24e57873618b2 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fef0 expref: 6 pid: 10554 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1746130278.361379:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008c4fe300 00000100:00100000:1.0:1746130278.361391:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2446 00000100:00100000:1.0:1746130278.361397:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c4fe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949849076096:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746130278.361488:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129e21050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+43:1961:x1830949849075712:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 3990us (4317us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130278.361498:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14373 00000100:00100000:1.0:1746130278.361525:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c4fe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949849076096:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 128us (237us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746130278.361531:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2446 00002000:00100000:1.0:1746130278.361536:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008c4fe300 x1830949849076096/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:264/0 lens 488/4536 e 0 to 0 dl 1746130289 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130278.361549:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c4fe300 with x1830949849076096 ext(0->4095) 00010000:00010000:1.0:1746130278.361553:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880099533000/0x4ce24e57873618b2 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fef0 expref: 6 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130278.361561:0:25932:0:(ldlm_lockd.c:596:ldlm_refresh_waiting_lock()) ### wasn't waiting ns: filter-lustre-OST0000_UUID lock: ffff880099533000/0x4ce24e57873618b2 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fef0 expref: 6 pid: 10554 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1746130278.361566:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008c4fe300 00010000:00010000:1.0:1746130278.361594:0:10554:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880099533000/0x4ce24e57873618b2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fef0 expref: 5 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130278.361604:0:10554:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880099533000/0x4ce24e57873618b2 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fef0 expref: 5 pid: 10554 timeout: 576 lvb_type: 0 00000100:00100000:1.0:1746130278.361614:0:10554:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800947a5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10554:1830949841673728:192.168.204.51@tcp:104: 00000100:00100000:1.0:1746130278.361671:0:10554:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18fb3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746130278.363393:0:10554:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800947a5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10554:1830949841673728:192.168.204.51@tcp:104: 00010000:00010000:1.0:1746130278.363414:0:10554:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880099532000/0x4ce24e57873618b9 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fef7 expref: 42 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130278.363428:0:10554:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099532000, rc 0) 00000100:00100000:1.0:1746130278.363492:0:10554:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c4fe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:640ea846-b909-4eea-9a54-417e15bd627b+42:31578:x1830949849075840:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2266us (2386us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130278.363499:0:10554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6110 00000100:00100000:0.0:1746130278.364082:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130278.364382:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130278.364465:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849076352 00000100:00100000:2.0:1746130278.364472:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849076352 00010000:00010000:2.0:1746130278.364499:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880099533000/0x4ce24e57873618b2 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fef0 expref: 6 pid: 10554 timeout: 576 lvb_type: 0 00000100:00100000:2.0:1746130278.364520:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14374 00000100:00100000:2.0:1746130278.364525:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c4fc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949849076352:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746130278.364536:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1746130278.364539:0:10554:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849076224 00000100:00100000:1.0:1746130278.364544:0:10554:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849076224 00010000:00010000:2.0:1746130278.364554:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880099533000/0x4ce24e57873618b2 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fef0 expref: 6 pid: 10554 timeout: 576 lvb_type: 0 00010000:00010000:2.0:1746130278.364564:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880099533000/0x4ce24e57873618b2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fef0 expref: 6 pid: 10554 timeout: 576 lvb_type: 0 00000100:00100000:1.0:1746130278.364577:0:10554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6111 00000100:00100000:1.0:1746130278.364583:0:10554:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c4ffb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:640ea846-b909-4eea-9a54-417e15bd627b+42:31579:x1830949849076224:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746130278.364588:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880099533000/0x4ce24e57873618b2 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fef0 expref: 6 pid: 10554 timeout: 576 lvb_type: 0 00010000:00010000:1.0:1746130278.364594:0:10554:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746130278.364602:0:10554:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099532e00/0x4ce24e57873618c0 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3fefe expref: -99 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130278.364611:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130278.364613:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130278.364619:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880099532000/0x4ce24e57873618b9 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fef7 expref: 43 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130278.364626:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099532000/0x4ce24e57873618b9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fef7 expref: 43 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130278.364641:0:10554:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880099532000/0x4ce24e57873618b9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fef7 expref: 43 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130278.364647:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130278.364649:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130278.364652:0:10554:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099532e00/0x4ce24e57873618c0 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fefe expref: 43 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130278.364777:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880099532000/0x4ce24e57873618b9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fef7 expref: 43 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130278.364787:0:7097:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880099532000/0x4ce24e57873618b9 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fef7 expref: 43 pid: 10554 timeout: 576 lvb_type: 0 00000100:00100000:2.0:1746130278.364799:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013526bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841673856:192.168.204.51@tcp:105: 00000100:00100000:2.0:1746130278.364864:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b23e0a80 going to sleep for 11 seconds 00010000:00010000:1.0:1746130278.364912:0:10554:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880099532000/0x4ce24e57873618b9 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fef7 expref: 43 pid: 10554 timeout: 576 lvb_type: 0 00010000:00010000:1.0:1746130278.364921:0:10554:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880099532000/0x4ce24e57873618b9 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fef7 expref: 43 pid: 10554 timeout: 576 lvb_type: 0 00000100:00100000:1.0:1746130278.364929:0:10554:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800947a5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10554:1830949841673984:192.168.204.51@tcp:104: 00000100:00100000:1.0:1746130278.364950:0:10554:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18fb3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746130278.366527:0:10554:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800947a5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10554:1830949841673984:192.168.204.51@tcp:104: 00010000:00010000:1.0:1746130278.366550:0:10554:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880099532e00/0x4ce24e57873618c0 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fefe expref: 43 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130278.366568:0:10554:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099532e00, rc 0) 00000100:00100000:1.0:1746130278.366601:0:10554:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c4ffb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:640ea846-b909-4eea-9a54-417e15bd627b+43:31579:x1830949849076224:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2017us (2520us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130278.366604:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013526bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841673856:192.168.204.51@tcp:105: 00000100:00100000:1.0:1746130278.366608:0:10554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6111 00010000:00010000:2.0:1746130278.366618:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746130278.366636:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c4fc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+5:1961:x1830949849076352:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 2110us (2254us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130278.366647:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14374 00000100:00100000:0.0:1746130278.367911:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130278.367955:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849076608 00000100:00100000:2.0:1746130278.367960:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849076608 00002000:00100000:2.0:1746130278.367995:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008c4fd180 x1830949849076608/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:264/0 lens 488/0 e 0 to 0 dl 1746130289 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130278.368003:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c4fd180 with x1830949849076608 ext(0->4095) 00010000:00010000:2.0:1746130278.368009:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880099532000/0x4ce24e57873618b9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fef7 expref: 43 pid: 10554 timeout: 576 lvb_type: 0 00010000:00010000:2.0:1746130278.368019:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880099532000/0x4ce24e57873618b9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fef7 expref: 43 pid: 10554 timeout: 576 lvb_type: 0 00002000:00010000:2.0:1746130278.368024:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008c4fd180 00000100:00100000:2.0:1746130278.368052:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2447 00000100:00100000:2.0:1746130278.368059:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c4fd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+43:1962:x1830949849076608:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746130278.368188:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c4fd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+43:1962:x1830949849076608:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 130us (281us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746130278.368193:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2447 00002000:00100000:2.0:1746130278.368196:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008c4fd180 x1830949849076608/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:264/0 lens 488/4536 e 0 to 0 dl 1746130289 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130278.368201:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c4fd180 with x1830949849076608 ext(0->4095) 00010000:00010000:2.0:1746130278.368204:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880099532000/0x4ce24e57873618b9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fef7 expref: 43 pid: 10554 timeout: 576 lvb_type: 0 00010000:00010000:2.0:1746130278.368213:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880099532000/0x4ce24e57873618b9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fef7 expref: 43 pid: 10554 timeout: 576 lvb_type: 0 00002000:00010000:2.0:1746130278.368216:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008c4fd180 00000100:00100000:0.0:1746130278.370295:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130278.370378:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849076736 00000100:00100000:2.0:1746130278.370385:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849076736 00010000:00010000:2.0:1746130278.370417:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880099532000/0x4ce24e57873618b9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fef7 expref: 43 pid: 10554 timeout: 576 lvb_type: 0 00000100:00100000:2.0:1746130278.370461:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14375 00000100:00100000:2.0:1746130278.370467:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c4fea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+43:1961:x1830949849076736:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746130278.370481:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746130278.370499:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880099532000/0x4ce24e57873618b9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fef7 expref: 43 pid: 10554 timeout: 576 lvb_type: 0 00010000:00010000:2.0:1746130278.370509:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880099532000/0x4ce24e57873618b9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fef7 expref: 43 pid: 10554 timeout: 576 lvb_type: 0 00010000:00010000:2.0:1746130278.370527:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880099532000/0x4ce24e57873618b9 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fef7 expref: 43 pid: 10554 timeout: 576 lvb_type: 0 00010000:00010000:2.0:1746130278.370552:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130278.370554:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130278.370561:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880099532e00/0x4ce24e57873618c0 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fefe expref: 42 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130278.370573:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099532e00/0x4ce24e57873618c0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fefe expref: 42 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130278.370598:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880099532e00/0x4ce24e57873618c0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fefe expref: 42 pid: 10554 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746130278.370608:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013526bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841674112:192.168.204.51@tcp:105: 00000100:00100000:2.0:1746130278.371409:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b23e0480 going to sleep for 11 seconds 00000100:00100000:2.0:1746130278.373378:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013526bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841674112:192.168.204.51@tcp:105: 00010000:00010000:2.0:1746130278.373398:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746130278.373445:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c4fea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+42:1961:x1830949849076736:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 2978us (3184us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130278.373456:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14375 00000100:00100000:0.0:1746130278.373760:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130278.373986:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849076992 00000100:00100000:3.0:1746130278.373993:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849076992 00002000:00100000:3.0:1746130278.374034:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008c4ff100 x1830949849076992/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:264/0 lens 488/0 e 0 to 0 dl 1746130289 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130278.374045:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c4ff100 with x1830949849076992 ext(0->4095) 00002000:00010000:3.0:1746130278.374049:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008c4ff100 00000100:00100000:3.0:1746130278.374179:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4740 00000100:00100000:3.0:1746130278.374188:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c4ff100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+42:1964:x1830949849076992:12345-192.168.204.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746130278.374633:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c4ff100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+42:1964:x1830949849076992:12345-192.168.204.51@tcp:3:ptlrpcd_01_01.0 Request processed in 446us (872us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746130278.374641:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4740 00002000:00100000:3.0:1746130278.374645:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008c4ff100 x1830949849076992/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:264/0 lens 488/4536 e 0 to 0 dl 1746130289 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130278.374652:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c4ff100 with x1830949849076992 ext(0->4095) 00002000:00010000:3.0:1746130278.374655:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008c4ff100 00000100:00100000:0.0:1746130278.376755:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130278.376852:0:10554:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849077120 00000100:00100000:1.0:1746130278.376860:0:10554:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849077120 00000100:00100000:1.0:1746130278.376906:0:10554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6112 00000100:00100000:1.0:1746130278.376915:0:10554:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c4fd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+5:31579:x1830949849077120:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746130278.376930:0:10554:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746130278.376946:0:10554:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099533000/0x4ce24e57873618c7 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3ff05 expref: -99 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130278.376971:0:10554:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880099532e00/0x4ce24e57873618c0 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fefe expref: 41 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130278.376978:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130278.376979:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130278.376982:0:10554:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099533000/0x4ce24e57873618c7 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ff05 expref: 6 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130278.377007:0:10554:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880099532e00/0x4ce24e57873618c0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fefe expref: 41 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130278.377018:0:10554:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880099532e00/0x4ce24e57873618c0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fefe expref: 41 pid: 10554 timeout: 576 lvb_type: 0 00000100:00100000:1.0:1746130278.377031:0:10554:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800947a5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10554:1830949841674240:192.168.204.51@tcp:104: 00000100:00100000:1.0:1746130278.377110:0:10554:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18fb3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746130278.380065:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130278.380167:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849077248 00000100:00100000:2.0:1746130278.380175:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849077248 00010000:00010000:2.0:1746130278.380206:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880099532e00/0x4ce24e57873618c0 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fefe expref: 42 pid: 10554 timeout: 576 lvb_type: 0 00000100:00100000:2.0:1746130278.380230:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14376 00000100:00100000:2.0:1746130278.380237:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c4fdc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+42:1962:x1830949849077248:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746130278.380249:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746130278.380292:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880099532e00/0x4ce24e57873618c0 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fefe expref: 42 pid: 10554 timeout: 576 lvb_type: 0 00010000:00010000:2.0:1746130278.380308:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880099532e00/0x4ce24e57873618c0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fefe expref: 42 pid: 10554 timeout: 576 lvb_type: 0 00010000:00010000:2.0:1746130278.380329:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130278.380331:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130278.380336:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880099533000/0x4ce24e57873618c7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ff05 expref: 6 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130278.380343:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099533000/0x4ce24e57873618c7 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ff05 expref: 6 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130278.380369:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880099533000/0x4ce24e57873618c7 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ff05 expref: 6 pid: 10554 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746130278.380380:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013526bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841674368:192.168.204.51@tcp:105: 00000100:00100000:2.0:1746130278.380467:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b23e0480 going to sleep for 11 seconds 00010000:00010000:1.0:1746130278.380557:0:10554:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880099532e00/0x4ce24e57873618c0 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fefe expref: 42 pid: 10554 timeout: 576 lvb_type: 0 00000100:00100000:1.0:1746130278.380584:0:10554:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800947a5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10554:1830949841674240:192.168.204.51@tcp:104: 00010000:00010000:1.0:1746130278.380605:0:10554:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880099533000/0x4ce24e57873618c7 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ff05 expref: 6 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130278.380616:0:10554:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099533000, rc 0) 00000100:00100000:1.0:1746130278.380638:0:10554:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c4fd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+6:31579:x1830949849077120:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3727us (3889us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130278.380645:0:10554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6112 00000100:00100000:0.0:1746130278.382922:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130278.383075:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013526bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841674368:192.168.204.51@tcp:105: 00010000:00010000:2.0:1746130278.383094:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746130278.383130:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c4fdc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+41:1962:x1830949849077248:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 2892us (3072us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130278.383140:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14376 00000100:00100000:3.0:1746130278.383223:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849077504 00000100:00100000:3.0:1746130278.383229:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849077504 00002000:00100000:3.0:1746130278.383288:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008c4fdf80 x1830949849077504/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:264/0 lens 488/0 e 0 to 0 dl 1746130289 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130278.383299:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c4fdf80 with x1830949849077504 ext(0->4095) 00002000:00010000:3.0:1746130278.383303:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008c4fdf80 00000100:00100000:3.0:1746130278.383316:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4741 00000100:00100000:3.0:1746130278.383323:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c4fdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949849077504:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746130278.383678:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c4fdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949849077504:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 354us (762us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746130278.383684:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4741 00002000:00100000:3.0:1746130278.383688:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008c4fdf80 x1830949849077504/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:264/0 lens 488/4536 e 0 to 0 dl 1746130289 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130278.383695:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c4fdf80 with x1830949849077504 ext(0->4095) 00002000:00010000:3.0:1746130278.383698:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008c4fdf80 00000100:00100000:0.0:1746130278.384731:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130278.385078:0:10554:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849077632 00000100:00100000:1.0:1746130278.385084:0:10554:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849077632 00000100:00100000:1.0:1746130278.385124:0:10554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6113 00000100:00100000:1.0:1746130278.385132:0:10554:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c4ff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:640ea846-b909-4eea-9a54-417e15bd627b+41:31578:x1830949849077632:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746130278.385143:0:10554:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746130278.385204:0:10554:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099533200/0x4ce24e57873618ce lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3ff0c expref: -99 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130278.385230:0:10554:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880099533000/0x4ce24e57873618c7 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ff05 expref: 5 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130278.385241:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130278.385243:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130278.385246:0:10554:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099533200/0x4ce24e57873618ce lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ff0c expref: 42 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130278.385299:0:10554:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880099533000/0x4ce24e57873618c7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ff05 expref: 5 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130278.385309:0:10554:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880099533000/0x4ce24e57873618c7 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ff05 expref: 5 pid: 10554 timeout: 576 lvb_type: 0 00000100:00100000:1.0:1746130278.385319:0:10554:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800947a5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10554:1830949841674496:192.168.204.51@tcp:104: 00000100:00100000:1.0:1746130278.385384:0:10554:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18fb3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746130278.387165:0:10554:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800947a5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10554:1830949841674496:192.168.204.51@tcp:104: 00010000:00010000:1.0:1746130278.387188:0:10554:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880099533200/0x4ce24e57873618ce lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ff0c expref: 42 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130278.387202:0:10554:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099533200, rc 0) 00000100:00100000:1.0:1746130278.387237:0:10554:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c4ff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:640ea846-b909-4eea-9a54-417e15bd627b+42:31578:x1830949849077632:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2105us (2508us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130278.387245:0:10554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6113 00000100:00100000:0.0:1746130278.387496:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130278.387583:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130278.387883:0:10554:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849077760 00000100:00100000:1.0:1746130278.387889:0:10554:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849077760 00000100:00100000:3.0:1746130278.387988:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849077888 00000100:00100000:3.0:1746130278.387992:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849077888 00010000:00010000:3.0:1746130278.388012:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880099533000/0x4ce24e57873618c7 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ff05 expref: 6 pid: 10554 timeout: 576 lvb_type: 0 00000100:00100000:3.0:1746130278.388039:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14377 00000100:00100000:3.0:1746130278.388046:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c4ff800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949849077888:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746130278.388056:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746130278.388074:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880099533000/0x4ce24e57873618c7 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ff05 expref: 6 pid: 10554 timeout: 576 lvb_type: 0 00000100:00100000:1.0:1746130278.388076:0:10554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6114 00000100:00100000:1.0:1746130278.388082:0:10554:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c4fd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:640ea846-b909-4eea-9a54-417e15bd627b+42:31579:x1830949849077760:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746130278.388083:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880099533000/0x4ce24e57873618c7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ff05 expref: 6 pid: 10554 timeout: 576 lvb_type: 0 00010000:00010000:1.0:1746130278.388094:0:10554:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746130278.388100:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880099533000/0x4ce24e57873618c7 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ff05 expref: 6 pid: 10554 timeout: 576 lvb_type: 0 00010000:00010000:1.0:1746130278.388103:0:10554:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099532200/0x4ce24e57873618d5 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3ff13 expref: -99 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130278.388114:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130278.388117:0:10554:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880099533200/0x4ce24e57873618ce lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ff0c expref: 43 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130278.388388:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130278.388393:0:10554:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099532200/0x4ce24e57873618d5 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ff13 expref: 43 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130278.389099:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130278.389102:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130278.389109:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880099533200/0x4ce24e57873618ce lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ff0c expref: 43 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130278.389120:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099533200/0x4ce24e57873618ce lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ff0c expref: 43 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130278.389168:0:10554:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880099533200/0x4ce24e57873618ce lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ff0c expref: 43 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130278.389178:0:10554:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880099533200/0x4ce24e57873618ce lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70080400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ff0c expref: 43 pid: 10554 timeout: 576 lvb_type: 0 00000100:00100000:1.0:1746130278.389190:0:10554:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800947a5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10554:1830949841674624:192.168.204.51@tcp:104: 00000100:00100000:1.0:1746130278.389291:0:10554:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18fb3c0 going to sleep for 11 seconds 00010000:00010000:3.0:1746130278.389462:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880099533200/0x4ce24e57873618ce lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ff0c expref: 43 pid: 10554 timeout: 576 lvb_type: 0 00010000:00010000:3.0:1746130278.389474:0:7097:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880099533200/0x4ce24e57873618ce lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ff0c expref: 43 pid: 10554 timeout: 576 lvb_type: 0 00000100:00100000:3.0:1746130278.389482:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091951500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841674752:192.168.204.51@tcp:105: 00000100:00100000:3.0:1746130278.389514:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ad69540 going to sleep for 11 seconds 00000100:00100000:0.0:1746130278.393063:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130278.393084:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091951500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841674752:192.168.204.51@tcp:105: 00010000:00010000:3.0:1746130278.393106:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746130278.393127:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849078144 00000100:00100000:2.0:1746130278.393132:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849078144 00000100:00100000:3.0:1746130278.393159:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c4ff800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+5:1961:x1830949849077888:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 5113us (5576us total) trans 0 rc 0/0 00002000:00100000:2.0:1746130278.393167:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009b320380 x1830949849078144/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:264/0 lens 488/0 e 0 to 0 dl 1746130289 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1746130278.393168:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14377 00002000:00100000:2.0:1746130278.393181:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b320380 with x1830949849078144 ext(0->4095) 00010000:00010000:2.0:1746130278.393188:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880099533200/0x4ce24e57873618ce lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ff0c expref: 44 pid: 10554 timeout: 576 lvb_type: 0 00010000:00010000:2.0:1746130278.393200:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880099533200/0x4ce24e57873618ce lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ff0c expref: 44 pid: 10554 timeout: 576 lvb_type: 0 00002000:00010000:2.0:1746130278.393206:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009b320380 00000100:00100000:2.0:1746130278.393221:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2448 00000100:00100000:2.0:1746130278.393227:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b320380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+44:1963:x1830949849078144:12345-192.168.204.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746130278.393367:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b320380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+44:1963:x1830949849078144:12345-192.168.204.51@tcp:3:ptlrpcd_01_00.0 Request processed in 139us (311us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746130278.393373:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2448 00002000:00100000:2.0:1746130278.393378:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009b320380 x1830949849078144/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:264/0 lens 488/4536 e 0 to 0 dl 1746130289 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130278.393385:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b320380 with x1830949849078144 ext(0->4095) 00010000:00010000:2.0:1746130278.393389:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880099533200/0x4ce24e57873618ce lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ff0c expref: 44 pid: 10554 timeout: 576 lvb_type: 0 00010000:00010000:2.0:1746130278.393398:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880099533200/0x4ce24e57873618ce lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ff0c expref: 44 pid: 10554 timeout: 576 lvb_type: 0 00002000:00010000:2.0:1746130278.393404:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009b320380 00000100:00100000:1.0:1746130278.393495:0:10554:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800947a5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10554:1830949841674624:192.168.204.51@tcp:104: 00010000:00010000:1.0:1746130278.393615:0:10554:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880099532200/0x4ce24e57873618d5 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ff13 expref: 43 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130278.393627:0:10554:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099532200, rc 0) 00000100:00100000:1.0:1746130278.393651:0:10554:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c4fd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:640ea846-b909-4eea-9a54-417e15bd627b+43:31579:x1830949849077760:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5570us (6156us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130278.393661:0:10554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6114 00000100:00100000:0.0:1746130278.396183:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130278.396808:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849078272 00000100:00100000:3.0:1746130278.396816:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849078272 00010000:00010000:3.0:1746130278.396856:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880099533200/0x4ce24e57873618ce lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ff0c expref: 43 pid: 10554 timeout: 576 lvb_type: 0 00000100:00100000:3.0:1746130278.396914:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14378 00000100:00100000:3.0:1746130278.396922:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b320a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+43:1962:x1830949849078272:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746130278.396935:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746130278.396953:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880099533200/0x4ce24e57873618ce lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ff0c expref: 43 pid: 10554 timeout: 576 lvb_type: 0 00010000:00010000:3.0:1746130278.396963:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880099533200/0x4ce24e57873618ce lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ff0c expref: 43 pid: 10554 timeout: 576 lvb_type: 0 00010000:00010000:3.0:1746130278.396984:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880099533200/0x4ce24e57873618ce lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ff0c expref: 43 pid: 10554 timeout: 576 lvb_type: 0 00010000:00010000:3.0:1746130278.397245:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130278.397247:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130278.397253:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880099532200/0x4ce24e57873618d5 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ff13 expref: 42 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130278.397260:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099532200/0x4ce24e57873618d5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ff13 expref: 42 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130278.397408:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880099532200/0x4ce24e57873618d5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ff13 expref: 42 pid: 10554 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746130278.397419:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091951500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841674880:192.168.204.51@tcp:105: 00000100:00100000:3.0:1746130278.397509:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ad69540 going to sleep for 11 seconds 00000100:00100000:3.0:1746130278.399032:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091951500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841674880:192.168.204.51@tcp:105: 00010000:00010000:3.0:1746130278.399054:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746130278.399085:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b320a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+42:1962:x1830949849078272:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 2164us (2910us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130278.399094:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14378 00000100:00100000:2.0:1746130278.400333:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130278.400605:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849078528 00000100:00100000:3.0:1746130278.400612:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849078528 00002000:00100000:3.0:1746130278.400653:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88013526bb80 x1830949849078528/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:264/0 lens 488/0 e 0 to 0 dl 1746130289 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130278.400667:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013526bb80 with x1830949849078528 ext(0->4095) 00002000:00010000:3.0:1746130278.400672:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88013526bb80 00000100:00100000:3.0:1746130278.400935:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4742 00000100:00100000:3.0:1746130278.400944:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013526bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+42:1961:x1830949849078528:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746130278.401360:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013526bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+42:1961:x1830949849078528:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 416us (1030us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746130278.401366:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4742 00002000:00100000:3.0:1746130278.401372:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88013526bb80 x1830949849078528/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:264/0 lens 488/4536 e 0 to 0 dl 1746130289 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130278.401379:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013526bb80 with x1830949849078528 ext(0->4095) 00002000:00010000:3.0:1746130278.401381:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88013526bb80 00000100:00100000:0.0:1746130278.403833:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130278.403968:0:10554:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849078656 00000100:00100000:1.0:1746130278.403975:0:10554:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849078656 00000100:00100000:1.0:1746130278.404016:0:10554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6115 00000100:00100000:1.0:1746130278.404021:0:10554:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b321f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+5:31579:x1830949849078656:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746130278.404033:0:10554:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746130278.404046:0:10554:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099532800/0x4ce24e57873618dc lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3ff1a expref: -99 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130278.404064:0:10554:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880099532200/0x4ce24e57873618d5 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ff13 expref: 41 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130278.404069:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130278.404070:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130278.404072:0:10554:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099532800/0x4ce24e57873618dc lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ff1a expref: 6 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130278.404091:0:10554:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880099532200/0x4ce24e57873618d5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ff13 expref: 41 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130278.404097:0:10554:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880099532200/0x4ce24e57873618d5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ff13 expref: 41 pid: 10554 timeout: 576 lvb_type: 0 00000100:00100000:1.0:1746130278.404104:0:10554:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800947a5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10554:1830949841675008:192.168.204.51@tcp:104: 00000100:00100000:1.0:1746130278.404177:0:10554:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18fb3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746130278.405231:0:10554:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800947a5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10554:1830949841675008:192.168.204.51@tcp:104: 00010000:00010000:1.0:1746130278.405254:0:10554:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880099532800/0x4ce24e57873618dc lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ff1a expref: 6 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130278.405282:0:10554:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099532800, rc 0) 00000100:00100000:1.0:1746130278.405308:0:10554:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b321f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+6:31579:x1830949849078656:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1286us (1483us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130278.405315:0:10554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6115 00000100:00100000:0.0:1746130278.406878:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130278.407007:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849078784 00000100:00100000:3.0:1746130278.407013:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849078784 00010000:00010000:3.0:1746130278.407051:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880099532200/0x4ce24e57873618d5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ff13 expref: 42 pid: 10554 timeout: 576 lvb_type: 0 00000100:00100000:3.0:1746130278.407075:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14379 00000100:00100000:3.0:1746130278.407081:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b322d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+42:1962:x1830949849078784:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746130278.407092:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746130278.407110:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880099532200/0x4ce24e57873618d5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ff13 expref: 42 pid: 10554 timeout: 576 lvb_type: 0 00010000:00010000:3.0:1746130278.407120:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880099532200/0x4ce24e57873618d5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ff13 expref: 42 pid: 10554 timeout: 576 lvb_type: 0 00010000:00010000:3.0:1746130278.407138:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880099532200/0x4ce24e57873618d5 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ff13 expref: 42 pid: 10554 timeout: 576 lvb_type: 0 00010000:00010000:3.0:1746130278.407165:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130278.407167:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130278.407173:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880099532800/0x4ce24e57873618dc lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ff1a expref: 5 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130278.407179:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099532800/0x4ce24e57873618dc lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ff1a expref: 5 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130278.407204:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880099532800/0x4ce24e57873618dc lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ff1a expref: 5 pid: 10554 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746130278.407214:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091951500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841675136:192.168.204.51@tcp:105: 00000100:00100000:3.0:1746130278.408167:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ad69cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746130278.410141:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130278.410168:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091951500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841675136:192.168.204.51@tcp:105: 00010000:00010000:3.0:1746130278.410189:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746130278.410202:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849079040 00000100:00100000:2.0:1746130278.410208:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849079040 00002000:00100000:2.0:1746130278.410241:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009b322a00 x1830949849079040/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:264/0 lens 488/0 e 0 to 0 dl 1746130289 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130278.410250:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b322a00 with x1830949849079040 ext(0->4095) 00002000:00010000:2.0:1746130278.410253:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009b322a00 00000100:00100000:0.0:1746130278.410303:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130278.410342:0:10554:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849079168 00000100:00100000:1.0:1746130278.410345:0:10554:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849079168 00000100:00100000:1.0:1746130278.410383:0:10554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6116 00000100:00100000:1.0:1746130278.410390:0:10554:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b323480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:640ea846-b909-4eea-9a54-417e15bd627b+42:31578:x1830949849079168:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:2.0:1746130278.410395:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4743 00000100:00100000:3.0:1746130278.410396:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b322d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+42:1962:x1830949849078784:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 3315us (3523us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130278.410401:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b322a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949849079040:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00010000:00010000:1.0:1746130278.410401:0:10554:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1746130278.410404:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14379 00010000:00010000:1.0:1746130278.410414:0:10554:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099532a00/0x4ce24e57873618e3 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3ff21 expref: -99 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130278.410446:0:10554:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880099532800/0x4ce24e57873618dc lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ff1a expref: 6 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130278.410453:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130278.410455:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130278.410458:0:10554:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099532a00/0x4ce24e57873618e3 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ff21 expref: 42 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130278.410480:0:10554:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880099532800/0x4ce24e57873618dc lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ff1a expref: 6 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130278.410490:0:10554:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880099532800/0x4ce24e57873618dc lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ff1a expref: 6 pid: 10554 timeout: 576 lvb_type: 0 00000100:00100000:1.0:1746130278.410500:0:10554:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800947a5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10554:1830949841675264:192.168.204.51@tcp:104: 00000100:00100000:2.0:1746130278.410527:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b322a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949849079040:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 126us (394us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746130278.410532:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4743 00002000:00100000:2.0:1746130278.410537:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009b322a00 x1830949849079040/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:264/0 lens 488/4536 e 0 to 0 dl 1746130289 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130278.410544:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b322a00 with x1830949849079040 ext(0->4095) 00010000:00010000:2.0:1746130278.410548:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880099532800/0x4ce24e57873618dc lrc: 6/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ff1a expref: 6 pid: 10554 timeout: 576 lvb_type: 0 00010000:00010000:2.0:1746130278.410558:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880099532800/0x4ce24e57873618dc lrc: 6/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ff1a expref: 6 pid: 10554 timeout: 576 lvb_type: 0 00002000:00010000:2.0:1746130278.410563:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009b322a00 00000100:00100000:1.0:1746130278.410596:0:10554:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18fb3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746130278.413763:0:10554:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800947a5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10554:1830949841675264:192.168.204.51@tcp:104: 00010000:00010000:1.0:1746130278.413792:0:10554:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880099532a00/0x4ce24e57873618e3 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ff21 expref: 42 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130278.413807:0:10554:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099532a00, rc 0) 00000100:00100000:1.0:1746130278.413863:0:10554:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b323480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:640ea846-b909-4eea-9a54-417e15bd627b+42:31578:x1830949849079168:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3473us (3559us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130278.413879:0:10554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6116 00000100:00100000:2.0:1746130278.414073:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130278.414400:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130278.414499:0:10554:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849079296 00000100:00100000:1.0:1746130278.414505:0:10554:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849079296 00000100:00100000:3.0:1746130278.414616:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849079424 00000100:00100000:3.0:1746130278.414620:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849079424 00010000:00010000:3.0:1746130278.414643:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880099532800/0x4ce24e57873618dc lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ff1a expref: 6 pid: 10554 timeout: 576 lvb_type: 0 00000100:00100000:1.0:1746130278.414651:0:10554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6117 00000100:00100000:1.0:1746130278.414657:0:10554:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013526aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:640ea846-b909-4eea-9a54-417e15bd627b+42:31579:x1830949849079296:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746130278.414670:0:10554:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746130278.414680:0:10554:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099533c00/0x4ce24e57873618ea lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3ff28 expref: -99 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130278.414698:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130278.414703:0:10554:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880099532a00/0x4ce24e57873618e3 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ff21 expref: 43 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130278.414708:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130278.414712:0:10554:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099533c00/0x4ce24e57873618ea lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ff28 expref: 43 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130278.414742:0:10554:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880099532a00/0x4ce24e57873618e3 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ff21 expref: 43 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130278.414752:0:10554:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880099533c00/0x4ce24e57873618ea lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ff28 expref: 43 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130278.414759:0:10554:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099533c00, rc 0) 00000100:00100000:1.0:1746130278.414795:0:10554:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013526aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:640ea846-b909-4eea-9a54-417e15bd627b+43:31579:x1830949849079296:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 137us (722us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130278.414801:0:10554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6117 00000100:00100000:3.0:1746130278.414945:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14380 00000100:00100000:3.0:1746130278.414953:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129e23450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949849079424:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746130278.414960:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746130278.414977:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880099532800/0x4ce24e57873618dc lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ff1a expref: 6 pid: 10554 timeout: 576 lvb_type: 0 00010000:00010000:3.0:1746130278.414986:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880099532800/0x4ce24e57873618dc lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ff1a expref: 6 pid: 10554 timeout: 576 lvb_type: 0 00010000:00010000:3.0:1746130278.415000:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880099532800/0x4ce24e57873618dc lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ff1a expref: 6 pid: 10554 timeout: 576 lvb_type: 0 00010000:00010000:3.0:1746130278.415022:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130278.415024:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130278.415030:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880099532a00/0x4ce24e57873618e3 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ff21 expref: 42 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130278.415036:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099532a00/0x4ce24e57873618e3 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ff21 expref: 42 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130278.415054:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880099532a00/0x4ce24e57873618e3 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ff21 expref: 42 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130278.415068:0:7097:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880099532a00/0x4ce24e57873618e3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ff21 expref: 42 pid: 10554 timeout: 576 lvb_type: 0 00000100:00100000:3.0:1746130278.415080:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091951500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841675520:192.168.204.51@tcp:105: 00000100:00100000:3.0:1746130278.415137:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ad69cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1746130278.416318:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091951500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841675520:192.168.204.51@tcp:105: 00010000:00010000:3.0:1746130278.416334:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746130278.416362:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129e23450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+5:1962:x1830949849079424:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 1411us (1961us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130278.416372:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14380 00000100:00100000:0.0:1746130278.416723:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130278.416855:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849079680 00000100:00100000:3.0:1746130278.416860:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849079680 00002000:00100000:3.0:1746130278.416889:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009b320a80 x1830949849079680/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:264/0 lens 488/0 e 0 to 0 dl 1746130289 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130278.416898:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b320a80 with x1830949849079680 ext(0->4095) 00010000:00010000:3.0:1746130278.416905:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880099532a00/0x4ce24e57873618e3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ff21 expref: 43 pid: 10554 timeout: 576 lvb_type: 0 00010000:00010000:3.0:1746130278.416915:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880099532a00/0x4ce24e57873618e3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ff21 expref: 43 pid: 10554 timeout: 576 lvb_type: 0 00002000:00010000:3.0:1746130278.416921:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009b320a80 00000100:00100000:3.0:1746130278.416996:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2449 00000100:00100000:3.0:1746130278.417004:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b320a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+43:1961:x1830949849079680:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746130278.417134:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b320a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+43:1961:x1830949849079680:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 131us (411us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746130278.417143:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2449 00002000:00100000:3.0:1746130278.417148:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009b320a80 x1830949849079680/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:264/0 lens 488/4536 e 0 to 0 dl 1746130289 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130278.417154:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b320a80 with x1830949849079680 ext(0->4095) 00010000:00010000:3.0:1746130278.417158:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880099532a00/0x4ce24e57873618e3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ff21 expref: 43 pid: 10554 timeout: 576 lvb_type: 0 00010000:00010000:3.0:1746130278.417167:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880099532a00/0x4ce24e57873618e3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ff21 expref: 43 pid: 10554 timeout: 576 lvb_type: 0 00002000:00010000:3.0:1746130278.417172:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009b320a80 00000100:00100000:0.0:1746130278.418549:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130278.418684:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849079808 00000100:00100000:3.0:1746130278.418692:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849079808 00010000:00010000:3.0:1746130278.418724:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880099532a00/0x4ce24e57873618e3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ff21 expref: 43 pid: 10554 timeout: 576 lvb_type: 0 00000100:00100000:3.0:1746130278.418758:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14381 00000100:00100000:3.0:1746130278.418764:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b322d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+43:1962:x1830949849079808:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746130278.418775:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746130278.418793:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880099532a00/0x4ce24e57873618e3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ff21 expref: 43 pid: 10554 timeout: 576 lvb_type: 0 00010000:00010000:3.0:1746130278.418804:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880099532a00/0x4ce24e57873618e3 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ff21 expref: 43 pid: 10554 timeout: 576 lvb_type: 0 00010000:00010000:3.0:1746130278.418822:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880099532a00/0x4ce24e57873618e3 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ff21 expref: 43 pid: 10554 timeout: 576 lvb_type: 0 00010000:00010000:3.0:1746130278.418849:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130278.418851:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130278.418857:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880099533c00/0x4ce24e57873618ea lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ff28 expref: 42 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130278.418864:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099533c00/0x4ce24e57873618ea lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ff28 expref: 42 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130278.418895:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880099533c00/0x4ce24e57873618ea lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ff28 expref: 42 pid: 10554 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746130278.418904:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091951500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841675648:192.168.204.51@tcp:105: 00000100:00100000:3.0:1746130278.418973:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ad69240 going to sleep for 11 seconds 00000100:00100000:3.0:1746130278.420421:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091951500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841675648:192.168.204.51@tcp:105: 00010000:00010000:3.0:1746130278.420449:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746130278.420482:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b322d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+42:1962:x1830949849079808:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 1717us (1941us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130278.420490:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14381 00000100:00100000:0.0:1746130278.421406:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130278.421458:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849080064 00000100:00100000:3.0:1746130278.421464:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849080064 00002000:00100000:3.0:1746130278.421496:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88013514d180 x1830949849080064/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:264/0 lens 488/0 e 0 to 0 dl 1746130289 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130278.421504:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013514d180 with x1830949849080064 ext(0->4095) 00002000:00010000:3.0:1746130278.421508:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88013514d180 00000100:00100000:3.0:1746130278.421604:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4744 00000100:00100000:3.0:1746130278.421612:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013514d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+42:1962:x1830949849080064:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746130278.421734:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013514d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+42:1962:x1830949849080064:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 121us (326us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746130278.421739:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4744 00002000:00100000:3.0:1746130278.421744:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88013514d180 x1830949849080064/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:264/0 lens 488/4536 e 0 to 0 dl 1746130289 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130278.421751:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013514d180 with x1830949849080064 ext(0->4095) 00002000:00010000:3.0:1746130278.421753:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88013514d180 00000100:00100000:0.0:1746130278.423018:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130278.423095:0:20953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849080192 00000100:00100000:2.0:1746130278.423101:0:20953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849080192 00000100:00100000:2.0:1746130278.423147:0:20953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6118 00000100:00100000:2.0:1746130278.423153:0:20953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013514f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c84b93b0-d496-484f-8e1e-94008838f2dd+5:31579:x1830949849080192:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746130278.423165:0:20953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746130278.423180:0:20953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009955fa00/0x4ce24e57873618f1 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3ff2f expref: -99 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130278.423202:0:20953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880099533c00/0x4ce24e57873618ea lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ff28 expref: 41 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130278.423209:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746130278.423211:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746130278.423214:0:20953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009955fa00/0x4ce24e57873618f1 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ff2f expref: 6 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130278.423239:0:20953:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880099533c00/0x4ce24e57873618ea lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ff28 expref: 41 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130278.423249:0:20953:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880099533c00/0x4ce24e57873618ea lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ff28 expref: 41 pid: 10554 timeout: 576 lvb_type: 0 00000100:00100000:2.0:1746130278.423259:0:20953:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135268700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:20953:1830949841675776:192.168.204.51@tcp:104: 00000100:00100000:2.0:1746130278.423357:0:20953:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b23e0a80 going to sleep for 11 seconds 00000100:00100000:3.0:1746130278.424722:0:20953:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135268700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:20953:1830949841675776:192.168.204.51@tcp:104: 00010000:00010000:3.0:1746130278.424742:0:20953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009955fa00/0x4ce24e57873618f1 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ff2f expref: 6 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130278.424754:0:20953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009955fa00, rc 0) 00000100:00100000:3.0:1746130278.424797:0:20953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013514f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c84b93b0-d496-484f-8e1e-94008838f2dd+6:31579:x1830949849080192:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1643us (1782us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130278.424805:0:20953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6118 00000100:00100000:0.0:1746130278.425249:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130278.425296:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849080320 00000100:00100000:3.0:1746130278.425302:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849080320 00010000:00010000:3.0:1746130278.425335:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880099533c00/0x4ce24e57873618ea lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ff28 expref: 42 pid: 10554 timeout: 576 lvb_type: 0 00000100:00100000:3.0:1746130278.425365:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14382 00000100:00100000:3.0:1746130278.425372:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013514c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+42:1962:x1830949849080320:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746130278.425381:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746130278.425399:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880099533c00/0x4ce24e57873618ea lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ff28 expref: 42 pid: 10554 timeout: 576 lvb_type: 0 00010000:00010000:3.0:1746130278.425408:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880099533c00/0x4ce24e57873618ea lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ff28 expref: 42 pid: 10554 timeout: 576 lvb_type: 0 00010000:00010000:3.0:1746130278.425425:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880099533c00/0x4ce24e57873618ea lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ff28 expref: 42 pid: 10554 timeout: 576 lvb_type: 0 00010000:00010000:3.0:1746130278.425463:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130278.425465:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130278.425471:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009955fa00/0x4ce24e57873618f1 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ff2f expref: 5 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130278.425478:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009955fa00/0x4ce24e57873618f1 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ff2f expref: 5 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130278.425766:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009955fa00/0x4ce24e57873618f1 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ff2f expref: 5 pid: 20953 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746130278.425778:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091951500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841675904:192.168.204.51@tcp:105: 00000100:00100000:3.0:1746130278.425841:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ad69180 going to sleep for 11 seconds 00000100:00100000:0.0:1746130278.427240:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130278.427292:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849080576 00000100:00100000:2.0:1746130278.427298:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849080576 00000100:00100000:3.0:1746130278.427318:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091951500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841675904:192.168.204.51@tcp:105: 00002000:00100000:2.0:1746130278.427329:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88013514df80 x1830949849080576/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:264/0 lens 488/0 e 0 to 0 dl 1746130289 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00010000:00010000:3.0:1746130278.427333:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00100000:2.0:1746130278.427337:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013514df80 with x1830949849080576 ext(0->4095) 00002000:00010000:2.0:1746130278.427341:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88013514df80 00000100:00100000:2.0:1746130278.427355:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4745 00000100:00100000:2.0:1746130278.427361:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013514df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949849080576:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746130278.427371:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013514c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+41:1962:x1830949849080320:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 2000us (2124us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130278.427379:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14382 00000100:00100000:2.0:1746130278.427795:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013514df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949849080576:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 432us (558us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746130278.427802:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4745 00002000:00100000:2.0:1746130278.427807:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88013514df80 x1830949849080576/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:264/0 lens 488/4536 e 0 to 0 dl 1746130289 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130278.427814:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013514df80 with x1830949849080576 ext(0->4095) 00002000:00010000:2.0:1746130278.427817:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88013514df80 00000100:00100000:0.0:1746130278.429117:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130278.429202:0:20953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849080704 00000100:00100000:3.0:1746130278.429207:0:20953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849080704 00000100:00100000:3.0:1746130278.429250:0:20953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6119 00000100:00100000:3.0:1746130278.429256:0:20953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013514d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:640ea846-b909-4eea-9a54-417e15bd627b+41:31579:x1830949849080704:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746130278.429296:0:20953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746130278.429313:0:20953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009494ce00/0x4ce24e57873618f8 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3ff36 expref: -99 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130278.429336:0:20953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009955fa00/0x4ce24e57873618f1 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ff2f expref: 5 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130278.429344:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130278.429345:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130278.429348:0:20953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009494ce00/0x4ce24e57873618f8 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ff36 expref: 42 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130278.429372:0:20953:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009955fa00/0x4ce24e57873618f1 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ff2f expref: 5 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130278.429382:0:20953:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009955fa00/0x4ce24e57873618f1 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ff2f expref: 5 pid: 20953 timeout: 576 lvb_type: 0 00000100:00100000:3.0:1746130278.429393:0:20953:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091951500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:20953:1830949841676032:192.168.204.51@tcp:104: 00000100:00100000:3.0:1746130278.429479:0:20953:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ad69180 going to sleep for 11 seconds 00000100:00100000:3.0:1746130278.430693:0:20953:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091951500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:20953:1830949841676032:192.168.204.51@tcp:104: 00010000:00010000:3.0:1746130278.430715:0:20953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009494ce00/0x4ce24e57873618f8 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ff36 expref: 42 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130278.430734:0:20953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009494ce00, rc 0) 00000100:00100000:3.0:1746130278.430771:0:20953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013514d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:640ea846-b909-4eea-9a54-417e15bd627b+42:31579:x1830949849080704:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1514us (1657us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130278.430778:0:20953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6119 00000100:00100000:0.0:1746130278.431098:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130278.431226:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130278.431261:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849080832 00000100:00100000:3.0:1746130278.431286:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849080832 00000100:00100000:0.0:1746130278.431289:0:20953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849080960 00000100:00100000:0.0:1746130278.431291:0:20953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849080960 00010000:00010000:3.0:1746130278.431312:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009955fa00/0x4ce24e57873618f1 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ff2f expref: 6 pid: 20953 timeout: 576 lvb_type: 0 00000100:00100000:3.0:1746130278.431500:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14383 00000100:00100000:0.0:1746130278.431500:0:20953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6120 00000100:00100000:3.0:1746130278.431506:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013514c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949849080832:12345-192.168.204.51@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1746130278.431506:0:20953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013526b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:640ea846-b909-4eea-9a54-417e15bd627b+42:31578:x1830949849080960:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746130278.431517:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746130278.431517:0:20953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746130278.431526:0:20953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a796cc00/0x4ce24e57873618ff lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3ff3d expref: -99 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130278.431534:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009955fa00/0x4ce24e57873618f1 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ff2f expref: 6 pid: 20953 timeout: 576 lvb_type: 0 00010000:00010000:0.0:1746130278.431539:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130278.431542:0:20953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009494ce00/0x4ce24e57873618f8 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ff36 expref: 43 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130278.431547:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746130278.431550:0:20953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a796cc00/0x4ce24e57873618ff lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ff3d expref: 43 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130278.431679:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009955fa00/0x4ce24e57873618f1 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ff2f expref: 6 pid: 20953 timeout: 576 lvb_type: 0 00010000:00010000:3.0:1746130278.431694:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009955fa00/0x4ce24e57873618f1 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ff2f expref: 6 pid: 20953 timeout: 576 lvb_type: 0 00010000:00010000:0.0:1746130278.431700:0:20953:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009494ce00/0x4ce24e57873618f8 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ff36 expref: 43 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130278.431708:0:20953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a796cc00/0x4ce24e57873618ff lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ff3d expref: 43 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130278.431715:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130278.431716:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130278.431721:0:20953:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009494ce00/0x4ce24e57873618f8 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ff36 expref: 43 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130278.431728:0:20953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009494ce00/0x4ce24e57873618f8 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ff36 expref: 43 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130278.431743:0:20953:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009494ce00/0x4ce24e57873618f8 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ff36 expref: 43 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130278.431755:0:20953:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009494ce00/0x4ce24e57873618f8 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ff36 expref: 43 pid: 20953 timeout: 576 lvb_type: 0 00000100:00100000:0.0:1746130278.431764:0:20953:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013514e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:20953:1830949841676288:192.168.204.51@tcp:105: 00010000:00010000:3.0:1746130278.431843:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746130278.431845:0:20953:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009bc95600 going to sleep for 11 seconds 00000100:00100000:3.0:1746130278.431859:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013514c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+5:1962:x1830949849080832:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 353us (763us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130278.431865:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14383 00000100:00100000:2.0:1746130278.432895:0:20953:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013514e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:20953:1830949841676288:192.168.204.51@tcp:105: 00010000:00010000:2.0:1746130278.432907:0:20953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a796cc00, rc 0) 00000100:00100000:2.0:1746130278.432942:0:20953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013526b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:640ea846-b909-4eea-9a54-417e15bd627b+43:31578:x1830949849080960:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1437us (1717us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130278.432948:0:20953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6120 00000100:00100000:0.0:1746130278.433108:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130278.433169:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849081216 00000100:00100000:2.0:1746130278.433174:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849081216 00002000:00100000:2.0:1746130278.433204:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88013514ea00 x1830949849081216/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:264/0 lens 488/0 e 0 to 0 dl 1746130289 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130278.433212:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013514ea00 with x1830949849081216 ext(0->4095) 00010000:00010000:2.0:1746130278.433217:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009494ce00/0x4ce24e57873618f8 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ff36 expref: 43 pid: 20953 timeout: 576 lvb_type: 0 00010000:00010000:2.0:1746130278.433228:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009494ce00/0x4ce24e57873618f8 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ff36 expref: 43 pid: 20953 timeout: 576 lvb_type: 0 00002000:00010000:2.0:1746130278.433238:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88013514ea00 00000100:00100000:2.0:1746130278.433261:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2450 00000100:00100000:2.0:1746130278.433292:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013514ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+43:1961:x1830949849081216:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746130278.433442:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013514ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+43:1961:x1830949849081216:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 165us (325us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746130278.433448:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2450 00002000:00100000:2.0:1746130278.433453:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88013514ea00 x1830949849081216/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:264/0 lens 488/4536 e 0 to 0 dl 1746130289 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130278.433460:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013514ea00 with x1830949849081216 ext(0->4095) 00010000:00010000:2.0:1746130278.433464:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009494ce00/0x4ce24e57873618f8 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ff36 expref: 43 pid: 20953 timeout: 576 lvb_type: 0 00010000:00010000:2.0:1746130278.433472:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009494ce00/0x4ce24e57873618f8 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ff36 expref: 43 pid: 20953 timeout: 576 lvb_type: 0 00002000:00010000:2.0:1746130278.433477:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88013514ea00 00000100:00100000:0.0:1746130278.434969:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130278.435165:0:20953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849081344 00000100:00100000:2.0:1746130278.435171:0:20953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849081344 00000100:00100000:2.0:1746130278.435209:0:20953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6121 00000100:00100000:2.0:1746130278.435215:0:20953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013514f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c84b93b0-d496-484f-8e1e-94008838f2dd+5:31579:x1830949849081344:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746130278.435226:0:20953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746130278.435239:0:20953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009955ec00/0x4ce24e5787361906 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3ff44 expref: -99 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130278.435261:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746130278.435286:0:20953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a796cc00/0x4ce24e57873618ff lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ff3d expref: 42 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130278.435291:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746130278.435295:0:20953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009955ec00/0x4ce24e5787361906 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ff44 expref: 6 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130278.435322:0:20953:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a796cc00/0x4ce24e57873618ff lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ff3d expref: 42 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130278.435334:0:20953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009955ec00/0x4ce24e5787361906 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ff44 expref: 6 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130278.435342:0:20953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009955ec00, rc 0) 00000100:00100000:2.0:1746130278.435374:0:20953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013514f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c84b93b0-d496-484f-8e1e-94008838f2dd+6:31579:x1830949849081344:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 160us (411us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130278.435379:0:20953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6121 00000100:00100000:0.0:1746130278.435431:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130278.435565:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849081472 00000100:00100000:3.0:1746130278.435569:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849081472 00010000:00010000:3.0:1746130278.435587:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009494ce00/0x4ce24e57873618f8 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ff36 expref: 43 pid: 20953 timeout: 576 lvb_type: 0 00000100:00100000:3.0:1746130278.435704:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14384 00000100:00100000:3.0:1746130278.435711:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013514ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+43:1961:x1830949849081472:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746130278.435720:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746130278.435736:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009494ce00/0x4ce24e57873618f8 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ff36 expref: 43 pid: 20953 timeout: 576 lvb_type: 0 00010000:00010000:3.0:1746130278.435744:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009494ce00/0x4ce24e57873618f8 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ff36 expref: 43 pid: 20953 timeout: 576 lvb_type: 0 00010000:00010000:3.0:1746130278.435758:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009494ce00/0x4ce24e57873618f8 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ff36 expref: 43 pid: 20953 timeout: 576 lvb_type: 0 00010000:00010000:3.0:1746130278.435779:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130278.435781:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130278.435786:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a796cc00/0x4ce24e57873618ff lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ff3d expref: 42 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130278.435792:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a796cc00/0x4ce24e57873618ff lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ff3d expref: 42 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130278.435810:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a796cc00/0x4ce24e57873618ff lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ff3d expref: 42 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130278.435822:0:7097:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a796cc00/0x4ce24e57873618ff lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ff3d expref: 42 pid: 20953 timeout: 576 lvb_type: 0 00000100:00100000:3.0:1746130278.435832:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091951500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841676544:192.168.204.51@tcp:105: 00000100:00100000:3.0:1746130278.436319:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ad69180 going to sleep for 11 seconds 00000100:00100000:3.0:1746130278.437751:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091951500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841676544:192.168.204.51@tcp:105: 00010000:00010000:3.0:1746130278.437771:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746130278.437814:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013514ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+42:1961:x1830949849081472:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 2103us (2382us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130278.437823:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14384 00000100:00100000:0.0:1746130278.438598:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130278.438666:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849081728 00000100:00100000:2.0:1746130278.438672:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849081728 00002000:00100000:2.0:1746130278.438706:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88013514dc00 x1830949849081728/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:264/0 lens 488/0 e 0 to 0 dl 1746130289 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130278.438715:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013514dc00 with x1830949849081728 ext(0->4095) 00010000:00010000:2.0:1746130278.438722:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a796cc00/0x4ce24e57873618ff lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ff3d expref: 42 pid: 20953 timeout: 576 lvb_type: 0 00010000:00010000:2.0:1746130278.438739:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a796cc00/0x4ce24e57873618ff lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ff3d expref: 42 pid: 20953 timeout: 576 lvb_type: 0 00002000:00010000:2.0:1746130278.438744:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88013514dc00 00000100:00100000:2.0:1746130278.438769:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2451 00000100:00100000:2.0:1746130278.438775:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013514dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+42:1962:x1830949849081728:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746130278.438894:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013514dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+42:1962:x1830949849081728:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 120us (297us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746130278.438898:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2451 00002000:00100000:2.0:1746130278.438901:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88013514dc00 x1830949849081728/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:264/0 lens 488/4536 e 0 to 0 dl 1746130289 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130278.438906:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013514dc00 with x1830949849081728 ext(0->4095) 00010000:00010000:2.0:1746130278.438909:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a796cc00/0x4ce24e57873618ff lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ff3d expref: 42 pid: 20953 timeout: 576 lvb_type: 0 00010000:00010000:2.0:1746130278.438914:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a796cc00/0x4ce24e57873618ff lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ff3d expref: 42 pid: 20953 timeout: 576 lvb_type: 0 00002000:00010000:2.0:1746130278.438918:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88013514dc00 00000100:00100000:0.0:1746130278.440190:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130278.440244:0:10554:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849081856 00000100:00100000:1.0:1746130278.440250:0:10554:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849081856 00000100:00100000:0.0:1746130278.440257:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130278.440320:0:10554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6122 00000100:00100000:1.0:1746130278.440327:0:10554:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013514f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:640ea846-b909-4eea-9a54-417e15bd627b+42:31578:x1830949849081856:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746130278.440337:0:10554:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746130278.440352:0:10554:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099532600/0x4ce24e578736190d lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3ff4b expref: -99 pid: 10554 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746130278.440362:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849081984 00000100:00100000:3.0:1746130278.440365:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849081984 00010000:00010000:1.0:1746130278.440371:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130278.440376:0:10554:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009955ec00/0x4ce24e5787361906 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ff44 expref: 5 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130278.440380:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746130278.440381:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a796cc00/0x4ce24e57873618ff lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ff3d expref: 44 pid: 20953 timeout: 576 lvb_type: 0 00010000:00010000:1.0:1746130278.440383:0:10554:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099532600/0x4ce24e578736190d lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ff4b expref: 44 pid: 10554 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746130278.440397:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14385 00000100:00100000:3.0:1746130278.440401:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013514ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+44:1962:x1830949849081984:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746130278.440407:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746130278.440416:0:10554:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009955ec00/0x4ce24e5787361906 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ff44 expref: 5 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130278.440422:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a796cc00/0x4ce24e57873618ff lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ff3d expref: 44 pid: 20953 timeout: 576 lvb_type: 0 00010000:00010000:1.0:1746130278.440425:0:10554:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880099532600/0x4ce24e578736190d lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ff4b expref: 44 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130278.440431:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a796cc00/0x4ce24e57873618ff lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ff3d expref: 44 pid: 20953 timeout: 576 lvb_type: 0 00010000:00010000:1.0:1746130278.440456:0:10554:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099532600, rc 0) 00000100:00100000:1.0:1746130278.440489:0:10554:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013514f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:640ea846-b909-4eea-9a54-417e15bd627b+44:31578:x1830949849081856:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 163us (300us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130278.440494:0:10554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6122 00010000:00010000:3.0:1746130278.440568:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a796cc00/0x4ce24e57873618ff lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ff3d expref: 43 pid: 20953 timeout: 576 lvb_type: 0 00010000:00010000:3.0:1746130278.440590:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130278.440591:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130278.440597:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009955ec00/0x4ce24e5787361906 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ff44 expref: 5 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130278.440604:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009955ec00/0x4ce24e5787361906 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ff44 expref: 5 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130278.440623:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009955ec00/0x4ce24e5787361906 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ff44 expref: 5 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130278.440633:0:7097:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009955ec00/0x4ce24e5787361906 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ff44 expref: 5 pid: 20953 timeout: 576 lvb_type: 0 00000100:00100000:3.0:1746130278.440642:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091951500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841676800:192.168.204.51@tcp:105: 00000100:00100000:3.0:1746130278.440694:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ad69180 going to sleep for 11 seconds 00000100:00100000:3.0:1746130278.441613:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091951500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841676800:192.168.204.51@tcp:105: 00010000:00010000:3.0:1746130278.441625:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746130278.441645:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013514ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+42:1962:x1830949849081984:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 1243us (1387us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130278.441651:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14385 00000100:00100000:0.0:1746130278.441931:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130278.441981:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849082240 00000100:00100000:2.0:1746130278.441987:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849082240 00002000:00100000:2.0:1746130278.442012:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88013514d880 x1830949849082240/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:264/0 lens 488/0 e 0 to 0 dl 1746130289 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130278.442021:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013514d880 with x1830949849082240 ext(0->4095) 00010000:00010000:2.0:1746130278.442027:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009955ec00/0x4ce24e5787361906 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ff44 expref: 6 pid: 20953 timeout: 576 lvb_type: 0 00010000:00010000:2.0:1746130278.442037:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009955ec00/0x4ce24e5787361906 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ff44 expref: 6 pid: 20953 timeout: 576 lvb_type: 0 00002000:00010000:2.0:1746130278.442043:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88013514d880 00000100:00100000:2.0:1746130278.442064:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2452 00000100:00100000:2.0:1746130278.442070:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013514d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949849082240:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746130278.442184:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013514d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949849082240:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 114us (264us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746130278.442189:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2452 00002000:00100000:2.0:1746130278.442193:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88013514d880 x1830949849082240/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:264/0 lens 488/4536 e 0 to 0 dl 1746130289 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130278.442200:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013514d880 with x1830949849082240 ext(0->4095) 00010000:00010000:2.0:1746130278.442204:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009955ec00/0x4ce24e5787361906 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ff44 expref: 6 pid: 20953 timeout: 576 lvb_type: 0 00010000:00010000:2.0:1746130278.442212:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009955ec00/0x4ce24e5787361906 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ff44 expref: 6 pid: 20953 timeout: 576 lvb_type: 0 00002000:00010000:2.0:1746130278.442217:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88013514d880 00000100:00100000:0.0:1746130278.443834:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130278.443941:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849082368 00000100:00100000:3.0:1746130278.443949:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849082368 00010000:00010000:3.0:1746130278.443985:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009955ec00/0x4ce24e5787361906 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ff44 expref: 6 pid: 20953 timeout: 576 lvb_type: 0 00000100:00100000:3.0:1746130278.444027:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14386 00000100:00100000:3.0:1746130278.444036:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013514e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949849082368:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746130278.444048:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746130278.444068:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009955ec00/0x4ce24e5787361906 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ff44 expref: 6 pid: 20953 timeout: 576 lvb_type: 0 00010000:00010000:3.0:1746130278.444080:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009955ec00/0x4ce24e5787361906 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ff44 expref: 6 pid: 20953 timeout: 576 lvb_type: 0 00010000:00010000:3.0:1746130278.444101:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009955ec00/0x4ce24e5787361906 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ff44 expref: 6 pid: 20953 timeout: 576 lvb_type: 0 00010000:00010000:3.0:1746130278.444133:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130278.444136:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130278.444143:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880099532600/0x4ce24e578736190d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ff4b expref: 41 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130278.444152:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099532600/0x4ce24e578736190d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ff4b expref: 41 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130278.444182:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880099532600/0x4ce24e578736190d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ff4b expref: 41 pid: 10554 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746130278.444193:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091951500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841676928:192.168.204.51@tcp:105: 00000100:00100000:3.0:1746130278.444323:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ad69180 going to sleep for 11 seconds 00000100:00100000:3.0:1746130278.445720:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091951500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841676928:192.168.204.51@tcp:105: 00010000:00010000:3.0:1746130278.445738:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746130278.445777:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013514e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+5:1961:x1830949849082368:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 1743us (1949us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130278.445786:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14386 00000100:00100000:0.0:1746130278.446817:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130278.446951:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849082624 00000100:00100000:2.0:1746130278.446958:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849082624 00002000:00100000:2.0:1746130278.447000:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88013514fb80 x1830949849082624/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:264/0 lens 488/0 e 0 to 0 dl 1746130289 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130278.447015:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013514fb80 with x1830949849082624 ext(0->4095) 00002000:00010000:2.0:1746130278.447019:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88013514fb80 00000100:00100000:2.0:1746130278.447055:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4746 00000100:00100000:2.0:1746130278.447062:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013514fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+42:1961:x1830949849082624:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746130278.447734:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013514fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+42:1961:x1830949849082624:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 669us (917us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746130278.447740:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4746 00002000:00100000:2.0:1746130278.447746:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88013514fb80 x1830949849082624/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:264/0 lens 488/4536 e 0 to 0 dl 1746130289 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130278.447753:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013514fb80 with x1830949849082624 ext(0->4095) 00002000:00010000:2.0:1746130278.447755:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88013514fb80 00000100:00100000:0.0:1746130278.449652:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130278.449711:0:10554:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849082752 00000100:00100000:1.0:1746130278.449717:0:10554:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849082752 00000100:00100000:1.0:1746130278.449762:0:10554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6123 00000100:00100000:1.0:1746130278.449768:0:10554:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013514e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+5:31579:x1830949849082752:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746130278.449780:0:10554:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746130278.449794:0:10554:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099532000/0x4ce24e5787361914 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3ff52 expref: -99 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130278.449815:0:10554:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880099532600/0x4ce24e578736190d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ff4b expref: 41 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130278.449821:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130278.449822:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130278.449825:0:10554:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099532000/0x4ce24e5787361914 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ff52 expref: 6 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130278.449851:0:10554:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880099532600/0x4ce24e578736190d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ff4b expref: 41 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130278.449860:0:10554:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880099532600/0x4ce24e578736190d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ff4b expref: 41 pid: 10554 timeout: 576 lvb_type: 0 00000100:00100000:1.0:1746130278.449870:0:10554:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800947a5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10554:1830949841677056:192.168.204.51@tcp:104: 00000100:00100000:1.0:1746130278.450753:0:10554:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18fb3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746130278.453340:0:10554:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800947a5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10554:1830949841677056:192.168.204.51@tcp:104: 00010000:00010000:1.0:1746130278.453368:0:10554:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880099532000/0x4ce24e5787361914 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ff52 expref: 6 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130278.453383:0:10554:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099532000, rc 0) 00000100:00100000:1.0:1746130278.453464:0:10554:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013514e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+6:31579:x1830949849082752:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3695us (3817us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130278.453473:0:10554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6123 00000100:00100000:0.0:1746130278.453679:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130278.453806:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849082880 00000100:00100000:3.0:1746130278.453811:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849082880 00010000:00010000:3.0:1746130278.453980:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880099532600/0x4ce24e578736190d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ff4b expref: 42 pid: 10554 timeout: 576 lvb_type: 0 00000100:00100000:3.0:1746130278.454000:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14387 00000100:00100000:3.0:1746130278.454007:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129e20c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+42:1961:x1830949849082880:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746130278.454016:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746130278.454033:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880099532600/0x4ce24e578736190d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ff4b expref: 42 pid: 10554 timeout: 576 lvb_type: 0 00010000:00010000:3.0:1746130278.454042:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880099532600/0x4ce24e578736190d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ff4b expref: 42 pid: 10554 timeout: 576 lvb_type: 0 00010000:00010000:3.0:1746130278.454060:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880099532600/0x4ce24e578736190d lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ff4b expref: 42 pid: 10554 timeout: 576 lvb_type: 0 00010000:00010000:3.0:1746130278.454073:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130278.454075:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130278.454080:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880099532000/0x4ce24e5787361914 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ff52 expref: 5 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130278.454088:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099532000/0x4ce24e5787361914 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ff52 expref: 5 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130278.454113:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880099532000/0x4ce24e5787361914 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ff52 expref: 5 pid: 10554 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746130278.454123:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091951500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841677184:192.168.204.51@tcp:105: 00000100:00100000:3.0:1746130278.454184:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ad69180 going to sleep for 11 seconds 00000100:00100000:3.0:1746130278.456260:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091951500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841677184:192.168.204.51@tcp:105: 00010000:00010000:3.0:1746130278.456316:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746130278.456363:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129e20c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+41:1961:x1830949849082880:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 2355us (2683us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130278.456373:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14387 00000100:00100000:0.0:1746130278.458318:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130278.458362:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130278.458364:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849083136 00000100:00100000:2.0:1746130278.458371:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849083136 00002000:00100000:2.0:1746130278.458412:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88013514c380 x1830949849083136/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:264/0 lens 488/0 e 0 to 0 dl 1746130289 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130278.458421:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013514c380 with x1830949849083136 ext(0->4095) 00002000:00010000:2.0:1746130278.458425:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88013514c380 00000100:00100000:2.0:1746130278.458465:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4747 00000100:00100000:2.0:1746130278.458471:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013514c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949849083136:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746130278.458616:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013514c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949849083136:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 144us (303us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746130278.458622:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4747 00002000:00100000:2.0:1746130278.458627:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88013514c380 x1830949849083136/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:264/0 lens 488/4536 e 0 to 0 dl 1746130289 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130278.458633:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013514c380 with x1830949849083136 ext(0->4095) 00002000:00010000:2.0:1746130278.458636:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88013514c380 00000100:00100000:1.0:1746130278.458689:0:10554:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849083264 00000100:00100000:1.0:1746130278.458692:0:10554:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849083264 00000100:00100000:1.0:1746130278.458725:0:10554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6124 00000100:00100000:1.0:1746130278.458731:0:10554:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013514c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:640ea846-b909-4eea-9a54-417e15bd627b+41:31578:x1830949849083264:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746130278.458739:0:10554:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746130278.458753:0:10554:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099532a00/0x4ce24e578736191b lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3ff59 expref: -99 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130278.458772:0:10554:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880099532000/0x4ce24e5787361914 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ff52 expref: 5 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130278.458779:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130278.458781:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130278.458784:0:10554:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099532a00/0x4ce24e578736191b lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ff59 expref: 42 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130278.458807:0:10554:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880099532000/0x4ce24e5787361914 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ff52 expref: 5 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130278.458817:0:10554:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880099532000/0x4ce24e5787361914 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ff52 expref: 5 pid: 10554 timeout: 576 lvb_type: 0 00000100:00100000:1.0:1746130278.458826:0:10554:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800947a5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10554:1830949841677312:192.168.204.51@tcp:104: 00000100:00100000:1.0:1746130278.458894:0:10554:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18fb3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746130278.460309:0:10554:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800947a5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10554:1830949841677312:192.168.204.51@tcp:104: 00010000:00010000:1.0:1746130278.460331:0:10554:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880099532a00/0x4ce24e578736191b lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ff59 expref: 42 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130278.460343:0:10554:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099532a00, rc 0) 00000100:00100000:1.0:1746130278.460551:0:10554:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013514c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:640ea846-b909-4eea-9a54-417e15bd627b+42:31578:x1830949849083264:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1819us (2187us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130278.460558:0:10554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6124 00000100:00100000:0.0:1746130278.461040:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130278.461100:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130278.461153:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849083520 00000100:00100000:3.0:1746130278.461158:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849083520 00010000:00010000:3.0:1746130278.461185:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880099532000/0x4ce24e5787361914 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ff52 expref: 6 pid: 10554 timeout: 576 lvb_type: 0 00000100:00100000:3.0:1746130278.461203:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14388 00000100:00100000:3.0:1746130278.461209:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013514ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949849083520:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746130278.461219:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1746130278.461233:0:10554:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849083392 00000100:00100000:1.0:1746130278.461236:0:10554:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849083392 00010000:00010000:3.0:1746130278.461237:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880099532000/0x4ce24e5787361914 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ff52 expref: 6 pid: 10554 timeout: 576 lvb_type: 0 00010000:00010000:3.0:1746130278.461246:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880099532000/0x4ce24e5787361914 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ff52 expref: 6 pid: 10554 timeout: 576 lvb_type: 0 00000100:00100000:1.0:1746130278.461263:0:10554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6125 00000100:00100000:1.0:1746130278.461291:0:10554:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013514ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:640ea846-b909-4eea-9a54-417e15bd627b+42:31579:x1830949849083392:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746130278.461301:0:10554:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746130278.461309:0:10554:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099532800/0x4ce24e5787361922 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3ff60 expref: -99 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130278.461417:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880099532000/0x4ce24e5787361914 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ff52 expref: 6 pid: 10554 timeout: 576 lvb_type: 0 00010000:00010000:1.0:1746130278.461418:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130278.461422:0:10554:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880099532a00/0x4ce24e578736191b lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ff59 expref: 43 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130278.461427:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130278.461430:0:10554:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099532800/0x4ce24e5787361922 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ff60 expref: 43 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130278.461643:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130278.461645:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130278.461651:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880099532a00/0x4ce24e578736191b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ff59 expref: 43 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130278.461658:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099532a00/0x4ce24e578736191b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ff59 expref: 43 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130278.461676:0:10554:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880099532a00/0x4ce24e578736191b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ff59 expref: 43 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130278.461685:0:10554:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880099532a00/0x4ce24e578736191b lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ff59 expref: 43 pid: 10554 timeout: 576 lvb_type: 0 00010000:00010000:3.0:1746130278.461693:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880099532a00/0x4ce24e578736191b lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ff59 expref: 43 pid: 10554 timeout: 576 lvb_type: 0 00000100:00100000:1.0:1746130278.461695:0:10554:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800947a5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10554:1830949841677568:192.168.204.51@tcp:104: 00010000:00010000:3.0:1746130278.461699:0:7097:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880099532a00/0x4ce24e578736191b lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ff59 expref: 43 pid: 10554 timeout: 576 lvb_type: 0 00000100:00100000:3.0:1746130278.461705:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091951500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841677440:192.168.204.51@tcp:105: 00000100:00100000:1.0:1746130278.461849:0:10554:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18fb3c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746130278.461851:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ad69f00 going to sleep for 11 seconds 00000100:00100000:1.0:1746130278.463665:0:10554:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800947a5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10554:1830949841677568:192.168.204.51@tcp:104: 00000100:00100000:0.0:1746130278.463687:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130278.463710:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849083776 00000100:00100000:0.0:1746130278.463714:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849083776 00000100:00100000:3.0:1746130278.463716:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091951500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841677440:192.168.204.51@tcp:105: 00010000:00010000:3.0:1746130278.463731:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00100000:0.0:1746130278.463746:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88013514e300 x1830949849083776/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:264/0 lens 488/0 e 0 to 0 dl 1746130289 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746130278.463760:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013514e300 with x1830949849083776 ext(0->4095) 00010000:00010000:0.0:1746130278.463766:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880099532a00/0x4ce24e578736191b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ff59 expref: 44 pid: 10554 timeout: 576 lvb_type: 0 00000100:00100000:3.0:1746130278.463774:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013514ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+5:1961:x1830949849083520:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 2565us (2674us total) trans 0 rc 0/0 00010000:00010000:0.0:1746130278.463776:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880099532a00/0x4ce24e578736191b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ff59 expref: 44 pid: 10554 timeout: 576 lvb_type: 0 00002000:00010000:0.0:1746130278.463781:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88013514e300 00000100:00100000:3.0:1746130278.463782:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14388 00000100:00100000:0.0:1746130278.463793:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2453 00000100:00100000:0.0:1746130278.463798:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013514e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+44:1961:x1830949849083776:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746130278.463917:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013514e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+44:1961:x1830949849083776:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 118us (230us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746130278.463922:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2453 00002000:00100000:0.0:1746130278.463926:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88013514e300 x1830949849083776/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:264/0 lens 488/4536 e 0 to 0 dl 1746130289 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746130278.463932:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013514e300 with x1830949849083776 ext(0->4095) 00010000:00010000:0.0:1746130278.463936:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880099532a00/0x4ce24e578736191b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ff59 expref: 44 pid: 10554 timeout: 576 lvb_type: 0 00010000:00010000:0.0:1746130278.463943:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880099532a00/0x4ce24e578736191b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ff59 expref: 44 pid: 10554 timeout: 576 lvb_type: 0 00002000:00010000:0.0:1746130278.463948:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88013514e300 00010000:00010000:1.0:1746130278.464005:0:10554:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880099532800/0x4ce24e5787361922 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ff60 expref: 43 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130278.464016:0:10554:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099532800, rc 0) 00000100:00100000:1.0:1746130278.464045:0:10554:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013514ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:640ea846-b909-4eea-9a54-417e15bd627b+43:31579:x1830949849083392:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2755us (3005us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130278.464054:0:10554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6125 00000100:00100000:0.0:1746130278.465449:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130278.466020:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130278.466095:0:10554:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849084032 00000100:00100000:1.0:1746130278.466101:0:10554:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849084032 00000100:00100000:3.0:1746130278.466241:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849083904 00000100:00100000:3.0:1746130278.466244:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849083904 00000100:00100000:1.0:1746130278.466421:0:10554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6126 00000100:00100000:1.0:1746130278.466429:0:10554:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800942cea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:640ea846-b909-4eea-9a54-417e15bd627b+44:31578:x1830949849084032:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746130278.466451:0:10554:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746130278.466464:0:10554:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099533200/0x4ce24e5787361929 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3ff67 expref: -99 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130278.466485:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130278.466489:0:10554:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880099532800/0x4ce24e5787361922 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ff60 expref: 45 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130278.466495:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746130278.466498:0:10554:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099533200/0x4ce24e5787361929 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ff67 expref: 45 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130278.466526:0:10554:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880099532800/0x4ce24e5787361922 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ff60 expref: 45 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130278.466536:0:10554:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880099533200/0x4ce24e5787361929 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ff67 expref: 45 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130278.466543:0:10554:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099533200, rc 0) 00000100:00100000:1.0:1746130278.466599:0:10554:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800942cea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:640ea846-b909-4eea-9a54-417e15bd627b+45:31578:x1830949849084032:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 170us (1153us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130278.466604:0:10554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6126 00010000:00010000:3.0:1746130278.466650:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880099532a00/0x4ce24e578736191b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ff59 expref: 44 pid: 10554 timeout: 576 lvb_type: 0 00000100:00100000:3.0:1746130278.466674:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14389 00000100:00100000:3.0:1746130278.466680:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800942ce680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+44:1962:x1830949849083904:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746130278.466688:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746130278.466703:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880099532a00/0x4ce24e578736191b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ff59 expref: 44 pid: 10554 timeout: 576 lvb_type: 0 00010000:00010000:3.0:1746130278.466711:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880099532a00/0x4ce24e578736191b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ff59 expref: 44 pid: 10554 timeout: 576 lvb_type: 0 00010000:00010000:3.0:1746130278.466724:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880099532a00/0x4ce24e578736191b lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ff59 expref: 44 pid: 10554 timeout: 576 lvb_type: 0 00010000:00010000:3.0:1746130278.466733:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130278.466734:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130278.466739:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880099532800/0x4ce24e5787361922 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ff60 expref: 43 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130278.466746:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099532800/0x4ce24e5787361922 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ff60 expref: 43 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130278.466767:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880099532800/0x4ce24e5787361922 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ff60 expref: 43 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130278.466778:0:7097:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880099532800/0x4ce24e5787361922 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ff60 expref: 43 pid: 10554 timeout: 576 lvb_type: 0 00000100:00100000:3.0:1746130278.466791:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091951500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841677824:192.168.204.51@tcp:105: 00000100:00100000:3.0:1746130278.466838:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ad69f00 going to sleep for 11 seconds 00000100:00100000:3.0:1746130278.468855:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091951500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841677824:192.168.204.51@tcp:105: 00010000:00010000:3.0:1746130278.468873:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746130278.469180:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800942ce680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+43:1962:x1830949849083904:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 2499us (3159us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130278.469190:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14389 00000100:00100000:0.0:1746130278.470310:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130278.470335:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849084288 00000100:00100000:0.0:1746130278.470340:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849084288 00002000:00100000:0.0:1746130278.470369:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800942cdf80 x1830949849084288/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:264/0 lens 488/0 e 0 to 0 dl 1746130289 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746130278.470381:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800942cdf80 with x1830949849084288 ext(0->4095) 00010000:00010000:0.0:1746130278.470388:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880099532800/0x4ce24e5787361922 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ff60 expref: 43 pid: 10554 timeout: 576 lvb_type: 0 00010000:00010000:0.0:1746130278.470399:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880099532800/0x4ce24e5787361922 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ff60 expref: 43 pid: 10554 timeout: 576 lvb_type: 0 00002000:00010000:0.0:1746130278.470405:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800942cdf80 00000100:00100000:0.0:1746130278.470429:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2454 00000100:00100000:0.0:1746130278.470444:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800942cdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+43:1962:x1830949849084288:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746130278.471042:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800942cdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+43:1962:x1830949849084288:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 596us (733us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746130278.471049:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2454 00002000:00100000:0.0:1746130278.471054:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800942cdf80 x1830949849084288/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:264/0 lens 488/4536 e 0 to 0 dl 1746130289 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746130278.471061:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800942cdf80 with x1830949849084288 ext(0->4095) 00010000:00010000:0.0:1746130278.471066:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880099532800/0x4ce24e5787361922 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ff60 expref: 43 pid: 10554 timeout: 576 lvb_type: 0 00010000:00010000:0.0:1746130278.471074:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880099532800/0x4ce24e5787361922 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ff60 expref: 43 pid: 10554 timeout: 576 lvb_type: 0 00002000:00010000:0.0:1746130278.471080:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800942cdf80 00000100:00100000:0.0:1746130278.472968:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130278.473023:0:20953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849084416 00000100:00100000:2.0:1746130278.473030:0:20953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849084416 00000100:00100000:0.0:1746130278.473048:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130278.473074:0:20953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6127 00000100:00100000:2.0:1746130278.473081:0:20953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800942cc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c84b93b0-d496-484f-8e1e-94008838f2dd+5:31579:x1830949849084416:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746130278.473099:0:20953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746130278.473114:0:20953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009955ea00/0x4ce24e5787361930 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3ff6e expref: -99 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130278.473135:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746130278.473140:0:20953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880099533200/0x4ce24e5787361929 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ff67 expref: 42 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130278.473144:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746130278.473147:0:20953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009955ea00/0x4ce24e5787361930 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ff6e expref: 6 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130278.473174:0:20953:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880099533200/0x4ce24e5787361929 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ff67 expref: 42 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130278.473185:0:20953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009955ea00/0x4ce24e5787361930 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ff6e expref: 6 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130278.473193:0:20953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009955ea00, rc 0) 00000100:00100000:2.0:1746130278.473239:0:20953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800942cc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c84b93b0-d496-484f-8e1e-94008838f2dd+6:31579:x1830949849084416:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 159us (276us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130278.473245:0:20953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6127 00000100:00100000:3.0:1746130278.473388:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849084544 00000100:00100000:3.0:1746130278.473392:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849084544 00010000:00010000:3.0:1746130278.473410:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880099532800/0x4ce24e5787361922 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ff60 expref: 43 pid: 10554 timeout: 576 lvb_type: 0 00000100:00100000:3.0:1746130278.473444:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14390 00000100:00100000:3.0:1746130278.473449:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800942ce300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+43:1962:x1830949849084544:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746130278.473455:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746130278.473472:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880099532800/0x4ce24e5787361922 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ff60 expref: 43 pid: 10554 timeout: 576 lvb_type: 0 00010000:00010000:3.0:1746130278.473485:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880099532800/0x4ce24e5787361922 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ff60 expref: 43 pid: 10554 timeout: 576 lvb_type: 0 00010000:00010000:3.0:1746130278.473501:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880099532800/0x4ce24e5787361922 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ff60 expref: 43 pid: 10554 timeout: 576 lvb_type: 0 00010000:00010000:3.0:1746130278.473682:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130278.473684:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130278.473690:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880099533200/0x4ce24e5787361929 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ff67 expref: 42 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130278.473698:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099533200/0x4ce24e5787361929 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ff67 expref: 42 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130278.473718:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880099533200/0x4ce24e5787361929 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ff67 expref: 42 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130278.473728:0:7097:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880099533200/0x4ce24e5787361929 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ff67 expref: 42 pid: 10554 timeout: 576 lvb_type: 0 00000100:00100000:3.0:1746130278.473739:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091951500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841678080:192.168.204.51@tcp:105: 00000100:00100000:3.0:1746130278.473897:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ad69f00 going to sleep for 11 seconds 00000100:00100000:3.0:1746130278.477185:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091951500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841678080:192.168.204.51@tcp:105: 00010000:00010000:3.0:1746130278.477205:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746130278.477219:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130278.477242:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800942ce300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+42:1962:x1830949849084544:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 3792us (4193us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130278.477251:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14390 00000100:00100000:1.0:1746130278.477281:0:7924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849084672 00000100:00100000:1.0:1746130278.477287:0:7924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849084672 00010000:00010000:1.0:1746130278.477308:0:7924:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880099533200/0x4ce24e5787361929 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ff67 expref: 42 pid: 10554 timeout: 576 lvb_type: 0 00000100:00100000:1.0:1746130278.477340:0:7924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14391 00000100:00100000:1.0:1746130278.477346:0:7924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800942ced80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+42:1961:x1830949849084672:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746130278.477356:0:7924:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746130278.477374:0:7924:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880099533200/0x4ce24e5787361929 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ff67 expref: 42 pid: 10554 timeout: 576 lvb_type: 0 00010000:00010000:1.0:1746130278.477383:0:7924:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880099533200/0x4ce24e5787361929 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ff67 expref: 42 pid: 10554 timeout: 576 lvb_type: 0 00010000:00010000:1.0:1746130278.477428:0:7924:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880099533200/0x4ce24e5787361929 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ff67 expref: 42 pid: 10554 timeout: 576 lvb_type: 0 00010000:00010000:1.0:1746130278.477458:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130278.477459:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130278.477467:0:7924:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009955ea00/0x4ce24e5787361930 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ff6e expref: 5 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130278.477474:0:7924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009955ea00/0x4ce24e5787361930 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ff6e expref: 5 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130278.477498:0:7924:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009955ea00/0x4ce24e5787361930 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ff6e expref: 5 pid: 20953 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746130278.477512:0:7924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800947a5880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841678208:192.168.204.51@tcp:105: 00000100:00100000:1.0:1746130278.477570:0:7924:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18fb3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746130278.479085:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130278.479138:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849084928 00000100:00100000:2.0:1746130278.479144:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849084928 00000100:00100000:1.0:1746130278.479169:0:7924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800947a5880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841678208:192.168.204.51@tcp:105: 00002000:00100000:2.0:1746130278.479174:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800942cfb80 x1830949849084928/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:264/0 lens 488/0 e 0 to 0 dl 1746130289 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130278.479182:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800942cfb80 with x1830949849084928 ext(0->4095) 00010000:00010000:1.0:1746130278.479182:0:7924:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00010000:2.0:1746130278.479185:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800942cfb80 00000100:00100000:1.0:1746130278.479213:0:7924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800942ced80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+41:1961:x1830949849084672:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 1868us (1995us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130278.479214:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4748 00000100:00100000:2.0:1746130278.479219:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800942cfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1963:x1830949849084928:12345-192.168.204.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746130278.479221:0:7924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14391 00000100:00100000:2.0:1746130278.479364:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800942cfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1963:x1830949849084928:12345-192.168.204.51@tcp:3:ptlrpcd_01_00.0 Request processed in 144us (282us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746130278.479370:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4748 00002000:00100000:2.0:1746130278.479375:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800942cfb80 x1830949849084928/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:264/0 lens 488/4536 e 0 to 0 dl 1746130289 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130278.479381:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800942cfb80 with x1830949849084928 ext(0->4095) 00002000:00010000:2.0:1746130278.479384:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800942cfb80 00000100:00100000:0.0:1746130278.480645:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130278.480701:0:10554:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849085056 00000100:00100000:1.0:1746130278.480706:0:10554:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849085056 00000100:00100000:1.0:1746130278.480755:0:10554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6128 00000100:00100000:1.0:1746130278.480761:0:10554:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800942cf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:640ea846-b909-4eea-9a54-417e15bd627b+41:31579:x1830949849085056:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746130278.480773:0:10554:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746130278.480786:0:10554:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099532400/0x4ce24e5787361937 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3ff75 expref: -99 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130278.480813:0:10554:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009955ea00/0x4ce24e5787361930 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ff6e expref: 5 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130278.480820:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130278.480821:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130278.480825:0:10554:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099532400/0x4ce24e5787361937 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ff75 expref: 42 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130278.480847:0:10554:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009955ea00/0x4ce24e5787361930 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ff6e expref: 5 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130278.480862:0:10554:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009955ea00/0x4ce24e5787361930 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ff6e expref: 5 pid: 20953 timeout: 576 lvb_type: 0 00000100:00100000:1.0:1746130278.480871:0:10554:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800947a5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10554:1830949841678336:192.168.204.51@tcp:104: 00000100:00100000:1.0:1746130278.480951:0:10554:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18fb3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746130278.482304:0:10554:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800947a5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10554:1830949841678336:192.168.204.51@tcp:104: 00010000:00010000:1.0:1746130278.482324:0:10554:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880099532400/0x4ce24e5787361937 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ff75 expref: 42 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130278.482335:0:10554:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099532400, rc 0) 00000100:00100000:1.0:1746130278.482362:0:10554:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800942cf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:640ea846-b909-4eea-9a54-417e15bd627b+42:31579:x1830949849085056:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1601us (1720us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130278.482368:0:10554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6128 00000100:00100000:0.0:1746130278.482550:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130278.482614:0:7924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849085184 00000100:00100000:1.0:1746130278.482618:0:7924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849085184 00010000:00010000:1.0:1746130278.482636:0:7924:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009955ea00/0x4ce24e5787361930 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ff6e expref: 6 pid: 20953 timeout: 576 lvb_type: 0 00000100:00100000:3.0:1746130278.482702:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14392 00000100:00100000:3.0:1746130278.482712:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800942cd500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949849085184:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746130278.482721:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746130278.482738:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009955ea00/0x4ce24e5787361930 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ff6e expref: 6 pid: 20953 timeout: 576 lvb_type: 0 00010000:00010000:3.0:1746130278.482747:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009955ea00/0x4ce24e5787361930 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ff6e expref: 6 pid: 20953 timeout: 576 lvb_type: 0 00010000:00010000:3.0:1746130278.482764:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009955ea00/0x4ce24e5787361930 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ff6e expref: 6 pid: 20953 timeout: 576 lvb_type: 0 00010000:00010000:3.0:1746130278.482787:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130278.482789:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130278.482795:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880099532400/0x4ce24e5787361937 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ff75 expref: 41 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130278.482801:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099532400/0x4ce24e5787361937 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ff75 expref: 41 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130278.482826:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880099532400/0x4ce24e5787361937 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ff75 expref: 41 pid: 10554 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746130278.482835:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091951500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841678464:192.168.204.51@tcp:105: 00000100:00100000:3.0:1746130278.482956:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ad69f00 going to sleep for 11 seconds 00000100:00100000:3.0:1746130278.485697:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091951500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841678464:192.168.204.51@tcp:105: 00000100:00100000:0.0:1746130278.485716:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00010000:00010000:3.0:1746130278.485717:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746130278.485752:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800942cd500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+5:1962:x1830949849085184:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 3043us (3203us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130278.485760:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14392 00000100:00100000:2.0:1746130278.485781:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849085440 00000100:00100000:2.0:1746130278.485787:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849085440 00002000:00100000:2.0:1746130278.485819:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800942cc380 x1830949849085440/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:264/0 lens 488/0 e 0 to 0 dl 1746130289 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130278.485827:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800942cc380 with x1830949849085440 ext(0->4095) 00002000:00010000:2.0:1746130278.485831:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800942cc380 00000100:00100000:2.0:1746130278.485858:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4749 00000100:00100000:2.0:1746130278.485864:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800942cc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+42:1961:x1830949849085440:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746130278.485990:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800942cc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+42:1961:x1830949849085440:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 125us (275us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746130278.485996:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4749 00002000:00100000:2.0:1746130278.486001:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800942cc380 x1830949849085440/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:264/0 lens 488/4536 e 0 to 0 dl 1746130289 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130278.486008:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800942cc380 with x1830949849085440 ext(0->4095) 00002000:00010000:2.0:1746130278.486010:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800942cc380 00000100:00100000:0.0:1746130278.490113:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130278.490218:0:10554:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849085568 00000100:00100000:1.0:1746130278.490225:0:10554:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849085568 00000100:00100000:1.0:1746130278.490305:0:10554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6129 00000100:00100000:1.0:1746130278.490313:0:10554:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800942cce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+5:31579:x1830949849085568:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746130278.490328:0:10554:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746130278.490341:0:10554:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099533200/0x4ce24e578736193e lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3ff7c expref: -99 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130278.490369:0:10554:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880099532400/0x4ce24e5787361937 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ff75 expref: 41 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130278.490376:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130278.490378:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130278.490381:0:10554:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099533200/0x4ce24e578736193e lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ff7c expref: 6 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130278.490407:0:10554:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880099532400/0x4ce24e5787361937 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ff75 expref: 41 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130278.490417:0:10554:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880099532400/0x4ce24e5787361937 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ff75 expref: 41 pid: 10554 timeout: 576 lvb_type: 0 00000100:00100000:1.0:1746130278.490427:0:10554:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800947a5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10554:1830949841678592:192.168.204.51@tcp:104: 00000100:00100000:1.0:1746130278.490530:0:10554:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18fb3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746130278.495331:0:10554:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800947a5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10554:1830949841678592:192.168.204.51@tcp:104: 00010000:00010000:1.0:1746130278.495357:0:10554:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880099533200/0x4ce24e578736193e lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ff7c expref: 6 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130278.495370:0:10554:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099533200, rc 0) 00000100:00100000:1.0:1746130278.495407:0:10554:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800942cce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+6:31579:x1830949849085568:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5096us (5302us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130278.495420:0:10554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6129 00000100:00100000:0.0:1746130278.495848:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130278.495906:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849085696 00000100:00100000:3.0:1746130278.495913:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849085696 00002000:00100000:3.0:1746130278.495951:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff8801354c5f80 x1830949849085696/t0(0) o4->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:264/0 lens 496/0 e 0 to 0 dl 1746130289 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130278.495966:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801354c5f80 with x1830949849085696 ext(0->7) 00010000:00010000:3.0:1746130278.495972:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880099532400/0x4ce24e5787361937 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ff75 expref: 42 pid: 10554 timeout: 576 lvb_type: 0 00010000:00010000:3.0:1746130278.495983:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880099532400/0x4ce24e5787361937 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ff75 expref: 42 pid: 10554 timeout: 576 lvb_type: 0 00002000:00010000:3.0:1746130278.495988:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801354c5f80 00000100:00100000:3.0:1746130278.496015:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2455 00000100:00100000:3.0:1746130278.496022:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801354c5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+42:1962:x1830949849085696:12345-192.168.204.51@tcp:4:ldlm_bl.0 00000100:00100000:3.0:1746130278.496673:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801354c5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+44:1962:x1830949849085696:12345-192.168.204.51@tcp:4:ldlm_bl.0 Request processed in 650us (825us total) trans 4294967913 rc 0/0 00000100:00100000:3.0:1746130278.496679:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2455 00002000:00100000:3.0:1746130278.496685:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff8801354c5f80 x1830949849085696/t4294967913(0) o4->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:264/0 lens 496/448 e 0 to 0 dl 1746130289 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130278.496692:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801354c5f80 with x1830949849085696 ext(0->7) 00010000:00010000:3.0:1746130278.496696:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880099532400/0x4ce24e5787361937 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ff75 expref: 44 pid: 10554 timeout: 576 lvb_type: 0 00010000:00010000:3.0:1746130278.496705:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880099532400/0x4ce24e5787361937 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ff75 expref: 44 pid: 10554 timeout: 576 lvb_type: 0 00002000:00010000:3.0:1746130278.496710:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801354c5f80 00000100:00100000:0.0:1746130278.498530:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130278.498706:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849085824 00000100:00100000:3.0:1746130278.498714:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849085824 00010000:00010000:3.0:1746130278.498748:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880099532400/0x4ce24e5787361937 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ff75 expref: 44 pid: 10554 timeout: 576 lvb_type: 0 00000100:00100000:3.0:1746130278.498938:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14393 00000100:00100000:3.0:1746130278.498946:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801354c4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+44:1962:x1830949849085824:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746130278.498956:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746130278.498973:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880099532400/0x4ce24e5787361937 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ff75 expref: 44 pid: 10554 timeout: 576 lvb_type: 0 00010000:00010000:3.0:1746130278.498982:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880099532400/0x4ce24e5787361937 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ff75 expref: 44 pid: 10554 timeout: 576 lvb_type: 0 00010000:00010000:3.0:1746130278.498999:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880099532400/0x4ce24e5787361937 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ff75 expref: 44 pid: 10554 timeout: 576 lvb_type: 0 00010000:00010000:3.0:1746130278.499027:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130278.499029:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130278.499035:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880099533200/0x4ce24e578736193e lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ff7c expref: 5 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130278.499042:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099533200/0x4ce24e578736193e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ff7c expref: 5 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130278.499068:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880099533200/0x4ce24e578736193e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ff7c expref: 5 pid: 10554 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746130278.499077:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091951500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841678720:192.168.204.51@tcp:105: 00000100:00100000:3.0:1746130278.499509:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ad69f00 going to sleep for 11 seconds 00000100:00100000:3.0:1746130278.501651:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091951500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841678720:192.168.204.51@tcp:105: 00010000:00010000:3.0:1746130278.501672:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746130278.501706:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801354c4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+43:1962:x1830949849085824:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 2761us (3191us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130278.501715:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14393 00000100:00100000:0.0:1746130278.501846:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130278.501978:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849086080 00000100:00100000:3.0:1746130278.501983:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849086080 00002000:00100000:3.0:1746130278.502010:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801354c6a00 x1830949849086080/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:264/0 lens 488/0 e 0 to 0 dl 1746130289 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130278.502019:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801354c6a00 with x1830949849086080 ext(0->4095) 00002000:00010000:3.0:1746130278.502024:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801354c6a00 00000100:00100000:3.0:1746130278.502049:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4750 00000100:00100000:3.0:1746130278.502055:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801354c6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1963:x1830949849086080:12345-192.168.204.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746130278.502190:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801354c6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1963:x1830949849086080:12345-192.168.204.51@tcp:3:ptlrpcd_01_00.0 Request processed in 135us (344us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746130278.502195:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4750 00002000:00100000:3.0:1746130278.502199:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801354c6a00 x1830949849086080/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:264/0 lens 488/4536 e 0 to 0 dl 1746130289 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130278.502204:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801354c6a00 with x1830949849086080 ext(0->4095) 00002000:00010000:3.0:1746130278.502207:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801354c6a00 00000100:00100000:2.0:1746130278.505960:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130278.506040:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130278.506168:0:10554:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849086208 00000100:00100000:1.0:1746130278.506176:0:10554:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849086208 00000100:00100000:1.0:1746130278.506218:0:10554:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849086336 00000100:00100000:1.0:1746130278.506220:0:10554:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849086336 00000100:00100000:1.0:1746130278.506380:0:10554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6130 00000100:00100000:1.0:1746130278.506387:0:10554:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135269f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:640ea846-b909-4eea-9a54-417e15bd627b+44:31578:x1830949849086208:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746130278.506401:0:10554:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746130278.506415:0:10554:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099532000/0x4ce24e5787361945 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3ff83 expref: -99 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130278.506452:0:10554:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880099533200/0x4ce24e578736193e lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ff7c expref: 5 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130278.506459:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130278.506461:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130278.506465:0:10554:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099532000/0x4ce24e5787361945 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ff83 expref: 45 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130278.506494:0:10554:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880099533200/0x4ce24e578736193e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ff7c expref: 5 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130278.506504:0:10554:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880099533200/0x4ce24e578736193e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ff7c expref: 5 pid: 10554 timeout: 576 lvb_type: 0 00000100:00100000:3.0:1746130278.507107:0:20953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6131 00000100:00100000:3.0:1746130278.507122:0:20953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135268000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:640ea846-b909-4eea-9a54-417e15bd627b+45:31579:x1830949849086336:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746130278.507132:0:20953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1746130278.507153:0:10554:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800947a5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10554:1830949841678848:192.168.204.51@tcp:104: 00010000:00010000:3.0:1746130278.507167:0:20953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009494ce00/0x4ce24e578736194c lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3ff8a expref: -99 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130278.507178:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130278.507182:0:20953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880099532000/0x4ce24e5787361945 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ff83 expref: 46 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130278.507186:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746130278.507188:0:20953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009494ce00/0x4ce24e578736194c lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ff8a expref: 46 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130278.507207:0:20953:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880099532000/0x4ce24e5787361945 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ff83 expref: 46 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130278.507217:0:20953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009494ce00/0x4ce24e578736194c lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ff8a expref: 46 pid: 20953 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746130278.507218:0:10554:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18fb3c0 going to sleep for 11 seconds 00010000:00010000:3.0:1746130278.507224:0:20953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009494ce00, rc 0) 00000100:00100000:3.0:1746130278.507244:0:20953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135268000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:640ea846-b909-4eea-9a54-417e15bd627b+46:31579:x1830949849086336:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 131us (1205us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130278.507250:0:20953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6131 00000100:00100000:1.0:1746130278.509313:0:10554:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800947a5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10554:1830949841678848:192.168.204.51@tcp:104: 00000100:00100000:0.0:1746130278.509331:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00010000:00010000:1.0:1746130278.509338:0:10554:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880099532000/0x4ce24e5787361945 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ff83 expref: 45 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130278.509354:0:10554:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099532000, rc 0) 00000100:00100000:1.0:1746130278.509401:0:10554:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135269f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:640ea846-b909-4eea-9a54-417e15bd627b+45:31578:x1830949849086208:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3014us (3449us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130278.509408:0:10554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6130 00000100:00100000:3.0:1746130278.509490:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849086464 00000100:00100000:3.0:1746130278.509496:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849086464 00010000:00010000:3.0:1746130278.509521:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880099533200/0x4ce24e578736193e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ff7c expref: 6 pid: 10554 timeout: 576 lvb_type: 0 00000100:00100000:3.0:1746130278.509538:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14394 00000100:00100000:3.0:1746130278.509544:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129e23c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949849086464:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746130278.509553:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746130278.509569:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880099533200/0x4ce24e578736193e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ff7c expref: 6 pid: 10554 timeout: 576 lvb_type: 0 00010000:00010000:3.0:1746130278.509578:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880099533200/0x4ce24e578736193e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ff7c expref: 6 pid: 10554 timeout: 576 lvb_type: 0 00010000:00010000:3.0:1746130278.509595:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880099533200/0x4ce24e578736193e lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ff7c expref: 6 pid: 10554 timeout: 576 lvb_type: 0 00010000:00010000:3.0:1746130278.509807:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130278.509809:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130278.509816:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880099532000/0x4ce24e5787361945 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ff83 expref: 44 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130278.509824:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099532000/0x4ce24e5787361945 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ff83 expref: 44 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130278.509848:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880099532000/0x4ce24e5787361945 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ff83 expref: 44 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130278.509857:0:7097:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880099532000/0x4ce24e5787361945 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ff83 expref: 44 pid: 10554 timeout: 576 lvb_type: 0 00000100:00100000:3.0:1746130278.509866:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091951500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841679104:192.168.204.51@tcp:105: 00000100:00100000:3.0:1746130278.510087:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ad69f00 going to sleep for 11 seconds 00000100:00100000:3.0:1746130278.511816:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091951500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841679104:192.168.204.51@tcp:105: 00010000:00010000:3.0:1746130278.511838:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746130278.511927:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129e23c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+5:1961:x1830949849086464:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 2379us (2593us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130278.511937:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14394 00000100:00100000:0.0:1746130278.512027:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130278.512179:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849086720 00000100:00100000:3.0:1746130278.512185:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849086720 00002000:00100000:3.0:1746130278.512214:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801354c5180 x1830949849086720/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:264/0 lens 488/0 e 0 to 0 dl 1746130289 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130278.512223:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801354c5180 with x1830949849086720 ext(0->4095) 00010000:00010000:3.0:1746130278.512229:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880099532000/0x4ce24e5787361945 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ff83 expref: 45 pid: 10554 timeout: 576 lvb_type: 0 00010000:00010000:3.0:1746130278.512240:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880099532000/0x4ce24e5787361945 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ff83 expref: 45 pid: 10554 timeout: 576 lvb_type: 0 00002000:00010000:3.0:1746130278.512246:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801354c5180 00000100:00100000:3.0:1746130278.512297:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2456 00000100:00100000:3.0:1746130278.512304:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801354c5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+45:1962:x1830949849086720:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746130278.512495:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801354c5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+45:1962:x1830949849086720:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 191us (468us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746130278.512561:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2456 00002000:00100000:3.0:1746130278.512566:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801354c5180 x1830949849086720/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:264/0 lens 488/4536 e 0 to 0 dl 1746130289 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130278.512573:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801354c5180 with x1830949849086720 ext(0->4095) 00010000:00010000:3.0:1746130278.512579:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880099532000/0x4ce24e5787361945 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ff83 expref: 45 pid: 10554 timeout: 576 lvb_type: 0 00010000:00010000:3.0:1746130278.512588:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880099532000/0x4ce24e5787361945 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ff83 expref: 45 pid: 10554 timeout: 576 lvb_type: 0 00002000:00010000:3.0:1746130278.512593:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801354c5180 00000100:00100000:0.0:1746130278.514303:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130278.514380:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849086848 00000100:00100000:3.0:1746130278.514386:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849086848 00010000:00010000:3.0:1746130278.514418:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880099532000/0x4ce24e5787361945 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ff83 expref: 45 pid: 10554 timeout: 576 lvb_type: 0 00000100:00100000:3.0:1746130278.514463:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14395 00000100:00100000:3.0:1746130278.514470:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801354c7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+45:1961:x1830949849086848:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746130278.514481:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746130278.514499:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880099532000/0x4ce24e5787361945 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ff83 expref: 45 pid: 10554 timeout: 576 lvb_type: 0 00010000:00010000:3.0:1746130278.514508:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880099532000/0x4ce24e5787361945 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ff83 expref: 45 pid: 10554 timeout: 576 lvb_type: 0 00010000:00010000:3.0:1746130278.514549:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880099532000/0x4ce24e5787361945 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ff83 expref: 45 pid: 10554 timeout: 576 lvb_type: 0 00010000:00010000:3.0:1746130278.514561:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130278.514563:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130278.514568:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009494ce00/0x4ce24e578736194c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ff8a expref: 44 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130278.514580:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009494ce00/0x4ce24e578736194c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ff8a expref: 44 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130278.514604:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009494ce00/0x4ce24e578736194c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ff8a expref: 44 pid: 20953 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746130278.514613:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091951500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841679232:192.168.204.51@tcp:105: 00000100:00100000:3.0:1746130278.514802:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ad693c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746130278.516521:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091951500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841679232:192.168.204.51@tcp:105: 00010000:00010000:3.0:1746130278.516540:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746130278.516575:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801354c7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+44:1961:x1830949849086848:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 2105us (2315us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130278.516583:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14395 00000100:00100000:0.0:1746130278.517213:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130278.517326:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849087104 00000100:00100000:3.0:1746130278.517331:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849087104 00002000:00100000:3.0:1746130278.517366:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801354c4e00 x1830949849087104/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:264/0 lens 488/0 e 0 to 0 dl 1746130289 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130278.517374:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801354c4e00 with x1830949849087104 ext(0->4095) 00002000:00010000:3.0:1746130278.517378:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801354c4e00 00000100:00100000:3.0:1746130278.517391:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4751 00000100:00100000:3.0:1746130278.517397:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801354c4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+44:1961:x1830949849087104:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746130278.517521:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801354c4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+44:1961:x1830949849087104:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 124us (309us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746130278.517530:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4751 00002000:00100000:3.0:1746130278.517535:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801354c4e00 x1830949849087104/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:264/0 lens 488/4536 e 0 to 0 dl 1746130289 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130278.517541:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801354c4e00 with x1830949849087104 ext(0->4095) 00002000:00010000:3.0:1746130278.517543:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801354c4e00 00000100:00100000:0.0:1746130278.519985:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130278.520082:0:10554:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849087232 00000100:00100000:1.0:1746130278.520090:0:10554:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849087232 00000100:00100000:1.0:1746130278.520233:0:10554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6132 00000100:00100000:1.0:1746130278.520240:0:10554:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801354c5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+5:31579:x1830949849087232:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746130278.520254:0:10554:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746130278.520295:0:10554:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099532e00/0x4ce24e5787361953 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3ff91 expref: -99 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130278.520323:0:10554:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009494ce00/0x4ce24e578736194c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ff8a expref: 43 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130278.520330:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130278.520331:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130278.520334:0:10554:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099532e00/0x4ce24e5787361953 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ff91 expref: 6 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130278.520360:0:10554:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009494ce00/0x4ce24e578736194c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ff8a expref: 43 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130278.520369:0:10554:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009494ce00/0x4ce24e578736194c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ff8a expref: 43 pid: 20953 timeout: 576 lvb_type: 0 00000100:00100000:1.0:1746130278.520383:0:10554:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800947a5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10554:1830949841679360:192.168.204.51@tcp:104: 00000100:00100000:1.0:1746130278.520471:0:10554:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18fb3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746130278.521447:0:10554:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800947a5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10554:1830949841679360:192.168.204.51@tcp:104: 00010000:00010000:1.0:1746130278.521466:0:10554:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880099532e00/0x4ce24e5787361953 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ff91 expref: 6 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130278.521477:0:10554:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099532e00, rc 0) 00000100:00100000:1.0:1746130278.521757:0:10554:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801354c5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+6:31579:x1830949849087232:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1271us (1532us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130278.521764:0:10554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6132 00000100:00100000:0.0:1746130278.521958:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130278.522002:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849087360 00000100:00100000:3.0:1746130278.522007:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849087360 00010000:00010000:3.0:1746130278.522033:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009494ce00/0x4ce24e578736194c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ff8a expref: 44 pid: 20953 timeout: 576 lvb_type: 0 00000100:00100000:3.0:1746130278.522056:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14396 00000100:00100000:3.0:1746130278.522061:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801354c7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+44:1961:x1830949849087360:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746130278.522068:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746130278.522081:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009494ce00/0x4ce24e578736194c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ff8a expref: 44 pid: 20953 timeout: 576 lvb_type: 0 00010000:00010000:3.0:1746130278.522088:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009494ce00/0x4ce24e578736194c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ff8a expref: 44 pid: 20953 timeout: 576 lvb_type: 0 00010000:00010000:3.0:1746130278.522101:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009494ce00/0x4ce24e578736194c lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ff8a expref: 44 pid: 20953 timeout: 576 lvb_type: 0 00010000:00010000:3.0:1746130278.522122:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130278.522124:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130278.522130:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880099532e00/0x4ce24e5787361953 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ff91 expref: 5 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130278.522142:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099532e00/0x4ce24e5787361953 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ff91 expref: 5 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130278.522163:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880099532e00/0x4ce24e5787361953 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ff91 expref: 5 pid: 10554 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746130278.522171:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091951500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841679488:192.168.204.51@tcp:105: 00000100:00100000:3.0:1746130278.522219:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ad69540 going to sleep for 11 seconds 00000100:00100000:3.0:1746130278.523216:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091951500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841679488:192.168.204.51@tcp:105: 00010000:00010000:3.0:1746130278.523234:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746130278.523257:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801354c7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+43:1961:x1830949849087360:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 1196us (1300us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130278.523263:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14396 00000100:00100000:0.0:1746130278.523736:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130278.523799:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849087616 00000100:00100000:3.0:1746130278.523805:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849087616 00002000:00100000:3.0:1746130278.523830:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801354c4700 x1830949849087616/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:264/0 lens 488/0 e 0 to 0 dl 1746130289 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130278.523839:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801354c4700 with x1830949849087616 ext(0->4095) 00002000:00010000:3.0:1746130278.523843:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801354c4700 00000100:00100000:3.0:1746130278.524029:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4752 00000100:00100000:3.0:1746130278.524036:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801354c4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949849087616:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746130278.524156:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801354c4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949849087616:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 120us (420us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746130278.524164:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4752 00002000:00100000:3.0:1746130278.524169:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801354c4700 x1830949849087616/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:264/0 lens 488/4536 e 0 to 0 dl 1746130289 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130278.524175:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801354c4700 with x1830949849087616 ext(0->4095) 00002000:00010000:3.0:1746130278.524178:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801354c4700 00000100:00100000:0.0:1746130278.525410:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130278.525588:0:10554:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849087744 00000100:00100000:1.0:1746130278.525594:0:10554:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849087744 00000100:00100000:1.0:1746130278.525644:0:10554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6133 00000100:00100000:1.0:1746130278.525652:0:10554:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800933a8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:640ea846-b909-4eea-9a54-417e15bd627b+43:31579:x1830949849087744:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746130278.525664:0:10554:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746130278.525677:0:10554:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099532000/0x4ce24e578736195a lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3ff98 expref: -99 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130278.525699:0:10554:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880099532e00/0x4ce24e5787361953 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ff91 expref: 5 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130278.525705:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130278.525707:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130278.525709:0:10554:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099532000/0x4ce24e578736195a lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ff98 expref: 44 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130278.525736:0:10554:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880099532e00/0x4ce24e5787361953 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ff91 expref: 5 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130278.525745:0:10554:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880099532e00/0x4ce24e5787361953 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ff91 expref: 5 pid: 10554 timeout: 576 lvb_type: 0 00000100:00100000:1.0:1746130278.525755:0:10554:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800947a5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10554:1830949841679616:192.168.204.51@tcp:104: 00000100:00100000:1.0:1746130278.525831:0:10554:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18fb3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746130278.527848:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130278.527909:0:20953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849087872 00000100:00100000:3.0:1746130278.527915:0:20953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849087872 00000100:00100000:3.0:1746130278.527966:0:20953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6134 00000100:00100000:3.0:1746130278.527973:0:20953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800933aa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:640ea846-b909-4eea-9a54-417e15bd627b+45:31578:x1830949849087872:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746130278.527986:0:20953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746130278.528000:0:20953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009494d600/0x4ce24e5787361961 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3ff9f expref: -99 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130278.528021:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130278.528025:0:20953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880099532000/0x4ce24e578736195a lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ff98 expref: 46 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130278.528030:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746130278.528033:0:20953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009494d600/0x4ce24e5787361961 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ff9f expref: 46 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130278.528060:0:20953:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880099532000/0x4ce24e578736195a lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ff98 expref: 46 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130278.528070:0:20953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009494d600/0x4ce24e5787361961 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ff9f expref: 46 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130278.528083:0:20953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009494d600, rc 0) 00000100:00100000:3.0:1746130278.528132:0:20953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800933aa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:640ea846-b909-4eea-9a54-417e15bd627b+46:31578:x1830949849087872:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 160us (290us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130278.528138:0:20953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6134 00000100:00100000:1.0:1746130278.529382:0:10554:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800947a5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10554:1830949841679616:192.168.204.51@tcp:104: 00000100:00100000:2.0:1746130278.529388:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00010000:00010000:1.0:1746130278.529400:0:10554:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880099532000/0x4ce24e578736195a lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ff98 expref: 45 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130278.529409:0:10554:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099532000, rc 0) 00000100:00100000:1.0:1746130278.529447:0:10554:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800933a8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:640ea846-b909-4eea-9a54-417e15bd627b+45:31579:x1830949849087744:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3797us (4043us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130278.529452:0:10554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6133 00000100:00100000:3.0:1746130278.529583:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849088000 00000100:00100000:3.0:1746130278.529588:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849088000 00010000:00010000:3.0:1746130278.529614:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880099532e00/0x4ce24e5787361953 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ff91 expref: 6 pid: 10554 timeout: 576 lvb_type: 0 00000100:00100000:3.0:1746130278.529647:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14397 00000100:00100000:3.0:1746130278.529654:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135269500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949849088000:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746130278.529663:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746130278.529681:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880099532e00/0x4ce24e5787361953 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ff91 expref: 6 pid: 10554 timeout: 576 lvb_type: 0 00010000:00010000:3.0:1746130278.529690:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880099532e00/0x4ce24e5787361953 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ff91 expref: 6 pid: 10554 timeout: 576 lvb_type: 0 00010000:00010000:3.0:1746130278.529706:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880099532e00/0x4ce24e5787361953 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ff91 expref: 6 pid: 10554 timeout: 576 lvb_type: 0 00010000:00010000:3.0:1746130278.529719:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130278.529721:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130278.529727:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880099532000/0x4ce24e578736195a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ff98 expref: 44 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130278.529738:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099532000/0x4ce24e578736195a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ff98 expref: 44 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130278.529758:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880099532000/0x4ce24e578736195a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ff98 expref: 44 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130278.529767:0:7097:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880099532000/0x4ce24e578736195a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ff98 expref: 44 pid: 10554 timeout: 576 lvb_type: 0 00000100:00100000:3.0:1746130278.529776:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091951500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841679872:192.168.204.51@tcp:105: 00000100:00100000:3.0:1746130278.530290:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ad69900 going to sleep for 11 seconds 00000100:00100000:3.0:1746130278.531948:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091951500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841679872:192.168.204.51@tcp:105: 00000100:00100000:0.0:1746130278.531950:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00010000:00010000:3.0:1746130278.531964:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746130278.532079:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849088256 00000100:00100000:2.0:1746130278.532084:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849088256 00002000:00100000:2.0:1746130278.532113:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800a7d41500 x1830949849088256/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:264/0 lens 488/0 e 0 to 0 dl 1746130289 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130278.532121:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a7d41500 with x1830949849088256 ext(0->4095) 00010000:00010000:2.0:1746130278.532127:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880099532000/0x4ce24e578736195a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ff98 expref: 45 pid: 10554 timeout: 576 lvb_type: 0 00010000:00010000:2.0:1746130278.532135:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880099532000/0x4ce24e578736195a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ff98 expref: 45 pid: 10554 timeout: 576 lvb_type: 0 00002000:00010000:2.0:1746130278.532141:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a7d41500 00000100:00100000:2.0:1746130278.532168:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2457 00000100:00100000:2.0:1746130278.532174:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7d41500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+45:1961:x1830949849088256:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746130278.532332:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135269500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+5:1962:x1830949849088000:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 2677us (2943us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130278.532339:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14397 00000100:00100000:2.0:1746130278.532806:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7d41500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+45:1961:x1830949849088256:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 631us (859us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746130278.532811:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2457 00002000:00100000:2.0:1746130278.532816:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800a7d41500 x1830949849088256/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:264/0 lens 488/4536 e 0 to 0 dl 1746130289 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130278.532822:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a7d41500 with x1830949849088256 ext(0->4095) 00010000:00010000:2.0:1746130278.532826:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880099532000/0x4ce24e578736195a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ff98 expref: 45 pid: 10554 timeout: 576 lvb_type: 0 00010000:00010000:2.0:1746130278.532834:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880099532000/0x4ce24e578736195a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ff98 expref: 45 pid: 10554 timeout: 576 lvb_type: 0 00002000:00010000:2.0:1746130278.532839:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a7d41500 00000100:00100000:0.0:1746130278.534575:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130278.534607:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130278.534653:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849088384 00000100:00100000:3.0:1746130278.534659:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849088384 00000100:00100000:1.0:1746130278.534676:0:10554:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849088512 00000100:00100000:1.0:1746130278.534679:0:10554:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849088512 00010000:00010000:3.0:1746130278.534685:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880099532000/0x4ce24e578736195a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ff98 expref: 45 pid: 10554 timeout: 576 lvb_type: 0 00000100:00100000:3.0:1746130278.534710:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14398 00000100:00100000:3.0:1746130278.534716:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7d43b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+45:1961:x1830949849088384:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746130278.534727:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746130278.534744:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880099532000/0x4ce24e578736195a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ff98 expref: 45 pid: 10554 timeout: 576 lvb_type: 0 00010000:00010000:3.0:1746130278.534753:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880099532000/0x4ce24e578736195a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ff98 expref: 45 pid: 10554 timeout: 576 lvb_type: 0 00000100:00100000:1.0:1746130278.534769:0:10554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6135 00010000:00010000:3.0:1746130278.534771:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880099532000/0x4ce24e578736195a lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ff98 expref: 45 pid: 10554 timeout: 576 lvb_type: 0 00000100:00100000:1.0:1746130278.534774:0:10554:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7d40380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+5:31579:x1830949849088512:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746130278.534784:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130278.534784:0:10554:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746130278.534786:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130278.534791:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009494d600/0x4ce24e5787361961 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ff9f expref: 44 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130278.534793:0:10554:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099532a00/0x4ce24e5787361968 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3ffa6 expref: -99 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130278.534798:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009494d600/0x4ce24e5787361961 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ff9f expref: 44 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130278.534808:0:10554:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009494d600/0x4ce24e5787361961 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ff9f expref: 44 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130278.534813:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130278.534815:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130278.534817:0:10554:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099532a00/0x4ce24e5787361968 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ffa6 expref: 6 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130278.534918:0:10554:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009494d600/0x4ce24e5787361961 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ff9f expref: 44 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130278.534927:0:10554:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009494d600/0x4ce24e5787361961 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ff9f expref: 44 pid: 20953 timeout: 576 lvb_type: 0 00010000:00010000:3.0:1746130278.534935:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009494d600/0x4ce24e5787361961 lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ff9f expref: 44 pid: 20953 timeout: 576 lvb_type: 0 00000100:00100000:1.0:1746130278.534938:0:10554:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800947a5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10554:1830949841680128:192.168.204.51@tcp:104: 00010000:00010000:3.0:1746130278.534942:0:7097:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009494d600/0x4ce24e5787361961 lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ff9f expref: 44 pid: 20953 timeout: 576 lvb_type: 0 00000100:00100000:3.0:1746130278.534948:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091951500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841680000:192.168.204.51@tcp:105: 00000100:00100000:3.0:1746130278.535010:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ad69900 going to sleep for 11 seconds 00000100:00100000:1.0:1746130278.535012:0:10554:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18fb3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746130278.536410:0:10554:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800947a5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10554:1830949841680128:192.168.204.51@tcp:104: 00010000:00010000:1.0:1746130278.536428:0:10554:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880099532a00/0x4ce24e5787361968 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ffa6 expref: 6 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130278.536455:0:10554:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099532a00, rc 0) 00000100:00100000:1.0:1746130278.536500:0:10554:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7d40380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+6:31579:x1830949849088512:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1725us (1927us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130278.536507:0:10554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6135 00000100:00100000:3.0:1746130278.536772:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091951500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841680000:192.168.204.51@tcp:105: 00010000:00010000:3.0:1746130278.536784:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746130278.536806:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7d43b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+44:1961:x1830949849088384:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 2090us (2197us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130278.536814:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14398 00000100:00100000:0.0:1746130278.537315:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130278.537386:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849088768 00000100:00100000:2.0:1746130278.537392:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849088768 00002000:00100000:2.0:1746130278.537421:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800a7d42a00 x1830949849088768/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:264/0 lens 488/0 e 0 to 0 dl 1746130289 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130278.537440:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a7d42a00 with x1830949849088768 ext(0->4095) 00010000:00010000:2.0:1746130278.537446:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009494d600/0x4ce24e5787361961 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ff9f expref: 44 pid: 20953 timeout: 576 lvb_type: 0 00010000:00010000:2.0:1746130278.537460:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009494d600/0x4ce24e5787361961 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ff9f expref: 44 pid: 20953 timeout: 576 lvb_type: 0 00002000:00010000:2.0:1746130278.537465:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a7d42a00 00000100:00100000:2.0:1746130278.537493:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2458 00000100:00100000:2.0:1746130278.537500:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7d42a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+44:1961:x1830949849088768:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746130278.537639:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7d42a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+44:1961:x1830949849088768:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 140us (324us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746130278.537645:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2458 00002000:00100000:2.0:1746130278.537650:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800a7d42a00 x1830949849088768/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:264/0 lens 488/4536 e 0 to 0 dl 1746130289 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130278.537656:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a7d42a00 with x1830949849088768 ext(0->4095) 00010000:00010000:2.0:1746130278.537660:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009494d600/0x4ce24e5787361961 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ff9f expref: 44 pid: 20953 timeout: 576 lvb_type: 0 00010000:00010000:2.0:1746130278.537668:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009494d600/0x4ce24e5787361961 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ff9f expref: 44 pid: 20953 timeout: 576 lvb_type: 0 00002000:00010000:2.0:1746130278.537674:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a7d42a00 00000100:00100000:0.0:1746130278.539058:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130278.539114:0:10554:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849088896 00000100:00100000:1.0:1746130278.539120:0:10554:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849088896 00000100:00100000:1.0:1746130278.539163:0:10554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6136 00000100:00100000:1.0:1746130278.539170:0:10554:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7d40000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:640ea846-b909-4eea-9a54-417e15bd627b+44:31578:x1830949849088896:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746130278.539183:0:10554:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746130278.539196:0:10554:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099532400/0x4ce24e578736196f lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3ffad expref: -99 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130278.539215:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130278.539220:0:10554:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880099532a00/0x4ce24e5787361968 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ffa6 expref: 5 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130278.539226:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746130278.539229:0:10554:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099532400/0x4ce24e578736196f lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ffad expref: 45 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130278.539256:0:10554:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880099532a00/0x4ce24e5787361968 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ffa6 expref: 5 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130278.539290:0:10554:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880099532400/0x4ce24e578736196f lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ffad expref: 45 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130278.539299:0:10554:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099532400, rc 0) 00000100:00100000:1.0:1746130278.539344:0:10554:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7d40000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:640ea846-b909-4eea-9a54-417e15bd627b+45:31578:x1830949849088896:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 174us (290us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130278.539350:0:10554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6136 00000100:00100000:2.0:1746130278.539533:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130278.539644:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849089024 00000100:00100000:0.0:1746130278.539648:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849089024 00010000:00010000:0.0:1746130278.539662:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009494d600/0x4ce24e5787361961 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ff9f expref: 45 pid: 20953 timeout: 576 lvb_type: 0 00000100:00100000:0.0:1746130278.539690:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14399 00000100:00100000:0.0:1746130278.539696:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013526b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+45:1963:x1830949849089024:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746130278.539704:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746130278.539721:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009494d600/0x4ce24e5787361961 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ff9f expref: 45 pid: 20953 timeout: 576 lvb_type: 0 00010000:00010000:0.0:1746130278.539729:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009494d600/0x4ce24e5787361961 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ff9f expref: 45 pid: 20953 timeout: 576 lvb_type: 0 00010000:00010000:0.0:1746130278.539744:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009494d600/0x4ce24e5787361961 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ff9f expref: 45 pid: 20953 timeout: 576 lvb_type: 0 00010000:00010000:0.0:1746130278.539767:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130278.539769:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130278.539774:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880099532a00/0x4ce24e5787361968 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ffa6 expref: 5 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130278.539780:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099532a00/0x4ce24e5787361968 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ffa6 expref: 5 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130278.539798:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880099532a00/0x4ce24e5787361968 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ffa6 expref: 5 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130278.539812:0:7097:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880099532a00/0x4ce24e5787361968 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ffa6 expref: 5 pid: 10554 timeout: 576 lvb_type: 0 00000100:00100000:0.0:1746130278.539822:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7d41180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841680384:192.168.204.51@tcp:105: 00000100:00100000:0.0:1746130278.539885:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009bc950c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746130278.541055:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a7d41180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841680384:192.168.204.51@tcp:105: 00010000:00010000:2.0:1746130278.541070:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746130278.541100:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013526b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+44:1963:x1830949849089024:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 1404us (1567us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130278.541109:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14399 00000100:00100000:0.0:1746130278.542104:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130278.542156:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849089280 00000100:00100000:1.0:1746130278.542162:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849089280 00002000:00100000:1.0:1746130278.542197:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800a7d40700 x1830949849089280/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:264/0 lens 488/0 e 0 to 0 dl 1746130289 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130278.542205:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a7d40700 with x1830949849089280 ext(0->4095) 00010000:00010000:1.0:1746130278.542214:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880099532a00/0x4ce24e5787361968 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ffa6 expref: 6 pid: 10554 timeout: 576 lvb_type: 0 00010000:00010000:1.0:1746130278.542225:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880099532a00/0x4ce24e5787361968 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ffa6 expref: 6 pid: 10554 timeout: 576 lvb_type: 0 00002000:00010000:1.0:1746130278.542231:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a7d40700 00000100:00100000:1.0:1746130278.542260:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2459 00000100:00100000:1.0:1746130278.542284:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7d40700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1964:x1830949849089280:12345-192.168.204.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746130278.542427:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7d40700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1964:x1830949849089280:12345-192.168.204.51@tcp:3:ptlrpcd_01_01.0 Request processed in 160us (325us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746130278.542533:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2459 00002000:00100000:1.0:1746130278.542539:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800a7d40700 x1830949849089280/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:264/0 lens 488/4536 e 0 to 0 dl 1746130289 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130278.542547:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a7d40700 with x1830949849089280 ext(0->4095) 00010000:00010000:1.0:1746130278.542551:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880099532a00/0x4ce24e5787361968 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ffa6 expref: 6 pid: 10554 timeout: 576 lvb_type: 0 00010000:00010000:1.0:1746130278.542559:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880099532a00/0x4ce24e5787361968 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ffa6 expref: 6 pid: 10554 timeout: 576 lvb_type: 0 00002000:00010000:1.0:1746130278.542565:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a7d40700 00000100:00100000:0.0:1746130278.545141:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130278.545241:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849089408 00000100:00100000:2.0:1746130278.545248:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849089408 00010000:00010000:2.0:1746130278.545307:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880099532a00/0x4ce24e5787361968 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ffa6 expref: 6 pid: 10554 timeout: 576 lvb_type: 0 00000100:00100000:2.0:1746130278.545345:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14400 00000100:00100000:2.0:1746130278.545352:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7d43100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949849089408:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746130278.545362:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746130278.545380:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880099532a00/0x4ce24e5787361968 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ffa6 expref: 6 pid: 10554 timeout: 576 lvb_type: 0 00010000:00010000:2.0:1746130278.545389:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880099532a00/0x4ce24e5787361968 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ffa6 expref: 6 pid: 10554 timeout: 576 lvb_type: 0 00010000:00010000:2.0:1746130278.545406:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880099532a00/0x4ce24e5787361968 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ffa6 expref: 6 pid: 10554 timeout: 576 lvb_type: 0 00010000:00010000:2.0:1746130278.545425:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130278.545427:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130278.545444:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880099532400/0x4ce24e578736196f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ffad expref: 43 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130278.545451:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099532400/0x4ce24e578736196f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ffad expref: 43 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130278.545478:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880099532400/0x4ce24e578736196f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ffad expref: 43 pid: 10554 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746130278.545488:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135268700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841680512:192.168.204.51@tcp:105: 00000100:00100000:2.0:1746130278.545966:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b23e0480 going to sleep for 11 seconds 00000100:00100000:2.0:1746130278.548677:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135268700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841680512:192.168.204.51@tcp:105: 00010000:00010000:2.0:1746130278.548696:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746130278.548729:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7d43100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+5:1962:x1830949849089408:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 3377us (3595us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130278.548739:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14400 00000100:00100000:0.0:1746130278.549453:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130278.549506:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849089664 00000100:00100000:1.0:1746130278.549512:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849089664 00002000:00100000:1.0:1746130278.549546:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800a7d41f80 x1830949849089664/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:264/0 lens 488/0 e 0 to 0 dl 1746130289 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130278.549561:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a7d41f80 with x1830949849089664 ext(0->4095) 00002000:00010000:1.0:1746130278.549565:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a7d41f80 00000100:00100000:1.0:1746130278.549591:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4753 00000100:00100000:1.0:1746130278.549597:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7d41f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+44:1961:x1830949849089664:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746130278.549733:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7d41f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+44:1961:x1830949849089664:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 136us (282us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746130278.549739:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4753 00002000:00100000:1.0:1746130278.549744:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800a7d41f80 x1830949849089664/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:264/0 lens 488/4536 e 0 to 0 dl 1746130289 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130278.549751:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a7d41f80 with x1830949849089664 ext(0->4095) 00002000:00010000:1.0:1746130278.549753:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a7d41f80 00000100:00100000:0.0:1746130278.553827:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130278.553966:0:8470:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849089792 00000100:00100000:2.0:1746130278.553973:0:8470:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849089792 00000100:00100000:2.0:1746130278.554027:0:8470:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6137 00000100:00100000:2.0:1746130278.554034:0:8470:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7d41180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c84b93b0-d496-484f-8e1e-94008838f2dd+5:31579:x1830949849089792:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746130278.554193:0:8470:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746130278.554209:0:8470:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009955f000/0x4ce24e5787361976 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3ffb4 expref: -99 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130278.554235:0:8470:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880099532400/0x4ce24e578736196f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ffad expref: 43 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130278.554242:0:8470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746130278.554244:0:8470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746130278.554248:0:8470:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009955f000/0x4ce24e5787361976 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ffb4 expref: 6 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130278.554313:0:8470:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880099532400/0x4ce24e578736196f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ffad expref: 43 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130278.554323:0:8470:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880099532400/0x4ce24e578736196f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ffad expref: 43 pid: 10554 timeout: 576 lvb_type: 0 00000100:00100000:2.0:1746130278.554333:0:8470:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135268700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8470:1830949841680640:192.168.204.51@tcp:104: 00000100:00100000:2.0:1746130278.554420:0:8470:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b23e0480 going to sleep for 11 seconds 00000100:00100000:0.0:1746130278.560389:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130278.560483:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130278.560568:0:10554:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849089920 00000100:00100000:1.0:1746130278.560576:0:10554:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849089920 00000100:00100000:1.0:1746130278.560614:0:10554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6138 00000100:00100000:1.0:1746130278.560621:0:10554:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094aa8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:640ea846-b909-4eea-9a54-417e15bd627b+44:31578:x1830949849089920:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746130278.560637:0:10554:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746130278.560653:0:10554:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099532200/0x4ce24e578736197d lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3ffbb expref: -99 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130278.560676:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130278.560682:0:10554:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009955f000/0x4ce24e5787361976 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ffb4 expref: 6 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130278.560687:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746130278.560691:0:10554:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099532200/0x4ce24e578736197d lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ffbb expref: 45 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130278.560720:0:10554:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009955f000/0x4ce24e5787361976 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ffb4 expref: 6 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130278.560730:0:10554:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880099532200/0x4ce24e578736197d lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ffbb expref: 45 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130278.560739:0:10554:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099532200, rc 0) 00000100:00100000:1.0:1746130278.560779:0:10554:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094aa8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:640ea846-b909-4eea-9a54-417e15bd627b+45:31578:x1830949849089920:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 158us (401us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130278.560785:0:10554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6138 00000100:00100000:3.0:1746130278.560861:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849090048 00000100:00100000:3.0:1746130278.560865:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849090048 00010000:00010000:3.0:1746130278.560890:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880099532400/0x4ce24e578736196f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ffad expref: 45 pid: 10554 timeout: 576 lvb_type: 0 00000100:00100000:3.0:1746130278.560906:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14401 00000100:00100000:3.0:1746130278.560912:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d0d3850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+45:1962:x1830949849090048:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746130278.560919:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746130278.560935:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880099532400/0x4ce24e578736196f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ffad expref: 45 pid: 10554 timeout: 576 lvb_type: 0 00010000:00010000:3.0:1746130278.560950:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880099532400/0x4ce24e578736196f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ffad expref: 45 pid: 10554 timeout: 576 lvb_type: 0 00010000:00010000:3.0:1746130278.560963:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130278.560964:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130278.560969:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009955f000/0x4ce24e5787361976 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ffb4 expref: 6 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130278.560976:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009955f000/0x4ce24e5787361976 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ffb4 expref: 6 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130278.560993:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009955f000/0x4ce24e5787361976 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ffb4 expref: 6 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130278.561006:0:7097:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009955f000/0x4ce24e5787361976 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ffb4 expref: 6 pid: 8470 timeout: 576 lvb_type: 0 00010000:00010000:2.0:1746130278.561077:0:8470:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880099532400/0x4ce24e578736196f lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ffad expref: 45 pid: 10554 timeout: 576 lvb_type: 0 00000100:00100000:2.0:1746130278.561093:0:8470:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135268700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8470:1830949841680640:192.168.204.51@tcp:104: 00010000:00010000:2.0:1746130278.561108:0:8470:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009955f000/0x4ce24e5787361976 lrc: 6/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ffb4 expref: 6 pid: 8470 timeout: 576 lvb_type: 0 00010000:00010000:2.0:1746130278.561114:0:8470:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009955f000/0x4ce24e5787361976 lrc: 6/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ffb4 expref: 6 pid: 8470 timeout: 576 lvb_type: 0 00010000:00010000:2.0:1746130278.561121:0:8470:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009955f000, rc 0) 00000100:00100000:2.0:1746130278.561137:0:8470:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7d41180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c84b93b0-d496-484f-8e1e-94008838f2dd+6:31579:x1830949849089792:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 7104us (7317us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130278.561144:0:8470:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6137 00000100:00100000:3.0:1746130278.561516:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091951500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841680896:192.168.204.51@tcp:105: 00000100:00100000:3.0:1746130278.561572:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ad69900 going to sleep for 11 seconds 00000100:00100000:0.0:1746130278.564366:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130278.564429:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849090304 00000100:00100000:2.0:1746130278.564444:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849090304 00002000:00100000:2.0:1746130278.564485:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880094aa8a80 x1830949849090304/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:264/0 lens 488/0 e 0 to 0 dl 1746130289 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130278.564495:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094aa8a80 with x1830949849090304 ext(0->4095) 00010000:00010000:2.0:1746130278.564502:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009955f000/0x4ce24e5787361976 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ffb4 expref: 6 pid: 8470 timeout: 576 lvb_type: 0 00010000:00010000:2.0:1746130278.564513:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009955f000/0x4ce24e5787361976 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ffb4 expref: 6 pid: 8470 timeout: 576 lvb_type: 0 00002000:00010000:2.0:1746130278.564524:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880094aa8a80 00000100:00100000:2.0:1746130278.564541:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2460 00000100:00100000:2.0:1746130278.564548:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094aa8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949849090304:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746130278.564688:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094aa8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949849090304:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 139us (329us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746130278.564694:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2460 00002000:00100000:2.0:1746130278.564699:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880094aa8a80 x1830949849090304/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:264/0 lens 488/4536 e 0 to 0 dl 1746130289 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130278.564706:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094aa8a80 with x1830949849090304 ext(0->4095) 00010000:00010000:2.0:1746130278.564710:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009955f000/0x4ce24e5787361976 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ffb4 expref: 6 pid: 8470 timeout: 576 lvb_type: 0 00010000:00010000:2.0:1746130278.564718:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009955f000/0x4ce24e5787361976 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ffb4 expref: 6 pid: 8470 timeout: 576 lvb_type: 0 00002000:00010000:2.0:1746130278.564723:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880094aa8a80 00000100:00100000:3.0:1746130278.564856:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091951500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841680896:192.168.204.51@tcp:105: 00010000:00010000:3.0:1746130278.564874:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746130278.565420:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d0d3850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+44:1962:x1830949849090048:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 4506us (4935us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130278.565429:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14401 00000100:00100000:0.0:1746130278.568728:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130278.568920:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849090432 00000100:00100000:3.0:1746130278.568928:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849090432 00010000:00010000:3.0:1746130278.568965:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009955f000/0x4ce24e5787361976 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ffb4 expref: 6 pid: 8470 timeout: 576 lvb_type: 0 00000100:00100000:3.0:1746130278.568989:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14402 00000100:00100000:3.0:1746130278.568997:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094aa9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949849090432:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746130278.569010:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746130278.569028:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009955f000/0x4ce24e5787361976 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ffb4 expref: 6 pid: 8470 timeout: 576 lvb_type: 0 00010000:00010000:3.0:1746130278.569040:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009955f000/0x4ce24e5787361976 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ffb4 expref: 6 pid: 8470 timeout: 576 lvb_type: 0 00010000:00010000:3.0:1746130278.569060:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009955f000/0x4ce24e5787361976 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ffb4 expref: 6 pid: 8470 timeout: 576 lvb_type: 0 00010000:00010000:3.0:1746130278.569077:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130278.569079:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130278.569085:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880099532200/0x4ce24e578736197d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ffbb expref: 43 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130278.569093:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099532200/0x4ce24e578736197d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ffbb expref: 43 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130278.569120:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880099532200/0x4ce24e578736197d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ffbb expref: 43 pid: 10554 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746130278.569131:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091951500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841681024:192.168.204.51@tcp:105: 00000100:00100000:3.0:1746130278.570152:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ad69540 going to sleep for 11 seconds 00000100:00100000:0.0:1746130278.572395:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130278.572956:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849090688 00000100:00100000:1.0:1746130278.572963:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849090688 00002000:00100000:1.0:1746130278.572996:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880134a81c00 x1830949849090688/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:264/0 lens 488/0 e 0 to 0 dl 1746130289 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130278.573005:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134a81c00 with x1830949849090688 ext(0->4095) 00002000:00010000:1.0:1746130278.573010:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880134a81c00 00000100:00100000:3.0:1746130278.573899:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091951500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841681024:192.168.204.51@tcp:105: 00010000:00010000:3.0:1746130278.573920:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746130278.574074:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4754 00000100:00100000:1.0:1746130278.574082:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134a81c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+44:1961:x1830949849090688:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746130278.574231:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094aa9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+5:1961:x1830949849090432:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 5234us (5510us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130278.574238:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14402 00000100:00100000:1.0:1746130278.575067:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134a81c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+44:1961:x1830949849090688:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 981us (2676us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746130278.575074:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4754 00002000:00100000:1.0:1746130278.575081:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880134a81c00 x1830949849090688/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:264/0 lens 488/4536 e 0 to 0 dl 1746130289 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130278.575095:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134a81c00 with x1830949849090688 ext(0->4095) 00002000:00010000:1.0:1746130278.575099:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880134a81c00 00000100:00100000:2.0:1746130278.583825:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130278.583897:0:8470:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849090816 00000100:00100000:0.0:1746130278.583904:0:8470:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849090816 00000100:00100000:0.0:1746130278.583946:0:8470:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6139 00000100:00100000:0.0:1746130278.583952:0:8470:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135268700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c84b93b0-d496-484f-8e1e-94008838f2dd+5:31579:x1830949849090816:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746130278.583967:0:8470:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746130278.583980:0:8470:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a796cc00/0x4ce24e5787361984 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3ffc2 expref: -99 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130278.584003:0:8470:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880099532200/0x4ce24e578736197d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ffbb expref: 43 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130278.584014:0:8470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746130278.584016:0:8470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746130278.584018:0:8470:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a796cc00/0x4ce24e5787361984 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ffc2 expref: 6 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130278.584041:0:8470:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880099532200/0x4ce24e578736197d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ffbb expref: 43 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130278.584050:0:8470:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880099532200/0x4ce24e578736197d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ffbb expref: 43 pid: 10554 timeout: 576 lvb_type: 0 00000100:00100000:0.0:1746130278.584059:0:8470:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134a80000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8470:1830949841681152:192.168.204.51@tcp:104: 00000100:00100000:0.0:1746130278.584126:0:8470:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009bc95540 going to sleep for 11 seconds 00000100:00100000:0.0:1746130278.586142:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130278.586239:0:8470:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134a80000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8470:1830949841681152:192.168.204.51@tcp:104: 00010000:00010000:2.0:1746130278.586262:0:8470:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a796cc00/0x4ce24e5787361984 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ffc2 expref: 6 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130278.586304:0:8470:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a796cc00, rc 0) 00000100:00100000:2.0:1746130278.586353:0:8470:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135268700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c84b93b0-d496-484f-8e1e-94008838f2dd+6:31579:x1830949849090816:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2399us (2535us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130278.586362:0:8470:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6139 00000100:00100000:1.0:1746130278.586448:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849090944 00000100:00100000:1.0:1746130278.586454:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849090944 00002000:00100000:1.0:1746130278.586485:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff880134a80380 x1830949849090944/t0(0) o4->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:264/0 lens 496/0 e 0 to 0 dl 1746130289 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130278.586494:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134a80380 with x1830949849090944 ext(0->7) 00010000:00010000:1.0:1746130278.586499:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880099532200/0x4ce24e578736197d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ffbb expref: 44 pid: 10554 timeout: 576 lvb_type: 0 00010000:00010000:1.0:1746130278.586510:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880099532200/0x4ce24e578736197d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ffbb expref: 44 pid: 10554 timeout: 576 lvb_type: 0 00002000:00010000:1.0:1746130278.586515:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880134a80380 00000100:00100000:1.0:1746130278.586530:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2461 00000100:00100000:1.0:1746130278.586536:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134a80380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+44:1962:x1830949849090944:12345-192.168.204.51@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746130278.586789:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134a80380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+46:1962:x1830949849090944:12345-192.168.204.51@tcp:4:ldlm_bl.0 Request processed in 252us (652us total) trans 4294967914 rc 0/0 00000100:00100000:1.0:1746130278.586794:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2461 00002000:00100000:1.0:1746130278.586799:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff880134a80380 x1830949849090944/t4294967914(0) o4->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:264/0 lens 496/448 e 0 to 0 dl 1746130289 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130278.586806:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134a80380 with x1830949849090944 ext(0->7) 00010000:00010000:1.0:1746130278.586811:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880099532200/0x4ce24e578736197d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ffbb expref: 46 pid: 10554 timeout: 576 lvb_type: 0 00010000:00010000:1.0:1746130278.586824:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880099532200/0x4ce24e578736197d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ffbb expref: 46 pid: 10554 timeout: 576 lvb_type: 0 00002000:00010000:1.0:1746130278.586829:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880134a80380 00000100:00100000:0.0:1746130278.592441:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130278.592538:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130278.592622:0:8470:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849091072 00000100:00100000:2.0:1746130278.592630:0:8470:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849091072 00000100:00100000:2.0:1746130278.592671:0:8470:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6140 00000100:00100000:2.0:1746130278.592677:0:8470:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134a80e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:640ea846-b909-4eea-9a54-417e15bd627b+46:31578:x1830949849091072:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746130278.592692:0:8470:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746130278.592708:0:8470:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009955fc00/0x4ce24e578736198b lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3ffc9 expref: -99 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130278.592732:0:8470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746130278.592737:0:8470:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a796cc00/0x4ce24e5787361984 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ffc2 expref: 5 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130278.592743:0:8470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746130278.592745:0:8470:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009955fc00/0x4ce24e578736198b lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ffc9 expref: 47 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130278.592775:0:8470:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a796cc00/0x4ce24e5787361984 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ffc2 expref: 5 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130278.592788:0:8470:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009955fc00/0x4ce24e578736198b lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ffc9 expref: 47 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130278.592795:0:8470:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009955fc00, rc 0) 00000100:00100000:2.0:1746130278.592848:0:8470:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134a80e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:640ea846-b909-4eea-9a54-417e15bd627b+47:31578:x1830949849091072:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 170us (424us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130278.592854:0:8470:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6140 00000100:00100000:3.0:1746130278.592997:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849091200 00000100:00100000:3.0:1746130278.593001:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849091200 00010000:00010000:3.0:1746130278.593026:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880099532200/0x4ce24e578736197d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ffbb expref: 47 pid: 10554 timeout: 576 lvb_type: 0 00000100:00100000:3.0:1746130278.593092:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14403 00000100:00100000:3.0:1746130278.593099:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134a81180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+47:1963:x1830949849091200:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746130278.593109:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746130278.593127:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880099532200/0x4ce24e578736197d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ffbb expref: 47 pid: 10554 timeout: 576 lvb_type: 0 00010000:00010000:3.0:1746130278.593136:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880099532200/0x4ce24e578736197d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ffbb expref: 47 pid: 10554 timeout: 576 lvb_type: 0 00010000:00010000:3.0:1746130278.593149:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880099532200/0x4ce24e578736197d lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ffbb expref: 47 pid: 10554 timeout: 576 lvb_type: 0 00010000:00010000:3.0:1746130278.593163:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130278.593165:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130278.593170:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a796cc00/0x4ce24e5787361984 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ffc2 expref: 5 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130278.593176:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a796cc00/0x4ce24e5787361984 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ffc2 expref: 5 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130278.593194:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a796cc00/0x4ce24e5787361984 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ffc2 expref: 5 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130278.593204:0:7097:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a796cc00/0x4ce24e5787361984 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ffc2 expref: 5 pid: 8470 timeout: 576 lvb_type: 0 00000100:00100000:3.0:1746130278.593214:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091951500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841681408:192.168.204.51@tcp:105: 00000100:00100000:3.0:1746130278.596069:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ad69540 going to sleep for 11 seconds 00000100:00100000:3.0:1746130278.601905:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091951500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841681408:192.168.204.51@tcp:105: 00000100:00100000:0.0:1746130278.601906:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00010000:00010000:3.0:1746130278.601927:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746130278.602142:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849091456 00000100:00100000:2.0:1746130278.602147:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849091456 00002000:00100000:2.0:1746130278.602183:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880134a82300 x1830949849091456/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:264/0 lens 488/0 e 0 to 0 dl 1746130289 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130278.602192:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134a82300 with x1830949849091456 ext(0->4095) 00010000:00010000:2.0:1746130278.602200:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a796cc00/0x4ce24e5787361984 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ffc2 expref: 6 pid: 8470 timeout: 576 lvb_type: 0 00010000:00010000:2.0:1746130278.602211:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a796cc00/0x4ce24e5787361984 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ffc2 expref: 6 pid: 8470 timeout: 576 lvb_type: 0 00002000:00010000:2.0:1746130278.602217:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880134a82300 00000100:00100000:3.0:1746130278.602628:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134a81180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+46:1963:x1830949849091200:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 9447us (10007us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130278.602638:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14403 00000100:00100000:2.0:1746130278.602640:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2462 00000100:00100000:2.0:1746130278.602648:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134a82300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949849091456:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746130278.602846:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134a82300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949849091456:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 198us (941us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746130278.602851:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2462 00002000:00100000:2.0:1746130278.602856:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880134a82300 x1830949849091456/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:264/0 lens 488/4536 e 0 to 0 dl 1746130289 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130278.602864:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134a82300 with x1830949849091456 ext(0->4095) 00010000:00010000:2.0:1746130278.602868:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a796cc00/0x4ce24e5787361984 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ffc2 expref: 6 pid: 8470 timeout: 576 lvb_type: 0 00010000:00010000:2.0:1746130278.602877:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a796cc00/0x4ce24e5787361984 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ffc2 expref: 6 pid: 8470 timeout: 576 lvb_type: 0 00002000:00010000:2.0:1746130278.602887:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880134a82300 00000100:00100000:0.0:1746130278.605526:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130278.605597:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849091584 00000100:00100000:3.0:1746130278.605605:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849091584 00010000:00010000:3.0:1746130278.605638:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a796cc00/0x4ce24e5787361984 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ffc2 expref: 6 pid: 8470 timeout: 576 lvb_type: 0 00000100:00100000:3.0:1746130278.605677:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14404 00000100:00100000:3.0:1746130278.605684:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134a80700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949849091584:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746130278.605696:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746130278.605715:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a796cc00/0x4ce24e5787361984 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ffc2 expref: 6 pid: 8470 timeout: 576 lvb_type: 0 00010000:00010000:3.0:1746130278.605726:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a796cc00/0x4ce24e5787361984 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ffc2 expref: 6 pid: 8470 timeout: 576 lvb_type: 0 00010000:00010000:3.0:1746130278.605745:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a796cc00/0x4ce24e5787361984 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ffc2 expref: 6 pid: 8470 timeout: 576 lvb_type: 0 00010000:00010000:3.0:1746130278.605772:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130278.605774:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130278.605781:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009955fc00/0x4ce24e578736198b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ffc9 expref: 45 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130278.605788:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009955fc00/0x4ce24e578736198b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ffc9 expref: 45 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130278.605817:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009955fc00/0x4ce24e578736198b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ffc9 expref: 45 pid: 8470 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746130278.605828:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091951500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841681536:192.168.204.51@tcp:105: 00000100:00100000:3.0:1746130278.605901:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ad69540 going to sleep for 11 seconds 00000100:00100000:3.0:1746130278.608107:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091951500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841681536:192.168.204.51@tcp:105: 00010000:00010000:3.0:1746130278.608129:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746130278.608168:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134a80700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+5:1961:x1830949849091584:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 2484us (2650us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130278.608177:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14404 00000100:00100000:0.0:1746130278.609188:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130278.609236:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849091840 00000100:00100000:3.0:1746130278.609243:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849091840 00002000:00100000:3.0:1746130278.609290:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880134a82a00 x1830949849091840/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:264/0 lens 488/0 e 0 to 0 dl 1746130289 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130278.609300:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134a82a00 with x1830949849091840 ext(0->4095) 00002000:00010000:3.0:1746130278.609303:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880134a82a00 00000100:00100000:3.0:1746130278.609330:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4755 00000100:00100000:3.0:1746130278.609337:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134a82a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+46:1962:x1830949849091840:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746130278.609492:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134a82a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+46:1962:x1830949849091840:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 155us (306us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746130278.609498:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4755 00002000:00100000:3.0:1746130278.609502:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880134a82a00 x1830949849091840/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:264/0 lens 488/4536 e 0 to 0 dl 1746130289 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130278.609515:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134a82a00 with x1830949849091840 ext(0->4095) 00002000:00010000:3.0:1746130278.609517:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880134a82a00 00000100:00100000:0.0:1746130278.612464:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130278.612602:0:20953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849091968 00000100:00100000:2.0:1746130278.612610:0:20953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849091968 00000100:00100000:2.0:1746130278.612655:0:20953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6141 00000100:00100000:2.0:1746130278.612662:0:20953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134a82680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c84b93b0-d496-484f-8e1e-94008838f2dd+5:31579:x1830949849091968:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746130278.612676:0:20953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746130278.612689:0:20953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009955f800/0x4ce24e5787361992 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3ffd0 expref: -99 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130278.612711:0:20953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009955fc00/0x4ce24e578736198b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ffc9 expref: 45 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130278.612719:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746130278.612720:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746130278.612724:0:20953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009955f800/0x4ce24e5787361992 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ffd0 expref: 6 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130278.612747:0:20953:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009955fc00/0x4ce24e578736198b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ffc9 expref: 45 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130278.612757:0:20953:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009955fc00/0x4ce24e578736198b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ffc9 expref: 45 pid: 8470 timeout: 576 lvb_type: 0 00000100:00100000:2.0:1746130278.612767:0:20953:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135268e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:20953:1830949841681664:192.168.204.51@tcp:104: 00000100:00100000:2.0:1746130278.613162:0:20953:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b23e0a80 going to sleep for 11 seconds 00000100:00100000:2.0:1746130278.615745:0:20953:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135268e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:20953:1830949841681664:192.168.204.51@tcp:104: 00010000:00010000:2.0:1746130278.616109:0:20953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009955f800/0x4ce24e5787361992 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ffd0 expref: 6 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130278.616123:0:20953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009955f800, rc 0) 00000100:00100000:2.0:1746130278.616176:0:20953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134a82680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c84b93b0-d496-484f-8e1e-94008838f2dd+6:31579:x1830949849091968:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3514us (3718us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130278.616184:0:20953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6141 00000100:00100000:0.0:1746130278.616240:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130278.616392:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849092096 00000100:00100000:3.0:1746130278.616398:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849092096 00010000:00010000:3.0:1746130278.616442:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009955fc00/0x4ce24e578736198b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ffc9 expref: 46 pid: 8470 timeout: 576 lvb_type: 0 00000100:00100000:3.0:1746130278.616634:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14405 00000100:00100000:3.0:1746130278.616641:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134a83b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+46:1962:x1830949849092096:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746130278.616651:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746130278.616669:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009955fc00/0x4ce24e578736198b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ffc9 expref: 46 pid: 8470 timeout: 576 lvb_type: 0 00010000:00010000:3.0:1746130278.616678:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009955fc00/0x4ce24e578736198b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ffc9 expref: 46 pid: 8470 timeout: 576 lvb_type: 0 00010000:00010000:3.0:1746130278.616696:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009955fc00/0x4ce24e578736198b lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ffc9 expref: 46 pid: 8470 timeout: 576 lvb_type: 0 00010000:00010000:3.0:1746130278.616716:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130278.616717:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130278.616723:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009955f800/0x4ce24e5787361992 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ffd0 expref: 5 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130278.616729:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009955f800/0x4ce24e5787361992 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ffd0 expref: 5 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130278.616756:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009955f800/0x4ce24e5787361992 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ffd0 expref: 5 pid: 20953 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746130278.616767:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091951500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841681792:192.168.204.51@tcp:105: 00000100:00100000:3.0:1746130278.617790:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ad693c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746130278.620014:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130278.620176:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091951500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841681792:192.168.204.51@tcp:105: 00000100:00100000:0.0:1746130278.620184:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849092480 00000100:00100000:0.0:1746130278.620190:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849092480 00010000:00010000:3.0:1746130278.620199:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00100000:0.0:1746130278.620223:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880135268e00 x1830949849092480/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:264/0 lens 488/0 e 0 to 0 dl 1746130289 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746130278.620232:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135268e00 with x1830949849092480 ext(0->4095) 00002000:00010000:0.0:1746130278.620237:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880135268e00 00000100:00100000:3.0:1746130278.620343:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134a83b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+45:1962:x1830949849092096:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 3700us (4100us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130278.620353:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14405 00000100:00100000:2.0:1746130278.620456:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130278.620600:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4756 00000100:00100000:0.0:1746130278.620606:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135268e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949849092480:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746130278.620631:0:20953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849092352 00000100:00100000:2.0:1746130278.620634:0:20953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849092352 00000100:00100000:2.0:1746130278.620658:0:20953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6142 00000100:00100000:2.0:1746130278.620771:0:20953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135269880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:640ea846-b909-4eea-9a54-417e15bd627b+45:31578:x1830949849092352:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746130278.620779:0:20953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746130278.620791:0:20953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009955f400/0x4ce24e5787361999 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3ffd7 expref: -99 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130278.620811:0:20953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009955f800/0x4ce24e5787361992 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ffd0 expref: 6 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130278.620817:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130278.620819:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130278.620822:0:20953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009955f400/0x4ce24e5787361999 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ffd7 expref: 46 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130278.620842:0:20953:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009955f800/0x4ce24e5787361992 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ffd0 expref: 6 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130278.620857:0:20953:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009955f800/0x4ce24e5787361992 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ffd0 expref: 6 pid: 20953 timeout: 576 lvb_type: 0 00000100:00100000:2.0:1746130278.620866:0:20953:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013526ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:20953:1830949841681920:192.168.204.51@tcp:104: 00000100:00100000:0.0:1746130278.621134:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135268e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949849092480:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 527us (1182us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746130278.621139:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4756 00002000:00100000:0.0:1746130278.621144:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880135268e00 x1830949849092480/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:264/0 lens 488/4536 e 0 to 0 dl 1746130289 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746130278.621152:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135268e00 with x1830949849092480 ext(0->4095) 00010000:00010000:0.0:1746130278.621157:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009955f800/0x4ce24e5787361992 lrc: 6/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ffd0 expref: 6 pid: 20953 timeout: 576 lvb_type: 0 00010000:00010000:0.0:1746130278.621167:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009955f800/0x4ce24e5787361992 lrc: 6/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ffd0 expref: 6 pid: 20953 timeout: 576 lvb_type: 0 00002000:00010000:0.0:1746130278.621172:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880135268e00 00000100:00100000:2.0:1746130278.621216:0:20953:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b23e0a80 going to sleep for 11 seconds 00000100:00100000:2.0:1746130278.623088:0:20953:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013526ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:20953:1830949841681920:192.168.204.51@tcp:104: 00010000:00010000:2.0:1746130278.623114:0:20953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009955f400/0x4ce24e5787361999 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ffd7 expref: 46 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130278.623128:0:20953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009955f400, rc 0) 00000100:00100000:2.0:1746130278.623426:0:20953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135269880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:640ea846-b909-4eea-9a54-417e15bd627b+46:31578:x1830949849092352:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2626us (2942us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130278.623446:0:20953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6142 00000100:00100000:0.0:1746130278.623772:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130278.624176:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130278.624256:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849092736 00000100:00100000:3.0:1746130278.624262:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849092736 00010000:00010000:3.0:1746130278.624318:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009955f800/0x4ce24e5787361992 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ffd0 expref: 6 pid: 20953 timeout: 576 lvb_type: 0 00000100:00100000:2.0:1746130278.624346:0:20953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849092608 00000100:00100000:2.0:1746130278.624350:0:20953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849092608 00000100:00100000:3.0:1746130278.624352:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14406 00000100:00100000:3.0:1746130278.624359:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134a80a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1963:x1830949849092736:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746130278.624369:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1746130278.624375:0:20953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6143 00000100:00100000:2.0:1746130278.624381:0:20953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134a81500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:640ea846-b909-4eea-9a54-417e15bd627b+46:31579:x1830949849092608:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746130278.624387:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009955f800/0x4ce24e5787361992 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ffd0 expref: 6 pid: 20953 timeout: 576 lvb_type: 0 00010000:00010000:2.0:1746130278.624393:0:20953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746130278.624397:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009955f800/0x4ce24e5787361992 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ffd0 expref: 6 pid: 20953 timeout: 576 lvb_type: 0 00010000:00010000:2.0:1746130278.624402:0:20953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009955e200/0x4ce24e57873619a0 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3ffde expref: -99 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130278.624414:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009955f800/0x4ce24e5787361992 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ffd0 expref: 6 pid: 20953 timeout: 576 lvb_type: 0 00010000:00010000:2.0:1746130278.624416:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130278.624420:0:20953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009955f400/0x4ce24e5787361999 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ffd7 expref: 47 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130278.624440:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746130278.624443:0:20953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009955e200/0x4ce24e57873619a0 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ffde expref: 47 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130278.624450:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130278.624452:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130278.624458:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009955f400/0x4ce24e5787361999 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ffd7 expref: 47 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130278.624465:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009955f400/0x4ce24e5787361999 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ffd7 expref: 47 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130278.624487:0:20953:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009955f400/0x4ce24e5787361999 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ffd7 expref: 47 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130278.624496:0:20953:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009955f400/0x4ce24e5787361999 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ffd7 expref: 47 pid: 20953 timeout: 576 lvb_type: 0 00010000:00010000:3.0:1746130278.624647:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009955f400/0x4ce24e5787361999 lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ffd7 expref: 47 pid: 20953 timeout: 576 lvb_type: 0 00000100:00100000:2.0:1746130278.624647:0:20953:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013526ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:20953:1830949841682048:192.168.204.51@tcp:104: 00010000:00010000:3.0:1746130278.624656:0:7097:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009955f400/0x4ce24e5787361999 lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ffd7 expref: 47 pid: 20953 timeout: 576 lvb_type: 0 00000100:00100000:3.0:1746130278.624664:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091951500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841682176:192.168.204.51@tcp:105: 00000100:00100000:2.0:1746130278.624962:0:20953:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b23e0a80 going to sleep for 11 seconds 00000100:00100000:3.0:1746130278.624972:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ad693c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746130278.627341:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130278.627384:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849092992 00000100:00100000:3.0:1746130278.627391:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091951500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841682176:192.168.204.51@tcp:105: 00000100:00100000:1.0:1746130278.627391:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849092992 00010000:00010000:3.0:1746130278.627410:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00100000:1.0:1746130278.627424:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880134a81f80 x1830949849092992/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:264/0 lens 488/0 e 0 to 0 dl 1746130289 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130278.627443:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134a81f80 with x1830949849092992 ext(0->4095) 00010000:00010000:1.0:1746130278.627450:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009955f400/0x4ce24e5787361999 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ffd7 expref: 48 pid: 20953 timeout: 576 lvb_type: 0 00000100:00100000:3.0:1746130278.627454:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134a80a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+5:1963:x1830949849092736:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 3095us (3278us total) trans 0 rc 0/0 00010000:00010000:1.0:1746130278.627461:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009955f400/0x4ce24e5787361999 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ffd7 expref: 48 pid: 20953 timeout: 576 lvb_type: 0 00000100:00100000:3.0:1746130278.627463:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14406 00002000:00010000:1.0:1746130278.627466:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880134a81f80 00000100:00100000:1.0:1746130278.627480:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2463 00000100:00100000:1.0:1746130278.627485:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134a81f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+48:1962:x1830949849092992:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746130278.627522:0:20953:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013526ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:20953:1830949841682048:192.168.204.51@tcp:104: 00000100:00100000:1.0:1746130278.627594:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134a81f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+48:1962:x1830949849092992:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 108us (260us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746130278.627599:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2463 00002000:00100000:1.0:1746130278.627603:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880134a81f80 x1830949849092992/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:264/0 lens 488/4536 e 0 to 0 dl 1746130289 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130278.627610:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134a81f80 with x1830949849092992 ext(0->4095) 00010000:00010000:1.0:1746130278.627614:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009955f400/0x4ce24e5787361999 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ffd7 expref: 48 pid: 20953 timeout: 576 lvb_type: 0 00010000:00010000:1.0:1746130278.627621:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009955f400/0x4ce24e5787361999 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ffd7 expref: 48 pid: 20953 timeout: 576 lvb_type: 0 00002000:00010000:1.0:1746130278.627626:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880134a81f80 00010000:00010000:2.0:1746130278.627772:0:20953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009955e200/0x4ce24e57873619a0 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ffde expref: 47 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130278.627784:0:20953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009955e200, rc 0) 00000100:00100000:2.0:1746130278.627802:0:20953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134a81500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:640ea846-b909-4eea-9a54-417e15bd627b+47:31579:x1830949849092608:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3422us (4033us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130278.627808:0:20953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6143 00000100:00100000:0.0:1746130278.629568:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130278.629648:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849093120 00000100:00100000:3.0:1746130278.629654:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849093120 00010000:00010000:3.0:1746130278.629679:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009955f400/0x4ce24e5787361999 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ffd7 expref: 47 pid: 20953 timeout: 576 lvb_type: 0 00000100:00100000:3.0:1746130278.629714:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14407 00000100:00100000:3.0:1746130278.629719:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134a83800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+47:1961:x1830949849093120:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746130278.629730:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746130278.629745:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009955f400/0x4ce24e5787361999 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ffd7 expref: 47 pid: 20953 timeout: 576 lvb_type: 0 00010000:00010000:3.0:1746130278.629754:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009955f400/0x4ce24e5787361999 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ffd7 expref: 47 pid: 20953 timeout: 576 lvb_type: 0 00010000:00010000:3.0:1746130278.629771:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009955f400/0x4ce24e5787361999 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ffd7 expref: 47 pid: 20953 timeout: 576 lvb_type: 0 00010000:00010000:3.0:1746130278.629782:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130278.629784:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130278.629790:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009955e200/0x4ce24e57873619a0 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ffde expref: 46 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130278.629796:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009955e200/0x4ce24e57873619a0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ffde expref: 46 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130278.629818:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009955e200/0x4ce24e57873619a0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ffde expref: 46 pid: 20953 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746130278.629826:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091951500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841682304:192.168.204.51@tcp:105: 00000100:00100000:3.0:1746130278.629886:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ad693c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746130278.631715:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091951500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841682304:192.168.204.51@tcp:105: 00010000:00010000:3.0:1746130278.631736:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746130278.631768:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134a83800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+46:1961:x1830949849093120:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 2049us (2205us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130278.631778:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14407 00000100:00100000:0.0:1746130278.632247:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130278.632304:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849093376 00000100:00100000:1.0:1746130278.632310:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849093376 00002000:00100000:1.0:1746130278.632340:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880134a83480 x1830949849093376/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:264/0 lens 488/0 e 0 to 0 dl 1746130289 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130278.632348:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134a83480 with x1830949849093376 ext(0->4095) 00002000:00010000:1.0:1746130278.632352:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880134a83480 00000100:00100000:1.0:1746130278.632383:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4757 00000100:00100000:1.0:1746130278.632389:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134a83480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+46:1961:x1830949849093376:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746130278.632544:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134a83480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+46:1961:x1830949849093376:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 154us (297us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746130278.632550:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4757 00002000:00100000:1.0:1746130278.632554:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880134a83480 x1830949849093376/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:264/0 lens 488/4536 e 0 to 0 dl 1746130289 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130278.632561:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134a83480 with x1830949849093376 ext(0->4095) 00002000:00010000:1.0:1746130278.632735:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880134a83480 00000100:00100000:0.0:1746130278.634051:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130278.634254:0:20953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849093504 00000100:00100000:2.0:1746130278.634261:0:20953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849093504 00000100:00100000:2.0:1746130278.634331:0:20953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6144 00000100:00100000:2.0:1746130278.634338:0:20953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134a82d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c84b93b0-d496-484f-8e1e-94008838f2dd+5:31579:x1830949849093504:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746130278.634351:0:20953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746130278.634366:0:20953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009955fc00/0x4ce24e57873619a7 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3ffe5 expref: -99 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130278.634389:0:20953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009955e200/0x4ce24e57873619a0 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ffde expref: 45 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130278.634395:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746130278.634396:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746130278.634399:0:20953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009955fc00/0x4ce24e57873619a7 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ffe5 expref: 6 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130278.634421:0:20953:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009955e200/0x4ce24e57873619a0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ffde expref: 45 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130278.634441:0:20953:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009955e200/0x4ce24e57873619a0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ffde expref: 45 pid: 20953 timeout: 576 lvb_type: 0 00000100:00100000:2.0:1746130278.634452:0:20953:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013526ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:20953:1830949841682432:192.168.204.51@tcp:104: 00000100:00100000:2.0:1746130278.634536:0:20953:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b23e0a80 going to sleep for 11 seconds 00000100:00100000:2.0:1746130278.635953:0:20953:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013526ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:20953:1830949841682432:192.168.204.51@tcp:104: 00010000:00010000:2.0:1746130278.635981:0:20953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009955fc00/0x4ce24e57873619a7 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ffe5 expref: 6 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130278.635995:0:20953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009955fc00, rc 0) 00000100:00100000:2.0:1746130278.636041:0:20953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134a82d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c84b93b0-d496-484f-8e1e-94008838f2dd+6:31579:x1830949849093504:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1702us (1993us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130278.636048:0:20953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6144 00000100:00100000:0.0:1746130278.637187:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130278.637253:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849093632 00000100:00100000:3.0:1746130278.637258:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849093632 00010000:00010000:3.0:1746130278.637300:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009955e200/0x4ce24e57873619a0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ffde expref: 46 pid: 20953 timeout: 576 lvb_type: 0 00000100:00100000:3.0:1746130278.637327:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14408 00000100:00100000:3.0:1746130278.637334:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d0d3450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+46:1962:x1830949849093632:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746130278.637345:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746130278.637363:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009955e200/0x4ce24e57873619a0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ffde expref: 46 pid: 20953 timeout: 576 lvb_type: 0 00010000:00010000:3.0:1746130278.637372:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009955e200/0x4ce24e57873619a0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ffde expref: 46 pid: 20953 timeout: 576 lvb_type: 0 00010000:00010000:3.0:1746130278.637390:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009955e200/0x4ce24e57873619a0 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ffde expref: 46 pid: 20953 timeout: 576 lvb_type: 0 00010000:00010000:3.0:1746130278.637414:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130278.637416:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130278.637422:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009955fc00/0x4ce24e57873619a7 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ffe5 expref: 5 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130278.637442:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009955fc00/0x4ce24e57873619a7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ffe5 expref: 5 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130278.637469:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009955fc00/0x4ce24e57873619a7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ffe5 expref: 5 pid: 20953 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746130278.637479:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091951500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841682560:192.168.204.51@tcp:105: 00000100:00100000:3.0:1746130278.637558:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ad693c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746130278.639305:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091951500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841682560:192.168.204.51@tcp:105: 00010000:00010000:3.0:1746130278.639325:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746130278.639359:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d0d3450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+45:1962:x1830949849093632:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 2025us (2174us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130278.639367:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14408 00000100:00100000:0.0:1746130278.639778:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130278.639930:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849093888 00000100:00100000:1.0:1746130278.639935:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849093888 00002000:00100000:1.0:1746130278.639969:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880134a83100 x1830949849093888/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:264/0 lens 488/0 e 0 to 0 dl 1746130289 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130278.639984:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134a83100 with x1830949849093888 ext(0->4095) 00002000:00010000:1.0:1746130278.639988:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880134a83100 00000100:00100000:1.0:1746130278.640055:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4758 00000100:00100000:1.0:1746130278.640063:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134a83100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949849093888:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746130278.640196:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134a83100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949849093888:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 134us (419us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746130278.640202:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4758 00002000:00100000:1.0:1746130278.640207:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880134a83100 x1830949849093888/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:264/0 lens 488/4536 e 0 to 0 dl 1746130289 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130278.640213:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134a83100 with x1830949849093888 ext(0->4095) 00002000:00010000:1.0:1746130278.640215:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880134a83100 00000100:00100000:0.0:1746130278.643894:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130278.644332:0:20953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849094016 00000100:00100000:2.0:1746130278.644341:0:20953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849094016 00000100:00100000:2.0:1746130278.644396:0:20953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6145 00000100:00100000:2.0:1746130278.644403:0:20953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134a81180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:640ea846-b909-4eea-9a54-417e15bd627b+45:31579:x1830949849094016:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746130278.644418:0:20953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746130278.644443:0:20953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009955f200/0x4ce24e57873619ae lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3ffec expref: -99 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130278.644469:0:20953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009955fc00/0x4ce24e57873619a7 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ffe5 expref: 5 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130278.644476:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130278.644478:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130278.644481:0:20953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009955f200/0x4ce24e57873619ae lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ffec expref: 46 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130278.644508:0:20953:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009955fc00/0x4ce24e57873619a7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ffe5 expref: 5 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130278.644519:0:20953:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009955fc00/0x4ce24e57873619a7 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ffe5 expref: 5 pid: 20953 timeout: 576 lvb_type: 0 00000100:00100000:2.0:1746130278.644530:0:20953:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013526ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:20953:1830949841682688:192.168.204.51@tcp:104: 00000100:00100000:2.0:1746130278.644612:0:20953:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b23e0a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746130278.644677:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130278.644907:0:8470:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849094144 00000100:00100000:1.0:1746130278.644911:0:8470:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849094144 00000100:00100000:1.0:1746130278.644932:0:8470:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6146 00000100:00100000:1.0:1746130278.644936:0:8470:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134a80700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:640ea846-b909-4eea-9a54-417e15bd627b+47:31578:x1830949849094144:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746130278.644943:0:8470:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746130278.644949:0:8470:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099533000/0x4ce24e57873619b5 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3fff3 expref: -99 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130278.644961:0:8470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130278.644964:0:8470:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009955f200/0x4ce24e57873619ae lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ffec expref: 48 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130278.644969:0:8470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130278.644973:0:8470:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099533000/0x4ce24e57873619b5 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fff3 expref: 48 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130278.644993:0:8470:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009955f200/0x4ce24e57873619ae lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ffec expref: 48 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130278.645003:0:8470:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880099533000/0x4ce24e57873619b5 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fff3 expref: 48 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130278.645012:0:8470:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099533000, rc 0) 00000100:00100000:1.0:1746130278.645072:0:8470:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134a80700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:640ea846-b909-4eea-9a54-417e15bd627b+48:31578:x1830949849094144:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 133us (393us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130278.645078:0:8470:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6146 00000100:00100000:2.0:1746130278.647139:0:20953:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013526ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:20953:1830949841682688:192.168.204.51@tcp:104: 00010000:00010000:2.0:1746130278.647165:0:20953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009955f200/0x4ce24e57873619ae lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ffec expref: 47 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130278.647183:0:20953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009955f200, rc 0) 00000100:00100000:2.0:1746130278.647233:0:20953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134a81180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:640ea846-b909-4eea-9a54-417e15bd627b+47:31579:x1830949849094016:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2830us (3345us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130278.647239:0:20953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6145 00000100:00100000:0.0:1746130278.648901:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130278.649966:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849094272 00000100:00100000:3.0:1746130278.649976:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849094272 00010000:00010000:3.0:1746130278.650018:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009955fc00/0x4ce24e57873619a7 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ffe5 expref: 6 pid: 20953 timeout: 576 lvb_type: 0 00000100:00100000:3.0:1746130278.650055:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14409 00000100:00100000:3.0:1746130278.650063:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134a83b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949849094272:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746130278.650075:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746130278.650094:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009955fc00/0x4ce24e57873619a7 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ffe5 expref: 6 pid: 20953 timeout: 576 lvb_type: 0 00010000:00010000:3.0:1746130278.650105:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009955fc00/0x4ce24e57873619a7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ffe5 expref: 6 pid: 20953 timeout: 576 lvb_type: 0 00010000:00010000:3.0:1746130278.650124:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009955fc00/0x4ce24e57873619a7 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ffe5 expref: 6 pid: 20953 timeout: 576 lvb_type: 0 00010000:00010000:3.0:1746130278.650153:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130278.650154:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130278.650161:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009955f200/0x4ce24e57873619ae lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ffec expref: 46 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130278.650168:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009955f200/0x4ce24e57873619ae lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ffec expref: 46 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130278.650195:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009955f200/0x4ce24e57873619ae lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ffec expref: 46 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130278.650205:0:7097:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009955f200/0x4ce24e57873619ae lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ffec expref: 46 pid: 20953 timeout: 576 lvb_type: 0 00000100:00100000:3.0:1746130278.650214:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091951500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841682944:192.168.204.51@tcp:105: 00000100:00100000:3.0:1746130278.650309:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ad69240 going to sleep for 11 seconds 00000100:00100000:3.0:1746130278.655765:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091951500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841682944:192.168.204.51@tcp:105: 00010000:00010000:3.0:1746130278.655791:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746130278.655834:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134a83b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+5:1961:x1830949849094272:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 5771us (6939us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130278.655843:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14409 00000100:00100000:0.0:1746130278.656868:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130278.656942:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849094528 00000100:00100000:1.0:1746130278.656948:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849094528 00002000:00100000:1.0:1746130278.656986:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880134a80a80 x1830949849094528/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:264/0 lens 488/0 e 0 to 0 dl 1746130289 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130278.656993:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134a80a80 with x1830949849094528 ext(0->4095) 00010000:00010000:1.0:1746130278.657000:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009955f200/0x4ce24e57873619ae lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ffec expref: 47 pid: 20953 timeout: 576 lvb_type: 0 00010000:00010000:1.0:1746130278.657009:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009955f200/0x4ce24e57873619ae lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ffec expref: 47 pid: 20953 timeout: 576 lvb_type: 0 00002000:00010000:1.0:1746130278.657014:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880134a80a80 00000100:00100000:1.0:1746130278.657036:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2464 00000100:00100000:1.0:1746130278.657041:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134a80a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+47:1961:x1830949849094528:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746130278.657175:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134a80a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+47:1961:x1830949849094528:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 133us (313us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746130278.657181:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2464 00002000:00100000:1.0:1746130278.657186:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880134a80a80 x1830949849094528/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:264/0 lens 488/4536 e 0 to 0 dl 1746130289 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130278.657194:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134a80a80 with x1830949849094528 ext(0->4095) 00010000:00010000:1.0:1746130278.657198:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009955f200/0x4ce24e57873619ae lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ffec expref: 47 pid: 20953 timeout: 576 lvb_type: 0 00010000:00010000:1.0:1746130278.657206:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009955f200/0x4ce24e57873619ae lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ffec expref: 47 pid: 20953 timeout: 576 lvb_type: 0 00002000:00010000:1.0:1746130278.657211:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880134a80a80 00000100:00100000:0.0:1746130278.658894:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130278.658977:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130278.659070:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849094784 00000100:00100000:3.0:1746130278.659077:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849094784 00010000:00010000:3.0:1746130278.659112:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009955f200/0x4ce24e57873619ae lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ffec expref: 47 pid: 20953 timeout: 576 lvb_type: 0 00000100:00100000:3.0:1746130278.659145:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14410 00000100:00100000:3.0:1746130278.659150:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134a80000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+47:1962:x1830949849094784:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746130278.659159:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746130278.659174:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009955f200/0x4ce24e57873619ae lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ffec expref: 47 pid: 20953 timeout: 576 lvb_type: 0 00010000:00010000:3.0:1746130278.659182:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009955f200/0x4ce24e57873619ae lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ffec expref: 47 pid: 20953 timeout: 576 lvb_type: 0 00010000:00010000:3.0:1746130278.659199:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009955f200/0x4ce24e57873619ae lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3ffec expref: 47 pid: 20953 timeout: 576 lvb_type: 0 00010000:00010000:3.0:1746130278.659210:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130278.659212:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130278.659217:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880099533000/0x4ce24e57873619b5 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fff3 expref: 46 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130278.659222:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099533000/0x4ce24e57873619b5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fff3 expref: 46 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130278.659242:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880099533000/0x4ce24e57873619b5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fff3 expref: 46 pid: 8470 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746130278.659249:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091951500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841683072:192.168.204.51@tcp:105: 00000100:00100000:3.0:1746130278.659321:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ad69240 going to sleep for 11 seconds 00000100:00100000:2.0:1746130278.659595:0:20953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849094656 00000100:00100000:2.0:1746130278.659599:0:20953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849094656 00000100:00100000:2.0:1746130278.659636:0:20953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6147 00000100:00100000:2.0:1746130278.659646:0:20953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134a83800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c84b93b0-d496-484f-8e1e-94008838f2dd+5:31579:x1830949849094656:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746130278.659658:0:20953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746130278.659668:0:20953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009955e800/0x4ce24e57873619bc lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae3fffa expref: -99 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130278.659684:0:20953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880099533000/0x4ce24e57873619b5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fff3 expref: 46 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130278.659690:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746130278.659692:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746130278.659695:0:20953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009955e800/0x4ce24e57873619bc lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fffa expref: 6 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130278.659711:0:20953:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880099533000/0x4ce24e57873619b5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fff3 expref: 46 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130278.659719:0:20953:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880099533000/0x4ce24e57873619b5 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fff3 expref: 46 pid: 8470 timeout: 576 lvb_type: 0 00000100:00100000:2.0:1746130278.659732:0:20953:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013526ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:20953:1830949841683200:192.168.204.51@tcp:104: 00000100:00100000:2.0:1746130278.659771:0:20953:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b23e0a80 going to sleep for 11 seconds 00000100:00100000:2.0:1746130278.663542:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130278.663570:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849095040 00000100:00100000:2.0:1746130278.663582:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849095040 00002000:00100000:2.0:1746130278.663617:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88013526b800 x1830949849095040/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:264/0 lens 488/0 e 0 to 0 dl 1746130289 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130278.663626:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013526b800 with x1830949849095040 ext(0->4095) 00010000:00010000:2.0:1746130278.663633:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880099533000/0x4ce24e57873619b5 lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fff3 expref: 47 pid: 8470 timeout: 576 lvb_type: 0 00010000:00010000:2.0:1746130278.663645:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880099533000/0x4ce24e57873619b5 lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fff3 expref: 47 pid: 8470 timeout: 576 lvb_type: 0 00002000:00010000:2.0:1746130278.663651:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88013526b800 00000100:00100000:2.0:1746130278.663678:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2465 00000100:00100000:2.0:1746130278.663685:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013526b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+47:1962:x1830949849095040:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746130278.663786:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091951500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841683072:192.168.204.51@tcp:105: 00010000:00010000:3.0:1746130278.663806:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746130278.663828:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013526b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+47:1962:x1830949849095040:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 144us (294us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746130278.663835:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2465 00002000:00100000:2.0:1746130278.663840:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88013526b800 x1830949849095040/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:264/0 lens 488/4536 e 0 to 0 dl 1746130289 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1746130278.663844:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134a80000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+47:1962:x1830949849094784:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 4693us (4866us total) trans 0 rc 0/0 00002000:00100000:2.0:1746130278.663846:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013526b800 with x1830949849095040 ext(0->4095) 00000100:00100000:3.0:1746130278.663851:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14410 00010000:00010000:2.0:1746130278.663852:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880099533000/0x4ce24e57873619b5 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fff3 expref: 47 pid: 8470 timeout: 576 lvb_type: 0 00010000:00010000:2.0:1746130278.663860:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880099533000/0x4ce24e57873619b5 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fff3 expref: 47 pid: 8470 timeout: 576 lvb_type: 0 00002000:00010000:2.0:1746130278.663865:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88013526b800 00000100:00100000:0.0:1746130278.665737:0:20953:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013526ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:20953:1830949841683200:192.168.204.51@tcp:104: 00010000:00010000:0.0:1746130278.665770:0:20953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009955e800/0x4ce24e57873619bc lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fffa expref: 6 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130278.665788:0:20953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009955e800, rc 0) 00000100:00100000:0.0:1746130278.665867:0:20953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134a83800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c84b93b0-d496-484f-8e1e-94008838f2dd+6:31579:x1830949849094656:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6219us (6977us total) trans 0 rc 0/0 00000100:00100000:0.0:1746130278.665876:0:20953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6147 00000100:00100000:0.0:1746130278.669315:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130278.669393:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130278.669467:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849095296 00000100:00100000:3.0:1746130278.669475:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849095296 00010000:00010000:3.0:1746130278.669509:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880099533000/0x4ce24e57873619b5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fff3 expref: 46 pid: 8470 timeout: 576 lvb_type: 0 00000100:00100000:3.0:1746130278.669545:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14411 00000100:00100000:3.0:1746130278.669553:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091f45f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+46:1962:x1830949849095296:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746130278.669564:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746130278.669586:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880099533000/0x4ce24e57873619b5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fff3 expref: 46 pid: 8470 timeout: 576 lvb_type: 0 00010000:00010000:3.0:1746130278.669597:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880099533000/0x4ce24e57873619b5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fff3 expref: 46 pid: 8470 timeout: 576 lvb_type: 0 00010000:00010000:3.0:1746130278.669616:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880099533000/0x4ce24e57873619b5 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fff3 expref: 46 pid: 8470 timeout: 576 lvb_type: 0 00010000:00010000:3.0:1746130278.669647:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130278.669649:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130278.669655:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009955e800/0x4ce24e57873619bc lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fffa expref: 5 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130278.669662:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009955e800/0x4ce24e57873619bc lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fffa expref: 5 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130278.669694:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009955e800/0x4ce24e57873619bc lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fffa expref: 5 pid: 20953 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746130278.669703:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091951500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841683328:192.168.204.51@tcp:105: 00000100:00100000:3.0:1746130278.669775:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ad69240 going to sleep for 11 seconds 00000100:00100000:2.0:1746130278.671464:0:20953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849095168 00000100:00100000:2.0:1746130278.671473:0:20953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849095168 00000100:00100000:2.0:1746130278.671528:0:20953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6148 00000100:00100000:2.0:1746130278.671535:0:20953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091f47800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:640ea846-b909-4eea-9a54-417e15bd627b+46:31578:x1830949849095168:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746130278.671551:0:20953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746130278.671564:0:20953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009955e200/0x4ce24e57873619c3 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae40001 expref: -99 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130278.671588:0:20953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009955e800/0x4ce24e57873619bc lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fffa expref: 5 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130278.671595:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130278.671596:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130278.671599:0:20953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009955e200/0x4ce24e57873619c3 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40001 expref: 47 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130278.671625:0:20953:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009955e800/0x4ce24e57873619bc lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fffa expref: 5 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130278.671636:0:20953:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009955e800/0x4ce24e57873619bc lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fffa expref: 5 pid: 20953 timeout: 576 lvb_type: 0 00000100:00100000:2.0:1746130278.671650:0:20953:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013526ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:20953:1830949841683456:192.168.204.51@tcp:104: 00000100:00100000:2.0:1746130278.671743:0:20953:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b23e0a80 going to sleep for 11 seconds 00000100:00100000:3.0:1746130278.672169:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091951500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841683328:192.168.204.51@tcp:105: 00010000:00010000:3.0:1746130278.672186:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746130278.672211:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091f45f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+47:1962:x1830949849095296:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 2660us (2818us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130278.672219:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14411 00000100:00100000:0.0:1746130278.672721:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130278.672775:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849095552 00000100:00100000:2.0:1746130278.672779:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849095552 00002000:00100000:2.0:1746130278.672814:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880091f45500 x1830949849095552/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:264/0 lens 488/0 e 0 to 0 dl 1746130289 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130278.672823:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091f45500 with x1830949849095552 ext(0->4095) 00010000:00010000:2.0:1746130278.672829:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009955e800/0x4ce24e57873619bc lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fffa expref: 6 pid: 20953 timeout: 576 lvb_type: 0 00010000:00010000:2.0:1746130278.672839:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009955e800/0x4ce24e57873619bc lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fffa expref: 6 pid: 20953 timeout: 576 lvb_type: 0 00002000:00010000:2.0:1746130278.672844:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091f45500 00000100:00100000:2.0:1746130278.672857:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2466 00000100:00100000:2.0:1746130278.672863:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091f45500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949849095552:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746130278.672993:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091f45500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949849095552:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 130us (273us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746130278.672999:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2466 00002000:00100000:2.0:1746130278.673003:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880091f45500 x1830949849095552/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:264/0 lens 488/4536 e 0 to 0 dl 1746130289 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130278.673010:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091f45500 with x1830949849095552 ext(0->4095) 00010000:00010000:2.0:1746130278.673014:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009955e800/0x4ce24e57873619bc lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fffa expref: 6 pid: 20953 timeout: 576 lvb_type: 0 00010000:00010000:2.0:1746130278.673022:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009955e800/0x4ce24e57873619bc lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fffa expref: 6 pid: 20953 timeout: 576 lvb_type: 0 00002000:00010000:2.0:1746130278.673026:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091f45500 00000100:00100000:3.0:1746130278.673683:0:20953:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013526ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:20953:1830949841683456:192.168.204.51@tcp:104: 00010000:00010000:3.0:1746130278.673702:0:20953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009955e200/0x4ce24e57873619c3 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40001 expref: 46 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130278.673713:0:20953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009955e200, rc 0) 00000100:00100000:3.0:1746130278.673734:0:20953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091f47800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:640ea846-b909-4eea-9a54-417e15bd627b+46:31578:x1830949849095168:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2201us (4433us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130278.673740:0:20953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6148 00000100:00100000:0.0:1746130278.676900:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130278.676967:0:20953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849095680 00000100:00100000:3.0:1746130278.676975:0:20953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849095680 00000100:00100000:3.0:1746130278.677029:0:20953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6149 00000100:00100000:3.0:1746130278.677036:0:20953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091f45c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:640ea846-b909-4eea-9a54-417e15bd627b+46:31579:x1830949849095680:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746130278.677051:0:20953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746130278.677066:0:20953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009494c600/0x4ce24e57873619ca lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae40008 expref: -99 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130278.677089:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130278.677099:0:20953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009955e200/0x4ce24e57873619c3 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40001 expref: 47 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130278.677104:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746130278.677107:0:20953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009494c600/0x4ce24e57873619ca lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40008 expref: 47 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130278.677137:0:20953:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009955e200/0x4ce24e57873619c3 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40001 expref: 47 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130278.677148:0:20953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009494c600/0x4ce24e57873619ca lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40008 expref: 47 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130278.677157:0:20953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009494c600, rc 0) 00000100:00100000:3.0:1746130278.677901:0:20953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091f45c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:640ea846-b909-4eea-9a54-417e15bd627b+47:31579:x1830949849095680:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 864us (1006us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130278.677909:0:20953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6149 00000100:00100000:1.0:1746130278.678045:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130278.678122:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849095808 00000100:00100000:3.0:1746130278.678126:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849095808 00010000:00010000:3.0:1746130278.678149:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009955e800/0x4ce24e57873619bc lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fffa expref: 6 pid: 20953 timeout: 576 lvb_type: 0 00000100:00100000:3.0:1746130278.678176:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14412 00000100:00100000:3.0:1746130278.678182:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800947a5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949849095808:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746130278.678192:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746130278.678208:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009955e800/0x4ce24e57873619bc lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fffa expref: 6 pid: 20953 timeout: 576 lvb_type: 0 00010000:00010000:3.0:1746130278.678217:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009955e800/0x4ce24e57873619bc lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fffa expref: 6 pid: 20953 timeout: 576 lvb_type: 0 00010000:00010000:3.0:1746130278.678232:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009955e800/0x4ce24e57873619bc lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3fffa expref: 6 pid: 20953 timeout: 576 lvb_type: 0 00010000:00010000:3.0:1746130278.678594:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130278.678597:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130278.678604:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009955e200/0x4ce24e57873619c3 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40001 expref: 46 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130278.678611:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009955e200/0x4ce24e57873619c3 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40001 expref: 46 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130278.678631:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009955e200/0x4ce24e57873619c3 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40001 expref: 46 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130278.678640:0:7097:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009955e200/0x4ce24e57873619c3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40001 expref: 46 pid: 20953 timeout: 576 lvb_type: 0 00000100:00100000:3.0:1746130278.678650:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091951500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841683712:192.168.204.51@tcp:105: 00000100:00100000:3.0:1746130278.678711:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ad69240 going to sleep for 11 seconds 00000100:00100000:3.0:1746130278.679940:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091951500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841683712:192.168.204.51@tcp:105: 00010000:00010000:3.0:1746130278.679958:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746130278.680222:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800947a5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+5:1961:x1830949849095808:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 2039us (2176us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130278.680230:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14412 00000100:00100000:1.0:1746130278.680360:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130278.681099:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849095936 00000100:00100000:3.0:1746130278.681105:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849095936 00010000:00010000:3.0:1746130278.681131:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009955e200/0x4ce24e57873619c3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40001 expref: 47 pid: 20953 timeout: 576 lvb_type: 0 00000100:00100000:3.0:1746130278.681152:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14413 00000100:00100000:3.0:1746130278.681158:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800947a4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+47:1964:x1830949849095936:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746130278.681170:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746130278.681187:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009955e200/0x4ce24e57873619c3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40001 expref: 47 pid: 20953 timeout: 576 lvb_type: 0 00010000:00010000:3.0:1746130278.681197:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009955e200/0x4ce24e57873619c3 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40001 expref: 47 pid: 20953 timeout: 576 lvb_type: 0 00010000:00010000:3.0:1746130278.681215:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009955e200/0x4ce24e57873619c3 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40001 expref: 47 pid: 20953 timeout: 576 lvb_type: 0 00010000:00010000:3.0:1746130278.681226:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130278.681228:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130278.681234:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009494c600/0x4ce24e57873619ca lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40008 expref: 46 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130278.681241:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009494c600/0x4ce24e57873619ca lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40008 expref: 46 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130278.681308:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009494c600/0x4ce24e57873619ca lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40008 expref: 46 pid: 20953 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746130278.681319:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091951500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841683840:192.168.204.51@tcp:105: 00000100:00100000:3.0:1746130278.682072:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ad69240 going to sleep for 11 seconds 00000100:00100000:3.0:1746130278.684119:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091951500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841683840:192.168.204.51@tcp:105: 00000100:00100000:0.0:1746130278.684126:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00010000:00010000:3.0:1746130278.684142:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746130278.684684:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849096192 00000100:00100000:1.0:1746130278.684690:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849096192 00002000:00100000:1.0:1746130278.684724:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880091f47480 x1830949849096192/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:264/0 lens 488/0 e 0 to 0 dl 1746130289 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130278.684733:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091f47480 with x1830949849096192 ext(0->4095) 00002000:00010000:1.0:1746130278.684737:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091f47480 00000100:00100000:3.0:1746130278.684785:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800947a4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+47:1964:x1830949849095936:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 3626us (4424us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130278.684793:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14413 00000100:00100000:1.0:1746130278.684985:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4759 00000100:00100000:1.0:1746130278.684991:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091f47480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+46:1962:x1830949849096192:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746130278.685134:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091f47480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+46:1962:x1830949849096192:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 143us (1008us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746130278.685140:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4759 00002000:00100000:1.0:1746130278.685145:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880091f47480 x1830949849096192/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:264/0 lens 488/4536 e 0 to 0 dl 1746130289 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130278.685152:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091f47480 with x1830949849096192 ext(0->4095) 00002000:00010000:1.0:1746130278.685155:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091f47480 00000100:00100000:0.0:1746130278.686715:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130278.686800:0:20953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849096320 00000100:00100000:3.0:1746130278.686806:0:20953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849096320 00000100:00100000:3.0:1746130278.686855:0:20953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6150 00000100:00100000:3.0:1746130278.686863:0:20953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091f45180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c84b93b0-d496-484f-8e1e-94008838f2dd+5:31579:x1830949849096320:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746130278.686876:0:20953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746130278.686890:0:20953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009494ce00/0x4ce24e57873619d1 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae4000f expref: -99 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130278.686914:0:20953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009494c600/0x4ce24e57873619ca lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40008 expref: 45 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130278.686921:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746130278.686922:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746130278.686925:0:20953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009494ce00/0x4ce24e57873619d1 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4000f expref: 6 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130278.686953:0:20953:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009494c600/0x4ce24e57873619ca lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40008 expref: 45 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130278.686964:0:20953:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009494c600/0x4ce24e57873619ca lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40008 expref: 45 pid: 20953 timeout: 576 lvb_type: 0 00000100:00100000:3.0:1746130278.686974:0:20953:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091951500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:20953:1830949841683968:192.168.204.51@tcp:104: 00000100:00100000:3.0:1746130278.687058:0:20953:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ad69240 going to sleep for 11 seconds 00000100:00100000:3.0:1746130278.689330:0:20953:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091951500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:20953:1830949841683968:192.168.204.51@tcp:104: 00010000:00010000:3.0:1746130278.689362:0:20953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009494ce00/0x4ce24e57873619d1 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4000f expref: 6 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130278.689378:0:20953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009494ce00, rc 0) 00000100:00100000:3.0:1746130278.689414:0:20953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091f45180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c84b93b0-d496-484f-8e1e-94008838f2dd+6:31579:x1830949849096320:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2553us (2704us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130278.689423:0:20953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6150 00000100:00100000:0.0:1746130278.690487:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130278.691016:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849096448 00000100:00100000:3.0:1746130278.691023:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849096448 00010000:00010000:3.0:1746130278.691063:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009494c600/0x4ce24e57873619ca lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40008 expref: 46 pid: 20953 timeout: 576 lvb_type: 0 00000100:00100000:3.0:1746130278.691099:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14414 00000100:00100000:3.0:1746130278.691106:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091f44700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+46:1961:x1830949849096448:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746130278.691117:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746130278.691136:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009494c600/0x4ce24e57873619ca lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40008 expref: 46 pid: 20953 timeout: 576 lvb_type: 0 00010000:00010000:3.0:1746130278.691151:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009494c600/0x4ce24e57873619ca lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40008 expref: 46 pid: 20953 timeout: 576 lvb_type: 0 00010000:00010000:3.0:1746130278.691169:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009494c600/0x4ce24e57873619ca lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40008 expref: 46 pid: 20953 timeout: 576 lvb_type: 0 00010000:00010000:3.0:1746130278.691201:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130278.691203:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130278.691213:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009494ce00/0x4ce24e57873619d1 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4000f expref: 5 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130278.691220:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009494ce00/0x4ce24e57873619d1 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4000f expref: 5 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130278.691248:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009494ce00/0x4ce24e57873619d1 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4000f expref: 5 pid: 20953 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746130278.691259:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091951500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841684096:192.168.204.51@tcp:105: 00000100:00100000:3.0:1746130278.691349:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ad69240 going to sleep for 11 seconds 00000100:00100000:0.0:1746130278.692150:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130278.692296:0:20953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849096576 00000100:00100000:3.0:1746130278.692301:0:20953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849096576 00000100:00100000:3.0:1746130278.692328:0:20953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6151 00000100:00100000:3.0:1746130278.692333:0:20953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091f46d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:640ea846-b909-4eea-9a54-417e15bd627b+46:31578:x1830949849096576:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746130278.692345:0:20953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746130278.692355:0:20953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009494d800/0x4ce24e57873619d8 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae40016 expref: -99 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130278.692372:0:20953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009494ce00/0x4ce24e57873619d1 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4000f expref: 5 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130278.692379:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130278.692380:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130278.692384:0:20953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009494d800/0x4ce24e57873619d8 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40016 expref: 47 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130278.692401:0:20953:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009494ce00/0x4ce24e57873619d1 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4000f expref: 5 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130278.692410:0:20953:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009494ce00/0x4ce24e57873619d1 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4000f expref: 5 pid: 20953 timeout: 576 lvb_type: 0 00000100:00100000:3.0:1746130278.692418:0:20953:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091952300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:20953:1830949841684224:192.168.204.51@tcp:104: 00000100:00100000:3.0:1746130278.692491:0:20953:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ad69540 going to sleep for 11 seconds 00000100:00100000:3.0:1746130278.693650:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091951500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841684096:192.168.204.51@tcp:105: 00010000:00010000:3.0:1746130278.693667:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746130278.693695:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091f44700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+47:1961:x1830949849096448:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 2590us (3209us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130278.693704:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14414 00000100:00100000:3.0:1746130278.693881:0:20953:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091952300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:20953:1830949841684224:192.168.204.51@tcp:104: 00010000:00010000:3.0:1746130278.693896:0:20953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009494d800/0x4ce24e57873619d8 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40016 expref: 46 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130278.693910:0:20953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009494d800, rc 0) 00000100:00100000:0.0:1746130278.693916:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130278.693937:0:20953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091f46d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:640ea846-b909-4eea-9a54-417e15bd627b+46:31578:x1830949849096576:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1603us (1788us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130278.693943:0:20953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6151 00000100:00100000:1.0:1746130278.693965:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849096832 00000100:00100000:1.0:1746130278.693970:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849096832 00002000:00100000:1.0:1746130278.693997:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009249b100 x1830949849096832/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:264/0 lens 488/0 e 0 to 0 dl 1746130289 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130278.694005:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009249b100 with x1830949849096832 ext(0->4095) 00010000:00010000:1.0:1746130278.694010:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009494ce00/0x4ce24e57873619d1 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4000f expref: 6 pid: 20953 timeout: 576 lvb_type: 0 00010000:00010000:1.0:1746130278.694019:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009494ce00/0x4ce24e57873619d1 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4000f expref: 6 pid: 20953 timeout: 576 lvb_type: 0 00002000:00010000:1.0:1746130278.694025:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009249b100 00000100:00100000:1.0:1746130278.694037:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2467 00000100:00100000:1.0:1746130278.694043:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009249b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949849096832:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746130278.694160:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009249b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949849096832:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 117us (245us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746130278.694165:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2467 00002000:00100000:1.0:1746130278.694169:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009249b100 x1830949849096832/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:264/0 lens 488/4536 e 0 to 0 dl 1746130289 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130278.694181:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009249b100 with x1830949849096832 ext(0->4095) 00010000:00010000:1.0:1746130278.694185:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009494ce00/0x4ce24e57873619d1 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4000f expref: 6 pid: 20953 timeout: 576 lvb_type: 0 00010000:00010000:1.0:1746130278.694193:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009494ce00/0x4ce24e57873619d1 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4000f expref: 6 pid: 20953 timeout: 576 lvb_type: 0 00002000:00010000:1.0:1746130278.694198:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009249b100 00000100:00100000:0.0:1746130278.699689:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130278.699755:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849096960 00000100:00100000:3.0:1746130278.699764:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849096960 00010000:00010000:3.0:1746130278.699802:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009494ce00/0x4ce24e57873619d1 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4000f expref: 6 pid: 20953 timeout: 576 lvb_type: 0 00000100:00100000:3.0:1746130278.699840:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14415 00000100:00100000:3.0:1746130278.699848:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d0d3050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949849096960:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746130278.699860:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746130278.699877:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009494ce00/0x4ce24e57873619d1 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4000f expref: 6 pid: 20953 timeout: 576 lvb_type: 0 00010000:00010000:3.0:1746130278.699887:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009494ce00/0x4ce24e57873619d1 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4000f expref: 6 pid: 20953 timeout: 576 lvb_type: 0 00010000:00010000:3.0:1746130278.699905:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009494ce00/0x4ce24e57873619d1 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4000f expref: 6 pid: 20953 timeout: 576 lvb_type: 0 00010000:00010000:3.0:1746130278.699933:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130278.699934:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130278.699941:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009494d800/0x4ce24e57873619d8 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40016 expref: 45 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130278.699951:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009494d800/0x4ce24e57873619d8 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40016 expref: 45 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130278.699980:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009494d800/0x4ce24e57873619d8 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40016 expref: 45 pid: 20953 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746130278.699991:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091952300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841684352:192.168.204.51@tcp:105: 00000100:00100000:3.0:1746130278.700066:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ad69540 going to sleep for 11 seconds 00000100:00100000:3.0:1746130278.701738:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091952300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841684352:192.168.204.51@tcp:105: 00010000:00010000:3.0:1746130278.701757:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746130278.701936:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d0d3050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+5:1962:x1830949849096960:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 1953us (2130us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130278.701947:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14415 00000100:00100000:0.0:1746130278.702470:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130278.702520:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849097216 00000100:00100000:1.0:1746130278.702527:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849097216 00002000:00100000:1.0:1746130278.702560:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092499f80 x1830949849097216/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:264/0 lens 488/0 e 0 to 0 dl 1746130289 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130278.702570:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092499f80 with x1830949849097216 ext(0->4095) 00002000:00010000:1.0:1746130278.702574:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092499f80 00000100:00100000:1.0:1746130278.702604:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4760 00000100:00100000:1.0:1746130278.702610:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092499f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+46:1961:x1830949849097216:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746130278.702740:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092499f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+46:1961:x1830949849097216:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 130us (272us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746130278.702747:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4760 00002000:00100000:1.0:1746130278.702752:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092499f80 x1830949849097216/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:264/0 lens 488/4536 e 0 to 0 dl 1746130289 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130278.702759:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092499f80 with x1830949849097216 ext(0->4095) 00002000:00010000:1.0:1746130278.702761:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092499f80 00000100:00100000:0.0:1746130278.704237:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130278.704306:0:20953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849097344 00000100:00100000:3.0:1746130278.704311:0:20953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849097344 00000100:00100000:3.0:1746130278.704343:0:20953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6152 00000100:00100000:3.0:1746130278.704348:0:20953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b939c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c84b93b0-d496-484f-8e1e-94008838f2dd+5:31579:x1830949849097344:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746130278.704361:0:20953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746130278.704376:0:20953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009494d600/0x4ce24e57873619df lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae4001d expref: -99 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130278.704396:0:20953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009494d800/0x4ce24e57873619d8 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40016 expref: 45 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130278.704401:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746130278.704404:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746130278.704406:0:20953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009494d600/0x4ce24e57873619df lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4001d expref: 6 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130278.704444:0:20953:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009494d800/0x4ce24e57873619d8 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40016 expref: 45 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130278.704453:0:20953:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009494d800/0x4ce24e57873619d8 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40016 expref: 45 pid: 20953 timeout: 576 lvb_type: 0 00000100:00100000:3.0:1746130278.704461:0:20953:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091952300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:20953:1830949841684480:192.168.204.51@tcp:104: 00000100:00100000:3.0:1746130278.704872:0:20953:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ad69240 going to sleep for 11 seconds 00000100:00100000:3.0:1746130278.706059:0:20953:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091952300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:20953:1830949841684480:192.168.204.51@tcp:104: 00010000:00010000:3.0:1746130278.706078:0:20953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009494d600/0x4ce24e57873619df lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4001d expref: 6 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130278.706087:0:20953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009494d600, rc 0) 00000100:00100000:3.0:1746130278.706111:0:20953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b939c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c84b93b0-d496-484f-8e1e-94008838f2dd+6:31579:x1830949849097344:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1764us (1880us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130278.706117:0:20953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6152 00000100:00100000:0.0:1746130278.706355:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130278.706545:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849097472 00000100:00100000:3.0:1746130278.706551:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849097472 00002000:00100000:3.0:1746130278.706577:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff880092499880 x1830949849097472/t0(0) o4->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:264/0 lens 496/0 e 0 to 0 dl 1746130289 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130278.706586:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092499880 with x1830949849097472 ext(0->7) 00010000:00010000:3.0:1746130278.706590:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009494d800/0x4ce24e57873619d8 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40016 expref: 46 pid: 20953 timeout: 576 lvb_type: 0 00010000:00010000:3.0:1746130278.706601:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009494d800/0x4ce24e57873619d8 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40016 expref: 46 pid: 20953 timeout: 576 lvb_type: 0 00002000:00010000:3.0:1746130278.706605:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092499880 00000100:00100000:3.0:1746130278.706627:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2468 00000100:00100000:3.0:1746130278.706633:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092499880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+46:1962:x1830949849097472:12345-192.168.204.51@tcp:4:ldlm_bl.0 00000100:00100000:3.0:1746130278.707204:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092499880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+48:1962:x1830949849097472:12345-192.168.204.51@tcp:4:ldlm_bl.0 Request processed in 570us (847us total) trans 4294967915 rc 0/0 00000100:00100000:3.0:1746130278.707211:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2468 00002000:00100000:3.0:1746130278.707216:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff880092499880 x1830949849097472/t4294967915(0) o4->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:264/0 lens 496/448 e 0 to 0 dl 1746130289 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130278.707223:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092499880 with x1830949849097472 ext(0->7) 00010000:00010000:3.0:1746130278.707227:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009494d800/0x4ce24e57873619d8 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40016 expref: 48 pid: 20953 timeout: 576 lvb_type: 0 00010000:00010000:3.0:1746130278.707234:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009494d800/0x4ce24e57873619d8 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40016 expref: 48 pid: 20953 timeout: 576 lvb_type: 0 00002000:00010000:3.0:1746130278.707240:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092499880 00000100:00100000:0.0:1746130278.708494:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130278.708563:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849097600 00000100:00100000:3.0:1746130278.708568:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849097600 00010000:00010000:3.0:1746130278.708597:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009494d800/0x4ce24e57873619d8 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40016 expref: 48 pid: 20953 timeout: 576 lvb_type: 0 00000100:00100000:3.0:1746130278.708670:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14416 00000100:00100000:3.0:1746130278.708677:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009249a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+48:1963:x1830949849097600:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746130278.708688:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746130278.708703:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009494d800/0x4ce24e57873619d8 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40016 expref: 48 pid: 20953 timeout: 576 lvb_type: 0 00010000:00010000:3.0:1746130278.708711:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009494d800/0x4ce24e57873619d8 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40016 expref: 48 pid: 20953 timeout: 576 lvb_type: 0 00010000:00010000:3.0:1746130278.708729:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009494d800/0x4ce24e57873619d8 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40016 expref: 48 pid: 20953 timeout: 576 lvb_type: 0 00010000:00010000:3.0:1746130278.708855:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130278.708857:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130278.708864:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009494d600/0x4ce24e57873619df lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4001d expref: 5 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130278.708872:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009494d600/0x4ce24e57873619df lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4001d expref: 5 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130278.708899:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009494d600/0x4ce24e57873619df lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4001d expref: 5 pid: 20953 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746130278.708908:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091952300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841684608:192.168.204.51@tcp:105: 00000100:00100000:3.0:1746130278.709240:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ad69240 going to sleep for 11 seconds 00000100:00100000:3.0:1746130278.713136:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091952300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841684608:192.168.204.51@tcp:105: 00010000:00010000:3.0:1746130278.713162:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746130278.713221:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009249a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+47:1963:x1830949849097600:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 4543us (4729us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130278.713233:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14416 00000100:00100000:0.0:1746130278.713336:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130278.713448:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849097856 00000100:00100000:3.0:1746130278.713454:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849097856 00002000:00100000:3.0:1746130278.713487:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092499c00 x1830949849097856/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:264/0 lens 488/0 e 0 to 0 dl 1746130289 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130278.713497:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092499c00 with x1830949849097856 ext(0->4095) 00002000:00010000:3.0:1746130278.713501:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092499c00 00000100:00100000:3.0:1746130278.713515:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4761 00000100:00100000:3.0:1746130278.713521:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092499c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949849097856:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746130278.714041:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092499c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949849097856:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 519us (706us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746130278.714047:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4761 00002000:00100000:3.0:1746130278.714052:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092499c00 x1830949849097856/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:264/0 lens 488/4536 e 0 to 0 dl 1746130289 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130278.714060:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092499c00 with x1830949849097856 ext(0->4095) 00002000:00010000:3.0:1746130278.714062:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092499c00 00000100:00100000:0.0:1746130278.715624:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130278.715701:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130278.715727:0:20953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849097984 00000100:00100000:3.0:1746130278.715733:0:20953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849097984 00000100:00100000:3.0:1746130278.715767:0:20953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849098112 00000100:00100000:3.0:1746130278.715769:0:20953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849098112 00000100:00100000:3.0:1746130278.715801:0:20953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6153 00000100:00100000:3.0:1746130278.715807:0:20953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009249ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:640ea846-b909-4eea-9a54-417e15bd627b+48:31578:x1830949849097984:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:1.0:1746130278.715815:0:10554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6154 00010000:00010000:3.0:1746130278.715821:0:20953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746130278.715835:0:20953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009494d800/0x4ce24e57873619e6 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae40024 expref: -99 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130278.715859:0:20953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009494d600/0x4ce24e57873619df lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4001d expref: 5 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130278.715866:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130278.715868:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130278.715871:0:20953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009494d800/0x4ce24e57873619e6 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40024 expref: 49 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130278.715898:0:20953:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009494d600/0x4ce24e57873619df lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4001d expref: 5 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130278.715908:0:20953:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009494d600/0x4ce24e57873619df lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4001d expref: 5 pid: 20953 timeout: 576 lvb_type: 0 00000100:00100000:3.0:1746130278.715920:0:20953:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091952300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:20953:1830949841684736:192.168.204.51@tcp:104: 00000100:00100000:1.0:1746130278.715952:0:10554:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092498e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:640ea846-b909-4eea-9a54-417e15bd627b+49:31579:x1830949849098112:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746130278.715960:0:10554:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746130278.715967:0:10554:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099533200/0x4ce24e57873619ed lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae4002b expref: -99 pid: 10554 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746130278.715978:0:20953:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ad69240 going to sleep for 11 seconds 00010000:00010000:1.0:1746130278.715978:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130278.715982:0:10554:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009494d800/0x4ce24e57873619e6 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40024 expref: 50 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130278.715986:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130278.715988:0:10554:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099533200/0x4ce24e57873619ed lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4002b expref: 50 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130278.716005:0:10554:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009494d800/0x4ce24e57873619e6 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40024 expref: 50 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130278.716015:0:10554:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880099533200/0x4ce24e57873619ed lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4002b expref: 50 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130278.716022:0:10554:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099533200, rc 0) 00000100:00100000:1.0:1746130278.716040:0:10554:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092498e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:640ea846-b909-4eea-9a54-417e15bd627b+50:31579:x1830949849098112:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 219us (339us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130278.716045:0:10554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6154 00000100:00100000:0.0:1746130278.717326:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130278.717336:0:20953:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091952300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:20953:1830949841684736:192.168.204.51@tcp:104: 00010000:00010000:3.0:1746130278.717354:0:20953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009494d800/0x4ce24e57873619e6 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40024 expref: 49 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130278.717363:0:20953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009494d800, rc 0) 00000100:00100000:3.0:1746130278.717384:0:20953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009249ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:640ea846-b909-4eea-9a54-417e15bd627b+49:31578:x1830949849097984:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1578us (1766us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130278.717388:0:20953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6153 00000100:00100000:2.0:1746130278.717572:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849098240 00000100:00100000:2.0:1746130278.717577:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849098240 00010000:00010000:2.0:1746130278.717605:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009494d600/0x4ce24e57873619df lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4001d expref: 6 pid: 20953 timeout: 576 lvb_type: 0 00000100:00100000:2.0:1746130278.717626:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14417 00000100:00100000:2.0:1746130278.717632:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092498700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1964:x1830949849098240:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746130278.717641:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746130278.717659:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009494d600/0x4ce24e57873619df lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4001d expref: 6 pid: 20953 timeout: 576 lvb_type: 0 00010000:00010000:2.0:1746130278.717668:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009494d600/0x4ce24e57873619df lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4001d expref: 6 pid: 20953 timeout: 576 lvb_type: 0 00010000:00010000:2.0:1746130278.717684:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009494d600/0x4ce24e57873619df lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4001d expref: 6 pid: 20953 timeout: 576 lvb_type: 0 00010000:00010000:2.0:1746130278.717706:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130278.717708:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130278.717714:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009494d800/0x4ce24e57873619e6 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40024 expref: 48 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130278.717724:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009494d800/0x4ce24e57873619e6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40024 expref: 48 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130278.717743:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009494d800/0x4ce24e57873619e6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40024 expref: 48 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130278.717749:0:7097:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009494d800/0x4ce24e57873619e6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40024 expref: 48 pid: 20953 timeout: 576 lvb_type: 0 00000100:00100000:2.0:1746130278.717756:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135269500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841684992:192.168.204.51@tcp:105: 00000100:00100000:2.0:1746130278.717791:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b23e0480 going to sleep for 11 seconds 00000100:00100000:2.0:1746130278.718998:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135269500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841684992:192.168.204.51@tcp:105: 00010000:00010000:2.0:1746130278.719014:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746130278.719050:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092498700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+5:1964:x1830949849098240:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 1418us (1727us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130278.719058:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14417 00000100:00100000:0.0:1746130278.719776:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130278.719837:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849098496 00000100:00100000:3.0:1746130278.719844:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849098496 00002000:00100000:3.0:1746130278.719893:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092499180 x1830949849098496/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:264/0 lens 488/0 e 0 to 0 dl 1746130289 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130278.719903:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092499180 with x1830949849098496 ext(0->4095) 00010000:00010000:3.0:1746130278.719910:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009494d800/0x4ce24e57873619e6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40024 expref: 49 pid: 20953 timeout: 576 lvb_type: 0 00010000:00010000:3.0:1746130278.719922:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009494d800/0x4ce24e57873619e6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40024 expref: 49 pid: 20953 timeout: 576 lvb_type: 0 00002000:00010000:3.0:1746130278.719929:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092499180 00000100:00100000:3.0:1746130278.719961:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2469 00000100:00100000:3.0:1746130278.719968:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092499180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+49:1962:x1830949849098496:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746130278.720120:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092499180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+49:1962:x1830949849098496:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 152us (346us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746130278.720126:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2469 00002000:00100000:3.0:1746130278.720130:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092499180 x1830949849098496/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:264/0 lens 488/4536 e 0 to 0 dl 1746130289 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130278.720138:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092499180 with x1830949849098496 ext(0->4095) 00010000:00010000:3.0:1746130278.720142:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009494d800/0x4ce24e57873619e6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40024 expref: 49 pid: 20953 timeout: 576 lvb_type: 0 00010000:00010000:3.0:1746130278.720150:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009494d800/0x4ce24e57873619e6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40024 expref: 49 pid: 20953 timeout: 576 lvb_type: 0 00002000:00010000:3.0:1746130278.720155:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092499180 00000100:00100000:0.0:1746130278.722473:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130278.722789:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849098624 00000100:00100000:2.0:1746130278.722796:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849098624 00010000:00010000:2.0:1746130278.722825:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009494d800/0x4ce24e57873619e6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40024 expref: 49 pid: 20953 timeout: 576 lvb_type: 0 00000100:00100000:2.0:1746130278.722896:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14418 00000100:00100000:2.0:1746130278.722904:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009249a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+49:1963:x1830949849098624:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746130278.722915:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746130278.722933:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009494d800/0x4ce24e57873619e6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40024 expref: 49 pid: 20953 timeout: 576 lvb_type: 0 00010000:00010000:2.0:1746130278.722943:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009494d800/0x4ce24e57873619e6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40024 expref: 49 pid: 20953 timeout: 576 lvb_type: 0 00010000:00010000:2.0:1746130278.722962:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009494d800/0x4ce24e57873619e6 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40024 expref: 49 pid: 20953 timeout: 576 lvb_type: 0 00010000:00010000:2.0:1746130278.722987:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130278.722989:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130278.722996:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880099533200/0x4ce24e57873619ed lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4002b expref: 48 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130278.723003:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099533200/0x4ce24e57873619ed lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4002b expref: 48 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130278.723030:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880099533200/0x4ce24e57873619ed lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4002b expref: 48 pid: 10554 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746130278.723039:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135269500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841685120:192.168.204.51@tcp:105: 00000100:00100000:2.0:1746130278.723117:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b23e0480 going to sleep for 11 seconds 00000100:00100000:0.0:1746130278.724792:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130278.724814:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135269500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841685120:192.168.204.51@tcp:105: 00010000:00010000:2.0:1746130278.724833:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746130278.724869:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009249a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+48:1963:x1830949849098624:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 1965us (2401us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130278.724871:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849098880 00000100:00100000:2.0:1746130278.724878:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14418 00000100:00100000:3.0:1746130278.724879:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849098880 00002000:00100000:3.0:1746130278.724921:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800a4cd6d80 x1830949849098880/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:264/0 lens 488/0 e 0 to 0 dl 1746130289 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130278.724929:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a4cd6d80 with x1830949849098880 ext(0->4095) 00002000:00010000:3.0:1746130278.724933:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a4cd6d80 00000100:00100000:3.0:1746130278.725536:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4762 00000100:00100000:3.0:1746130278.725544:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4cd6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+48:1962:x1830949849098880:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746130278.725824:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4cd6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+48:1962:x1830949849098880:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 282us (1039us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746130278.725830:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4762 00002000:00100000:3.0:1746130278.725835:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800a4cd6d80 x1830949849098880/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:264/0 lens 488/4536 e 0 to 0 dl 1746130289 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130278.725842:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a4cd6d80 with x1830949849098880 ext(0->4095) 00002000:00010000:3.0:1746130278.725845:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a4cd6d80 00000100:00100000:0.0:1746130278.728120:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130278.728205:0:20953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849099008 00000100:00100000:3.0:1746130278.728213:0:20953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849099008 00000100:00100000:3.0:1746130278.728258:0:20953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6155 00000100:00100000:3.0:1746130278.728263:0:20953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4cd5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c84b93b0-d496-484f-8e1e-94008838f2dd+5:31579:x1830949849099008:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746130278.728306:0:20953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746130278.728322:0:20953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a4967c00/0x4ce24e57873619f4 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae40032 expref: -99 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130278.728351:0:20953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880099533200/0x4ce24e57873619ed lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4002b expref: 47 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130278.728361:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746130278.728363:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746130278.728366:0:20953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a4967c00/0x4ce24e57873619f4 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40032 expref: 6 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130278.728392:0:20953:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880099533200/0x4ce24e57873619ed lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4002b expref: 47 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130278.728400:0:20953:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880099533200/0x4ce24e57873619ed lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4002b expref: 47 pid: 10554 timeout: 576 lvb_type: 0 00000100:00100000:3.0:1746130278.728409:0:20953:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091952300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:20953:1830949841685248:192.168.204.51@tcp:104: 00000100:00100000:3.0:1746130278.728508:0:20953:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ad69240 going to sleep for 11 seconds 00000100:00100000:3.0:1746130278.730157:0:20953:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091952300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:20953:1830949841685248:192.168.204.51@tcp:104: 00010000:00010000:3.0:1746130278.730250:0:20953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a4967c00/0x4ce24e57873619f4 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40032 expref: 6 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130278.730298:0:20953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a4967c00, rc 0) 00000100:00100000:3.0:1746130278.730338:0:20953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4cd5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c84b93b0-d496-484f-8e1e-94008838f2dd+6:31579:x1830949849099008:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2072us (2227us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130278.730346:0:20953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6155 00000100:00100000:0.0:1746130278.730464:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130278.730811:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849099136 00000100:00100000:2.0:1746130278.730817:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849099136 00010000:00010000:2.0:1746130278.730838:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880099533200/0x4ce24e57873619ed lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4002b expref: 48 pid: 10554 timeout: 576 lvb_type: 0 00000100:00100000:2.0:1746130278.730866:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14419 00000100:00100000:2.0:1746130278.730872:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4cd7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+48:1962:x1830949849099136:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746130278.730882:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746130278.730899:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880099533200/0x4ce24e57873619ed lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4002b expref: 48 pid: 10554 timeout: 576 lvb_type: 0 00010000:00010000:2.0:1746130278.730907:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880099533200/0x4ce24e57873619ed lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4002b expref: 48 pid: 10554 timeout: 576 lvb_type: 0 00010000:00010000:2.0:1746130278.730926:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880099533200/0x4ce24e57873619ed lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4002b expref: 48 pid: 10554 timeout: 576 lvb_type: 0 00010000:00010000:2.0:1746130278.730950:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130278.730952:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130278.730958:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a4967c00/0x4ce24e57873619f4 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40032 expref: 5 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130278.730965:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a4967c00/0x4ce24e57873619f4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40032 expref: 5 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130278.730989:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a4967c00/0x4ce24e57873619f4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40032 expref: 5 pid: 20953 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746130278.731002:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135269500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841685376:192.168.204.51@tcp:105: 00000100:00100000:2.0:1746130278.731062:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b23e0480 going to sleep for 11 seconds 00000100:00100000:2.0:1746130278.733093:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135269500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841685376:192.168.204.51@tcp:105: 00010000:00010000:2.0:1746130278.733112:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746130278.733161:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4cd7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+47:1962:x1830949849099136:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 2287us (2696us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130278.733172:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14419 00000100:00100000:0.0:1746130278.734617:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130278.734776:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849099392 00000100:00100000:3.0:1746130278.734782:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849099392 00002000:00100000:3.0:1746130278.734819:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800a4cd6300 x1830949849099392/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:264/0 lens 488/0 e 0 to 0 dl 1746130289 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130278.734833:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a4cd6300 with x1830949849099392 ext(0->4095) 00002000:00010000:3.0:1746130278.734837:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a4cd6300 00000100:00100000:3.0:1746130278.734866:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4763 00000100:00100000:3.0:1746130278.734873:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4cd6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949849099392:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746130278.735029:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4cd6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949849099392:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 156us (416us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746130278.735035:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4763 00002000:00100000:3.0:1746130278.735041:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800a4cd6300 x1830949849099392/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:264/0 lens 488/4536 e 0 to 0 dl 1746130289 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130278.735047:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a4cd6300 with x1830949849099392 ext(0->4095) 00002000:00010000:3.0:1746130278.735050:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a4cd6300 00000100:00100000:0.0:1746130278.736651:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130278.736729:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130278.736787:0:8470:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849099520 00000100:00100000:1.0:1746130278.736793:0:8470:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849099520 00000100:00100000:1.0:1746130278.736827:0:8470:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849099648 00000100:00100000:1.0:1746130278.736829:0:8470:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849099648 00000100:00100000:1.0:1746130278.736856:0:8470:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6156 00000100:00100000:1.0:1746130278.736862:0:8470:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4cd4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:640ea846-b909-4eea-9a54-417e15bd627b+48:31579:x1830949849099520:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746130278.736876:0:8470:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746130278.736893:0:8470:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099532200/0x4ce24e57873619fb lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae40039 expref: -99 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130278.736917:0:8470:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a4967c00/0x4ce24e57873619f4 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40032 expref: 5 pid: 20953 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746130278.736918:0:8469:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6157 00010000:00010000:1.0:1746130278.736924:0:8470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130278.736925:0:8470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1746130278.736927:0:8469:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ac4c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:640ea846-b909-4eea-9a54-417e15bd627b+49:31578:x1830949849099648:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746130278.736929:0:8470:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099532200/0x4ce24e57873619fb lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40039 expref: 49 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130278.736934:0:8469:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746130278.736942:0:8469:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009955e200/0x4ce24e5787361a02 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae40040 expref: -99 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130278.736955:0:8470:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a4967c00/0x4ce24e57873619f4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40032 expref: 5 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130278.736965:0:8470:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a4967c00/0x4ce24e57873619f4 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40032 expref: 5 pid: 20953 timeout: 576 lvb_type: 0 00000100:00100000:1.0:1746130278.736975:0:8470:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800947a5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8470:1830949841685504:192.168.204.51@tcp:104: 00010000:00010000:2.0:1746130278.737001:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130278.737005:0:8469:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880099532200/0x4ce24e57873619fb lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40039 expref: 50 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130278.737011:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746130278.737014:0:8469:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009955e200/0x4ce24e5787361a02 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40040 expref: 50 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130278.737036:0:8469:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880099532200/0x4ce24e57873619fb lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40039 expref: 50 pid: 8470 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746130278.737039:0:8470:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18fb9c0 going to sleep for 11 seconds 00010000:00010000:2.0:1746130278.737048:0:8469:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009955e200/0x4ce24e5787361a02 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40040 expref: 50 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130278.737058:0:8469:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009955e200, rc 0) 00000100:00100000:2.0:1746130278.737130:0:8469:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ac4c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:640ea846-b909-4eea-9a54-417e15bd627b+50:31578:x1830949849099648:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 205us (400us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130278.737136:0:8469:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6157 00000100:00100000:1.0:1746130278.739134:0:8470:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800947a5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8470:1830949841685504:192.168.204.51@tcp:104: 00010000:00010000:1.0:1746130278.739159:0:8470:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880099532200/0x4ce24e57873619fb lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40039 expref: 49 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130278.739172:0:8470:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099532200, rc 0) 00000100:00100000:1.0:1746130278.739219:0:8470:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4cd4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:640ea846-b909-4eea-9a54-417e15bd627b+49:31579:x1830949849099520:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2356us (2573us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130278.739226:0:8470:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6156 00000100:00100000:0.0:1746130278.740238:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130278.740350:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849099776 00000100:00100000:2.0:1746130278.740357:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849099776 00010000:00010000:2.0:1746130278.740387:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a4967c00/0x4ce24e57873619f4 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40032 expref: 6 pid: 20953 timeout: 576 lvb_type: 0 00000100:00100000:2.0:1746130278.740419:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14420 00000100:00100000:2.0:1746130278.740424:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ac4c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949849099776:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746130278.740450:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746130278.740467:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a4967c00/0x4ce24e57873619f4 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40032 expref: 6 pid: 20953 timeout: 576 lvb_type: 0 00010000:00010000:2.0:1746130278.740477:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a4967c00/0x4ce24e57873619f4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40032 expref: 6 pid: 20953 timeout: 576 lvb_type: 0 00010000:00010000:2.0:1746130278.740496:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a4967c00/0x4ce24e57873619f4 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40032 expref: 6 pid: 20953 timeout: 576 lvb_type: 0 00010000:00010000:2.0:1746130278.740512:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130278.740514:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130278.740520:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880099532200/0x4ce24e57873619fb lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40039 expref: 48 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130278.740531:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099532200/0x4ce24e57873619fb lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40039 expref: 48 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130278.740558:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880099532200/0x4ce24e57873619fb lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40039 expref: 48 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130278.740568:0:7097:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880099532200/0x4ce24e57873619fb lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40039 expref: 48 pid: 8470 timeout: 576 lvb_type: 0 00000100:00100000:2.0:1746130278.740579:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135269500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841685760:192.168.204.51@tcp:105: 00000100:00100000:2.0:1746130278.740649:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b23e0480 going to sleep for 11 seconds 00000100:00100000:2.0:1746130278.744462:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135269500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841685760:192.168.204.51@tcp:105: 00010000:00010000:2.0:1746130278.744484:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746130278.744491:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130278.744539:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ac4c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+5:1961:x1830949849099776:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 4113us (4303us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130278.744550:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14420 00000100:00100000:3.0:1746130278.744632:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849100032 00000100:00100000:3.0:1746130278.744639:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849100032 00002000:00100000:3.0:1746130278.744678:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008ac4f480 x1830949849100032/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:264/0 lens 488/0 e 0 to 0 dl 1746130289 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130278.744686:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ac4f480 with x1830949849100032 ext(0->4095) 00010000:00010000:3.0:1746130278.744694:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880099532200/0x4ce24e57873619fb lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40039 expref: 49 pid: 8470 timeout: 576 lvb_type: 0 00010000:00010000:3.0:1746130278.744705:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880099532200/0x4ce24e57873619fb lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40039 expref: 49 pid: 8470 timeout: 576 lvb_type: 0 00002000:00010000:3.0:1746130278.744710:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008ac4f480 00000100:00100000:3.0:1746130278.744737:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2470 00000100:00100000:3.0:1746130278.744743:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ac4f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+49:1961:x1830949849100032:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746130278.744876:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ac4f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+49:1961:x1830949849100032:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 133us (387us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746130278.744881:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2470 00002000:00100000:3.0:1746130278.744886:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008ac4f480 x1830949849100032/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:264/0 lens 488/4536 e 0 to 0 dl 1746130289 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130278.744892:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ac4f480 with x1830949849100032 ext(0->4095) 00010000:00010000:3.0:1746130278.744897:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880099532200/0x4ce24e57873619fb lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40039 expref: 49 pid: 8470 timeout: 576 lvb_type: 0 00010000:00010000:3.0:1746130278.744905:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880099532200/0x4ce24e57873619fb lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40039 expref: 49 pid: 8470 timeout: 576 lvb_type: 0 00002000:00010000:3.0:1746130278.744910:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008ac4f480 00000100:00100000:0.0:1746130278.746916:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130278.747520:0:8470:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849100160 00000100:00100000:1.0:1746130278.747528:0:8470:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849100160 00000100:00100000:1.0:1746130278.747581:0:8470:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6158 00000100:00100000:1.0:1746130278.747588:0:8470:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ac4e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c84b93b0-d496-484f-8e1e-94008838f2dd+5:31579:x1830949849100160:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746130278.747605:0:8470:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746130278.747621:0:8470:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099532000/0x4ce24e5787361a09 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae40047 expref: -99 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130278.747644:0:8470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130278.747650:0:8470:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009955e200/0x4ce24e5787361a02 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40040 expref: 48 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130278.747655:0:8470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746130278.747658:0:8470:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099532000/0x4ce24e5787361a09 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40047 expref: 6 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130278.747690:0:8470:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009955e200/0x4ce24e5787361a02 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40040 expref: 48 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130278.747701:0:8470:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880099532000/0x4ce24e5787361a09 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40047 expref: 6 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130278.747709:0:8470:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099532000, rc 0) 00000100:00100000:1.0:1746130278.747757:0:8470:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ac4e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c84b93b0-d496-484f-8e1e-94008838f2dd+6:31579:x1830949849100160:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 170us (849us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130278.747766:0:8470:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6158 00000100:00100000:0.0:1746130278.747825:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130278.747869:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849100288 00000100:00100000:3.0:1746130278.747873:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849100288 00010000:00010000:3.0:1746130278.747894:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880099532200/0x4ce24e57873619fb lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40039 expref: 49 pid: 8470 timeout: 576 lvb_type: 0 00000100:00100000:3.0:1746130278.747924:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14421 00000100:00100000:3.0:1746130278.747934:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ac4d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+49:1961:x1830949849100288:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746130278.747941:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746130278.747959:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880099532200/0x4ce24e57873619fb lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40039 expref: 49 pid: 8470 timeout: 576 lvb_type: 0 00010000:00010000:3.0:1746130278.747973:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880099532200/0x4ce24e57873619fb lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40039 expref: 49 pid: 8470 timeout: 576 lvb_type: 0 00010000:00010000:3.0:1746130278.747988:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880099532200/0x4ce24e57873619fb lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40039 expref: 49 pid: 8470 timeout: 576 lvb_type: 0 00010000:00010000:3.0:1746130278.748000:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130278.748002:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130278.748007:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009955e200/0x4ce24e5787361a02 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40040 expref: 48 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130278.748013:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009955e200/0x4ce24e5787361a02 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40040 expref: 48 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130278.748032:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009955e200/0x4ce24e5787361a02 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40040 expref: 48 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130278.748041:0:7097:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009955e200/0x4ce24e5787361a02 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40040 expref: 48 pid: 8469 timeout: 576 lvb_type: 0 00000100:00100000:3.0:1746130278.748051:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091952300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841686016:192.168.204.51@tcp:105: 00000100:00100000:3.0:1746130278.748117:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ad69240 going to sleep for 11 seconds 00000100:00100000:3.0:1746130278.750204:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091952300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841686016:192.168.204.51@tcp:105: 00010000:00010000:3.0:1746130278.750226:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746130278.750301:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ac4d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+48:1961:x1830949849100288:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 2369us (2474us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130278.750314:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14421 00000100:00100000:0.0:1746130278.751168:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130278.751257:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849100544 00000100:00100000:3.0:1746130278.751263:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849100544 00002000:00100000:3.0:1746130278.751314:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008ac4ed80 x1830949849100544/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:264/0 lens 488/0 e 0 to 0 dl 1746130289 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130278.751322:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ac4ed80 with x1830949849100544 ext(0->4095) 00010000:00010000:3.0:1746130278.751329:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009955e200/0x4ce24e5787361a02 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40040 expref: 48 pid: 8469 timeout: 576 lvb_type: 0 00010000:00010000:3.0:1746130278.751340:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009955e200/0x4ce24e5787361a02 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40040 expref: 48 pid: 8469 timeout: 576 lvb_type: 0 00002000:00010000:3.0:1746130278.751345:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008ac4ed80 00000100:00100000:3.0:1746130278.751634:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2471 00000100:00100000:3.0:1746130278.751643:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ac4ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+48:1961:x1830949849100544:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746130278.751966:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ac4ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+48:1961:x1830949849100544:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 324us (798us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746130278.751972:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2471 00002000:00100000:3.0:1746130278.751977:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008ac4ed80 x1830949849100544/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:264/0 lens 488/4536 e 0 to 0 dl 1746130289 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130278.751984:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ac4ed80 with x1830949849100544 ext(0->4095) 00010000:00010000:3.0:1746130278.751988:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009955e200/0x4ce24e5787361a02 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40040 expref: 48 pid: 8469 timeout: 576 lvb_type: 0 00010000:00010000:3.0:1746130278.752000:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009955e200/0x4ce24e5787361a02 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40040 expref: 48 pid: 8469 timeout: 576 lvb_type: 0 00002000:00010000:3.0:1746130278.752005:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008ac4ed80 00000100:00100000:3.0:1746130278.753546:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130278.753634:0:8470:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849100672 00000100:00100000:1.0:1746130278.753640:0:8470:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849100672 00000100:00100000:1.0:1746130278.753754:0:8470:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6159 00000100:00100000:1.0:1746130278.753761:0:8470:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091952300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:640ea846-b909-4eea-9a54-417e15bd627b+48:31578:x1830949849100672:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746130278.753774:0:8470:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1746130278.753783:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00010000:00010000:1.0:1746130278.753788:0:8470:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099532400/0x4ce24e5787361a10 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae4004e expref: -99 pid: 8470 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746130278.753801:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849100800 00000100:00100000:3.0:1746130278.753804:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849100800 00010000:00010000:1.0:1746130278.753810:0:8470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130278.753815:0:8470:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880099532000/0x4ce24e5787361a09 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40047 expref: 5 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130278.753820:0:8470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746130278.753822:0:8470:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099532400/0x4ce24e5787361a10 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4004e expref: 50 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130278.753823:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009955e200/0x4ce24e5787361a02 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40040 expref: 50 pid: 8469 timeout: 576 lvb_type: 0 00000100:00100000:3.0:1746130278.753848:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14422 00010000:00010000:1.0:1746130278.753851:0:8470:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880099532000/0x4ce24e5787361a09 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40047 expref: 5 pid: 8470 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746130278.753853:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d0d2c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+50:1964:x1830949849100800:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746130278.753860:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746130278.753861:0:8470:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880099532400/0x4ce24e5787361a10 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4004e expref: 50 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130278.753869:0:8470:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099532400, rc 0) 00010000:00010000:3.0:1746130278.753876:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009955e200/0x4ce24e5787361a02 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40040 expref: 50 pid: 8469 timeout: 576 lvb_type: 0 00010000:00010000:3.0:1746130278.753884:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009955e200/0x4ce24e5787361a02 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40040 expref: 50 pid: 8469 timeout: 576 lvb_type: 0 00010000:00010000:3.0:1746130278.753897:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009955e200/0x4ce24e5787361a02 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40040 expref: 50 pid: 8469 timeout: 576 lvb_type: 0 00000100:00100000:1.0:1746130278.753899:0:8470:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091952300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:640ea846-b909-4eea-9a54-417e15bd627b+50:31578:x1830949849100672:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 140us (360us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130278.753905:0:8470:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6159 00010000:00010000:3.0:1746130278.753909:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130278.753910:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130278.753928:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880099532000/0x4ce24e5787361a09 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40047 expref: 5 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130278.754111:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099532000/0x4ce24e5787361a09 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40047 expref: 5 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130278.754133:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880099532000/0x4ce24e5787361a09 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40047 expref: 5 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130278.754141:0:7097:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880099532000/0x4ce24e5787361a09 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40047 expref: 5 pid: 8470 timeout: 576 lvb_type: 0 00000100:00100000:3.0:1746130278.754151:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091951500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841686272:192.168.204.51@tcp:105: 00000100:00100000:3.0:1746130278.754398:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ad69240 going to sleep for 11 seconds 00000100:00100000:0.0:1746130278.758187:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130278.758246:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091951500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841686272:192.168.204.51@tcp:105: 00010000:00010000:3.0:1746130278.758298:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746130278.758347:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d0d2c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+48:1964:x1830949849100800:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 4492us (4562us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130278.758357:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14422 00000100:00100000:2.0:1746130278.759837:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849101056 00000100:00100000:2.0:1746130278.759847:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849101056 00002000:00100000:2.0:1746130278.759887:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008ac4dc00 x1830949849101056/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:264/0 lens 488/0 e 0 to 0 dl 1746130289 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130278.759895:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ac4dc00 with x1830949849101056 ext(0->4095) 00010000:00010000:2.0:1746130278.759903:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880099532000/0x4ce24e5787361a09 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40047 expref: 6 pid: 8470 timeout: 576 lvb_type: 0 00010000:00010000:2.0:1746130278.759916:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880099532000/0x4ce24e5787361a09 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40047 expref: 6 pid: 8470 timeout: 576 lvb_type: 0 00002000:00010000:2.0:1746130278.759923:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008ac4dc00 00000100:00100000:2.0:1746130278.759957:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2472 00000100:00100000:2.0:1746130278.759964:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ac4dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949849101056:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746130278.760142:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ac4dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949849101056:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 178us (1961us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746130278.760149:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2472 00002000:00100000:2.0:1746130278.760154:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008ac4dc00 x1830949849101056/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:264/0 lens 488/4536 e 0 to 0 dl 1746130289 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130278.760161:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ac4dc00 with x1830949849101056 ext(0->4095) 00010000:00010000:2.0:1746130278.760165:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880099532000/0x4ce24e5787361a09 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40047 expref: 6 pid: 8470 timeout: 576 lvb_type: 0 00010000:00010000:2.0:1746130278.760174:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880099532000/0x4ce24e5787361a09 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40047 expref: 6 pid: 8470 timeout: 576 lvb_type: 0 00002000:00010000:2.0:1746130278.760179:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008ac4dc00 00000100:00100000:0.0:1746130278.763369:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130278.763450:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849101184 00000100:00100000:3.0:1746130278.763459:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849101184 00010000:00010000:3.0:1746130278.763498:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880099532000/0x4ce24e5787361a09 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40047 expref: 6 pid: 8470 timeout: 576 lvb_type: 0 00000100:00100000:3.0:1746130278.763534:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14423 00000100:00100000:3.0:1746130278.763542:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ac4d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1963:x1830949849101184:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746130278.763563:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746130278.763581:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880099532000/0x4ce24e5787361a09 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40047 expref: 6 pid: 8470 timeout: 576 lvb_type: 0 00010000:00010000:3.0:1746130278.763591:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880099532000/0x4ce24e5787361a09 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40047 expref: 6 pid: 8470 timeout: 576 lvb_type: 0 00010000:00010000:3.0:1746130278.763610:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880099532000/0x4ce24e5787361a09 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40047 expref: 6 pid: 8470 timeout: 576 lvb_type: 0 00010000:00010000:3.0:1746130278.763636:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130278.763638:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130278.763644:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880099532400/0x4ce24e5787361a10 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4004e expref: 47 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130278.763651:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099532400/0x4ce24e5787361a10 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4004e expref: 47 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130278.763680:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880099532400/0x4ce24e5787361a10 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4004e expref: 47 pid: 8470 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746130278.763690:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091951500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841686400:192.168.204.51@tcp:105: 00000100:00100000:3.0:1746130278.763764:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a450ab40 going to sleep for 11 seconds 00000100:00100000:3.0:1746130278.766925:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091951500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841686400:192.168.204.51@tcp:105: 00010000:00010000:3.0:1746130278.766953:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746130278.766999:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ac4d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+5:1963:x1830949849101184:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 3458us (3638us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130278.767009:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14423 00000100:00100000:0.0:1746130278.768148:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130278.768240:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849101440 00000100:00100000:2.0:1746130278.768246:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849101440 00002000:00100000:2.0:1746130278.768308:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008ac4e680 x1830949849101440/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:264/0 lens 488/0 e 0 to 0 dl 1746130289 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130278.768316:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ac4e680 with x1830949849101440 ext(0->4095) 00002000:00010000:2.0:1746130278.768320:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008ac4e680 00000100:00100000:2.0:1746130278.768344:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4764 00000100:00100000:2.0:1746130278.768350:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ac4e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+48:1961:x1830949849101440:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746130278.768493:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ac4e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+48:1961:x1830949849101440:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 142us (348us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746130278.768498:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4764 00002000:00100000:2.0:1746130278.768503:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008ac4e680 x1830949849101440/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:264/0 lens 488/4536 e 0 to 0 dl 1746130289 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130278.768509:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ac4e680 with x1830949849101440 ext(0->4095) 00002000:00010000:2.0:1746130278.768511:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008ac4e680 00000100:00100000:0.0:1746130278.770738:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130278.770985:0:20953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849101568 00000100:00100000:2.0:1746130278.770992:0:20953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849101568 00000100:00100000:2.0:1746130278.771038:0:20953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6160 00000100:00100000:2.0:1746130278.771045:0:20953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ac4f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c84b93b0-d496-484f-8e1e-94008838f2dd+5:31579:x1830949849101568:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746130278.771059:0:20953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746130278.771074:0:20953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009955ec00/0x4ce24e5787361a17 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae40055 expref: -99 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130278.771098:0:20953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880099532400/0x4ce24e5787361a10 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4004e expref: 47 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130278.771105:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746130278.771106:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746130278.771109:0:20953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009955ec00/0x4ce24e5787361a17 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40055 expref: 6 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130278.771134:0:20953:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880099532400/0x4ce24e5787361a10 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4004e expref: 47 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130278.771147:0:20953:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880099532400/0x4ce24e5787361a10 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4004e expref: 47 pid: 8470 timeout: 576 lvb_type: 0 00000100:00100000:2.0:1746130278.771157:0:20953:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135269500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:20953:1830949841686528:192.168.204.51@tcp:104: 00000100:00100000:2.0:1746130278.771237:0:20953:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b23e0a80 going to sleep for 11 seconds 00000100:00100000:2.0:1746130278.773313:0:20953:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135269500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:20953:1830949841686528:192.168.204.51@tcp:104: 00010000:00010000:2.0:1746130278.773341:0:20953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009955ec00/0x4ce24e5787361a17 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40055 expref: 6 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130278.773355:0:20953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009955ec00, rc 0) 00000100:00100000:2.0:1746130278.773394:0:20953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ac4f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c84b93b0-d496-484f-8e1e-94008838f2dd+6:31579:x1830949849101568:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2350us (2663us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130278.773402:0:20953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6160 00000100:00100000:0.0:1746130278.773618:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130278.773720:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849101696 00000100:00100000:3.0:1746130278.773725:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849101696 00010000:00010000:3.0:1746130278.773757:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880099532400/0x4ce24e5787361a10 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4004e expref: 48 pid: 8470 timeout: 576 lvb_type: 0 00000100:00100000:3.0:1746130278.773775:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14424 00000100:00100000:3.0:1746130278.773781:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ac4df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+48:1962:x1830949849101696:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746130278.773791:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746130278.773808:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880099532400/0x4ce24e5787361a10 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4004e expref: 48 pid: 8470 timeout: 576 lvb_type: 0 00010000:00010000:3.0:1746130278.773817:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880099532400/0x4ce24e5787361a10 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4004e expref: 48 pid: 8470 timeout: 576 lvb_type: 0 00010000:00010000:3.0:1746130278.773835:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880099532400/0x4ce24e5787361a10 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4004e expref: 48 pid: 8470 timeout: 576 lvb_type: 0 00010000:00010000:3.0:1746130278.773848:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130278.773850:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130278.773855:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009955ec00/0x4ce24e5787361a17 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40055 expref: 5 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130278.773861:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009955ec00/0x4ce24e5787361a17 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40055 expref: 5 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130278.773884:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009955ec00/0x4ce24e5787361a17 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40055 expref: 5 pid: 20953 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746130278.773892:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091951500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841686656:192.168.204.51@tcp:105: 00000100:00100000:3.0:1746130278.773957:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a450ab40 going to sleep for 11 seconds 00000100:00100000:0.0:1746130278.776512:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130278.776775:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091951500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841686656:192.168.204.51@tcp:105: 00010000:00010000:3.0:1746130278.776795:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746130278.776846:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ac4df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+47:1962:x1830949849101696:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 3064us (3228us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130278.776855:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14424 00000100:00100000:1.0:1746130278.776918:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849101952 00000100:00100000:1.0:1746130278.776924:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849101952 00002000:00100000:1.0:1746130278.776956:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008ac4f800 x1830949849101952/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:264/0 lens 488/0 e 0 to 0 dl 1746130289 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130278.776964:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ac4f800 with x1830949849101952 ext(0->4095) 00002000:00010000:1.0:1746130278.776968:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008ac4f800 00000100:00100000:1.0:1746130278.776993:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4765 00000100:00100000:1.0:1746130278.777000:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ac4f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949849101952:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746130278.777122:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ac4f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949849101952:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 123us (618us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746130278.777127:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4765 00002000:00100000:1.0:1746130278.777131:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008ac4f800 x1830949849101952/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:264/0 lens 488/4536 e 0 to 0 dl 1746130289 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130278.777137:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ac4f800 with x1830949849101952 ext(0->4095) 00002000:00010000:1.0:1746130278.777139:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008ac4f800 00000100:00100000:0.0:1746130278.777824:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130278.777883:0:20953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849102080 00000100:00100000:2.0:1746130278.777886:0:20953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849102080 00000100:00100000:2.0:1746130278.777920:0:20953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6161 00000100:00100000:2.0:1746130278.777925:0:20953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ac4c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:640ea846-b909-4eea-9a54-417e15bd627b+47:31578:x1830949849102080:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746130278.777935:0:20953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746130278.777948:0:20953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009955fe00/0x4ce24e5787361a1e lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae4005c expref: -99 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130278.777968:0:20953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009955ec00/0x4ce24e5787361a17 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40055 expref: 5 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130278.777978:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130278.777980:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130278.777982:0:20953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009955fe00/0x4ce24e5787361a1e lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4005c expref: 48 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130278.778007:0:20953:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009955ec00/0x4ce24e5787361a17 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40055 expref: 5 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130278.778016:0:20953:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009955ec00/0x4ce24e5787361a17 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40055 expref: 5 pid: 20953 timeout: 576 lvb_type: 0 00000100:00100000:2.0:1746130278.778025:0:20953:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135269500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:20953:1830949841686784:192.168.204.51@tcp:104: 00000100:00100000:2.0:1746130278.778084:0:20953:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b23e0a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746130278.779511:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130278.779697:0:8470:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849102208 00000100:00100000:1.0:1746130278.779703:0:8470:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849102208 00000100:00100000:2.0:1746130278.779774:0:20953:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135269500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:20953:1830949841686784:192.168.204.51@tcp:104: 00010000:00010000:2.0:1746130278.779795:0:20953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009955fe00/0x4ce24e5787361a1e lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4005c expref: 49 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130278.779808:0:20953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009955fe00, rc 0) 00000100:00100000:1.0:1746130278.779834:0:8470:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6162 00000100:00100000:1.0:1746130278.779841:0:8470:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ac4d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:640ea846-b909-4eea-9a54-417e15bd627b+49:31579:x1830949849102208:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:2.0:1746130278.779848:0:20953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ac4c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:640ea846-b909-4eea-9a54-417e15bd627b+49:31578:x1830949849102080:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1922us (2024us total) trans 0 rc 0/0 00010000:00010000:1.0:1746130278.779851:0:8470:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1746130278.779854:0:20953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6161 00010000:00010000:1.0:1746130278.779861:0:8470:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099533c00/0x4ce24e5787361a25 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae40063 expref: -99 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130278.779877:0:8470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130278.779882:0:8470:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009955fe00/0x4ce24e5787361a1e lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4005c expref: 49 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130278.779888:0:8470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130278.779891:0:8470:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099533c00/0x4ce24e5787361a25 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40063 expref: 49 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130278.779914:0:8470:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009955fe00/0x4ce24e5787361a1e lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4005c expref: 49 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130278.779923:0:8470:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880099533c00/0x4ce24e5787361a25 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40063 expref: 49 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130278.779930:0:8470:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099533c00, rc 0) 00000100:00100000:1.0:1746130278.779946:0:8470:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ac4d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:640ea846-b909-4eea-9a54-417e15bd627b+49:31579:x1830949849102208:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 106us (442us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130278.779951:0:8470:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6162 00000100:00100000:0.0:1746130278.780078:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130278.780145:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849102336 00000100:00100000:2.0:1746130278.780148:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849102336 00010000:00010000:2.0:1746130278.780162:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009955ec00/0x4ce24e5787361a17 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40055 expref: 6 pid: 20953 timeout: 576 lvb_type: 0 00000100:00100000:2.0:1746130278.780182:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14425 00000100:00100000:2.0:1746130278.780187:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092256d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949849102336:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746130278.780194:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746130278.780212:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009955ec00/0x4ce24e5787361a17 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40055 expref: 6 pid: 20953 timeout: 576 lvb_type: 0 00010000:00010000:2.0:1746130278.780222:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009955ec00/0x4ce24e5787361a17 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40055 expref: 6 pid: 20953 timeout: 576 lvb_type: 0 00010000:00010000:2.0:1746130278.780410:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009955ec00/0x4ce24e5787361a17 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40055 expref: 6 pid: 20953 timeout: 576 lvb_type: 0 00010000:00010000:2.0:1746130278.780437:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130278.780438:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130278.780444:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009955fe00/0x4ce24e5787361a1e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4005c expref: 48 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130278.780451:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009955fe00/0x4ce24e5787361a1e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4005c expref: 48 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130278.780468:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009955fe00/0x4ce24e5787361a1e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4005c expref: 48 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130278.780477:0:7097:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009955fe00/0x4ce24e5787361a1e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4005c expref: 48 pid: 20953 timeout: 576 lvb_type: 0 00000100:00100000:2.0:1746130278.780490:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135269500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841687040:192.168.204.51@tcp:105: 00000100:00100000:2.0:1746130278.780552:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b23e0a80 going to sleep for 11 seconds 00000100:00100000:2.0:1746130278.782923:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135269500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841687040:192.168.204.51@tcp:105: 00010000:00010000:2.0:1746130278.782944:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746130278.783235:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092256d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+5:1962:x1830949849102336:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 3045us (3154us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130278.783245:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14425 00000100:00100000:0.0:1746130278.783335:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130278.783794:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849102592 00000100:00100000:2.0:1746130278.783801:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849102592 00002000:00100000:2.0:1746130278.783834:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092254000 x1830949849102592/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:264/0 lens 488/0 e 0 to 0 dl 1746130289 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130278.783844:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092254000 with x1830949849102592 ext(0->4095) 00010000:00010000:2.0:1746130278.783851:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009955fe00/0x4ce24e5787361a1e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4005c expref: 49 pid: 20953 timeout: 576 lvb_type: 0 00010000:00010000:2.0:1746130278.783863:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009955fe00/0x4ce24e5787361a1e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4005c expref: 49 pid: 20953 timeout: 576 lvb_type: 0 00002000:00010000:2.0:1746130278.783869:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092254000 00000100:00100000:2.0:1746130278.783892:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2473 00000100:00100000:2.0:1746130278.783898:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092254000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+49:1962:x1830949849102592:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746130278.784032:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092254000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+49:1962:x1830949849102592:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 133us (697us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746130278.784041:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2473 00002000:00100000:2.0:1746130278.784045:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092254000 x1830949849102592/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:264/0 lens 488/4536 e 0 to 0 dl 1746130289 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130278.784052:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092254000 with x1830949849102592 ext(0->4095) 00010000:00010000:2.0:1746130278.784057:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009955fe00/0x4ce24e5787361a1e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4005c expref: 49 pid: 20953 timeout: 576 lvb_type: 0 00010000:00010000:2.0:1746130278.784066:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009955fe00/0x4ce24e5787361a1e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4005c expref: 49 pid: 20953 timeout: 576 lvb_type: 0 00002000:00010000:2.0:1746130278.784071:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092254000 00000100:00100000:0.0:1746130278.787098:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130278.787258:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849102720 00000100:00100000:2.0:1746130278.787282:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849102720 00010000:00010000:2.0:1746130278.787318:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009955fe00/0x4ce24e5787361a1e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4005c expref: 49 pid: 20953 timeout: 576 lvb_type: 0 00000100:00100000:2.0:1746130278.787342:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14426 00000100:00100000:2.0:1746130278.787348:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092255500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+49:1962:x1830949849102720:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746130278.787365:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746130278.787383:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009955fe00/0x4ce24e5787361a1e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4005c expref: 49 pid: 20953 timeout: 576 lvb_type: 0 00010000:00010000:2.0:1746130278.787394:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009955fe00/0x4ce24e5787361a1e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4005c expref: 49 pid: 20953 timeout: 576 lvb_type: 0 00010000:00010000:2.0:1746130278.787414:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009955fe00/0x4ce24e5787361a1e lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4005c expref: 49 pid: 20953 timeout: 576 lvb_type: 0 00010000:00010000:2.0:1746130278.787449:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130278.787452:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130278.787458:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880099533c00/0x4ce24e5787361a25 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40063 expref: 48 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130278.787465:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099533c00/0x4ce24e5787361a25 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40063 expref: 48 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130278.787492:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880099533c00/0x4ce24e5787361a25 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40063 expref: 48 pid: 8470 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746130278.787502:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135269500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841687168:192.168.204.51@tcp:105: 00000100:00100000:2.0:1746130278.788025:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b23e0840 going to sleep for 11 seconds 00010000:00010000:0.0:1746130278.791085:0:7100:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746130278.791264:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135269500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841687168:192.168.204.51@tcp:105: 00000100:00100000:2.0:1746130278.791299:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00010000:00010000:0.0:1746130278.791299:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746130278.791354:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849102976 00000100:00100000:3.0:1746130278.791361:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849102976 00002000:00100000:3.0:1746130278.791401:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88013526b480 x1830949849102976/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:264/0 lens 488/0 e 0 to 0 dl 1746130289 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130278.791410:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013526b480 with x1830949849102976 ext(0->4095) 00002000:00010000:3.0:1746130278.791414:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88013526b480 00000100:00100000:3.0:1746130278.791447:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4766 00000100:00100000:3.0:1746130278.791453:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013526b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+49:1962:x1830949849102976:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746130278.791537:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092255500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+49:1962:x1830949849102720:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 4188us (4445us total) trans 0 rc 0/0 00000100:00100000:0.0:1746130278.791544:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14426 00000100:00100000:3.0:1746130278.791619:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013526b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+48:1962:x1830949849102976:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 165us (319us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746130278.791629:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4766 00002000:00100000:3.0:1746130278.791636:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88013526b480 x1830949849102976/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:264/0 lens 488/4536 e 0 to 0 dl 1746130289 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130278.791642:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013526b480 with x1830949849102976 ext(0->4095) 00002000:00010000:3.0:1746130278.791645:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88013526b480 00000100:00100000:2.0:1746130278.793474:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130278.793539:0:8470:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849103104 00000100:00100000:1.0:1746130278.793544:0:8470:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849103104 00000100:00100000:1.0:1746130278.793571:0:8470:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6163 00000100:00100000:1.0:1746130278.793575:0:8470:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135269500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c84b93b0-d496-484f-8e1e-94008838f2dd+5:31579:x1830949849103104:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746130278.793587:0:8470:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746130278.793599:0:8470:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099532400/0x4ce24e5787361a2c lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae4006a expref: -99 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130278.793618:0:8470:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880099533c00/0x4ce24e5787361a25 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40063 expref: 47 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130278.793623:0:8470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130278.793624:0:8470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130278.793627:0:8470:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099532400/0x4ce24e5787361a2c lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4006a expref: 6 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130278.793646:0:8470:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880099533c00/0x4ce24e5787361a25 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40063 expref: 47 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130278.793653:0:8470:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880099533c00/0x4ce24e5787361a25 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40063 expref: 47 pid: 8470 timeout: 576 lvb_type: 0 00000100:00100000:1.0:1746130278.793660:0:8470:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800947a5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8470:1830949841687296:192.168.204.51@tcp:104: 00000100:00100000:1.0:1746130278.793728:0:8470:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18fb540 going to sleep for 11 seconds 00000100:00100000:1.0:1746130278.795420:0:8470:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800947a5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8470:1830949841687296:192.168.204.51@tcp:104: 00010000:00010000:1.0:1746130278.795458:0:8470:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880099532400/0x4ce24e5787361a2c lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4006a expref: 6 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130278.795471:0:8470:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099532400, rc 0) 00000100:00100000:1.0:1746130278.795520:0:8470:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135269500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c84b93b0-d496-484f-8e1e-94008838f2dd+6:31579:x1830949849103104:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1943us (2053us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130278.795526:0:8470:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6163 00000100:00100000:0.0:1746130278.796631:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130278.796695:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849103232 00000100:00100000:2.0:1746130278.796700:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849103232 00010000:00010000:2.0:1746130278.796722:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880099533c00/0x4ce24e5787361a25 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40063 expref: 48 pid: 8470 timeout: 576 lvb_type: 0 00000100:00100000:2.0:1746130278.796738:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14427 00000100:00100000:2.0:1746130278.796742:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092255880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+48:1961:x1830949849103232:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746130278.796750:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746130278.796765:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880099533c00/0x4ce24e5787361a25 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40063 expref: 48 pid: 8470 timeout: 576 lvb_type: 0 00010000:00010000:2.0:1746130278.796775:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880099533c00/0x4ce24e5787361a25 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40063 expref: 48 pid: 8470 timeout: 576 lvb_type: 0 00010000:00010000:2.0:1746130278.796789:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880099533c00/0x4ce24e5787361a25 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40063 expref: 48 pid: 8470 timeout: 576 lvb_type: 0 00010000:00010000:2.0:1746130278.796898:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130278.796900:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130278.796906:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880099532400/0x4ce24e5787361a2c lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4006a expref: 5 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130278.796911:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099532400/0x4ce24e5787361a2c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4006a expref: 5 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130278.796934:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880099532400/0x4ce24e5787361a2c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4006a expref: 5 pid: 8470 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746130278.796944:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013526aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841687424:192.168.204.51@tcp:105: 00000100:00100000:2.0:1746130278.797318:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b23e0840 going to sleep for 11 seconds 00000100:00100000:2.0:1746130278.798734:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013526aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841687424:192.168.204.51@tcp:105: 00010000:00010000:2.0:1746130278.798752:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746130278.798782:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092255880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+47:1961:x1830949849103232:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 2038us (2153us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130278.798791:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14427 00000100:00100000:0.0:1746130278.798962:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130278.799016:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849103488 00000100:00100000:3.0:1746130278.799022:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849103488 00002000:00100000:3.0:1746130278.799063:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092257100 x1830949849103488/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:264/0 lens 488/0 e 0 to 0 dl 1746130289 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130278.799078:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092257100 with x1830949849103488 ext(0->4095) 00002000:00010000:3.0:1746130278.799081:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092257100 00000100:00100000:3.0:1746130278.799105:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4767 00000100:00100000:3.0:1746130278.799113:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092257100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949849103488:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746130278.799262:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092257100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949849103488:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 151us (300us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746130278.799291:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4767 00002000:00100000:3.0:1746130278.799296:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092257100 x1830949849103488/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:264/0 lens 488/4536 e 0 to 0 dl 1746130289 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130278.799303:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092257100 with x1830949849103488 ext(0->4095) 00002000:00010000:3.0:1746130278.799305:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092257100 00000100:00100000:0.0:1746130278.800176:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130278.800360:0:8470:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849103616 00000100:00100000:1.0:1746130278.800366:0:8470:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849103616 00000100:00100000:1.0:1746130278.800406:0:8470:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6164 00000100:00100000:1.0:1746130278.800412:0:8470:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092255f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:640ea846-b909-4eea-9a54-417e15bd627b+47:31579:x1830949849103616:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746130278.800422:0:8470:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746130278.800445:0:8470:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099532000/0x4ce24e5787361a33 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae40071 expref: -99 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130278.800469:0:8470:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880099532400/0x4ce24e5787361a2c lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4006a expref: 5 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130278.800476:0:8470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130278.800478:0:8470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130278.800480:0:8470:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099532000/0x4ce24e5787361a33 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40071 expref: 48 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130278.800503:0:8470:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880099532400/0x4ce24e5787361a2c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4006a expref: 5 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130278.800513:0:8470:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880099532400/0x4ce24e5787361a2c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4006a expref: 5 pid: 8470 timeout: 576 lvb_type: 0 00000100:00100000:1.0:1746130278.800523:0:8470:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800947a5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8470:1830949841687552:192.168.204.51@tcp:104: 00000100:00100000:1.0:1746130278.800602:0:8470:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18fb540 going to sleep for 11 seconds 00000100:00100000:0.0:1746130278.801731:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130278.801772:0:20953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849103744 00000100:00100000:2.0:1746130278.801779:0:20953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849103744 00000100:00100000:2.0:1746130278.801819:0:20953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6165 00000100:00100000:2.0:1746130278.801826:0:20953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092256a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:640ea846-b909-4eea-9a54-417e15bd627b+49:31578:x1830949849103744:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746130278.801840:0:20953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746130278.801851:0:20953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009955f400/0x4ce24e5787361a3a lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae40078 expref: -99 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130278.801867:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130278.801871:0:20953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880099532000/0x4ce24e5787361a33 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40071 expref: 50 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130278.801876:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746130278.801878:0:20953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009955f400/0x4ce24e5787361a3a lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40078 expref: 50 pid: 20953 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746130278.801878:0:8470:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800947a5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8470:1830949841687552:192.168.204.51@tcp:104: 00010000:00010000:1.0:1746130278.801898:0:8470:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880099532000/0x4ce24e5787361a33 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40071 expref: 50 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130278.801899:0:20953:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880099532000/0x4ce24e5787361a33 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40071 expref: 50 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130278.801907:0:8470:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099532000, rc 0) 00010000:00010000:2.0:1746130278.801908:0:20953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009955f400/0x4ce24e5787361a3a lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40078 expref: 50 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130278.801915:0:20953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009955f400, rc 0) 00000100:00100000:2.0:1746130278.801933:0:20953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092256a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:640ea846-b909-4eea-9a54-417e15bd627b+50:31578:x1830949849103744:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 108us (205us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130278.801934:0:8470:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092255f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:640ea846-b909-4eea-9a54-417e15bd627b+50:31579:x1830949849103616:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1523us (1760us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130278.801939:0:20953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6165 00000100:00100000:1.0:1746130278.801951:0:8470:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6164 00000100:00100000:2.0:1746130278.802234:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130278.802303:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849103872 00000100:00100000:3.0:1746130278.802307:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849103872 00010000:00010000:3.0:1746130278.802328:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880099532400/0x4ce24e5787361a2c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4006a expref: 6 pid: 8470 timeout: 576 lvb_type: 0 00000100:00100000:3.0:1746130278.802346:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14428 00000100:00100000:3.0:1746130278.802471:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013526aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949849103872:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746130278.802479:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746130278.802502:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880099532400/0x4ce24e5787361a2c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4006a expref: 6 pid: 8470 timeout: 576 lvb_type: 0 00010000:00010000:3.0:1746130278.802511:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880099532400/0x4ce24e5787361a2c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4006a expref: 6 pid: 8470 timeout: 576 lvb_type: 0 00010000:00010000:3.0:1746130278.802526:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880099532400/0x4ce24e5787361a2c lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4006a expref: 6 pid: 8470 timeout: 576 lvb_type: 0 00010000:00010000:3.0:1746130278.802553:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130278.802555:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130278.802561:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880099532000/0x4ce24e5787361a33 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40071 expref: 48 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130278.802567:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099532000/0x4ce24e5787361a33 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40071 expref: 48 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130278.802586:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880099532000/0x4ce24e5787361a33 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40071 expref: 48 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130278.802596:0:7097:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880099532000/0x4ce24e5787361a33 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40071 expref: 48 pid: 8470 timeout: 576 lvb_type: 0 00000100:00100000:3.0:1746130278.802606:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091951500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841687808:192.168.204.51@tcp:105: 00000100:00100000:3.0:1746130278.802676:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a450a780 going to sleep for 11 seconds 00000100:00100000:3.0:1746130278.804044:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091951500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841687808:192.168.204.51@tcp:105: 00010000:00010000:3.0:1746130278.804082:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746130278.804119:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013526aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+5:1961:x1830949849103872:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 1650us (1882us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130278.804130:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14428 00000100:00100000:0.0:1746130278.804912:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130278.805130:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849104128 00000100:00100000:3.0:1746130278.805139:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849104128 00002000:00100000:3.0:1746130278.805196:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092255180 x1830949849104128/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:264/0 lens 488/0 e 0 to 0 dl 1746130289 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130278.805205:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092255180 with x1830949849104128 ext(0->4095) 00010000:00010000:3.0:1746130278.805214:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880099532000/0x4ce24e5787361a33 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40071 expref: 49 pid: 8470 timeout: 576 lvb_type: 0 00010000:00010000:3.0:1746130278.805228:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880099532000/0x4ce24e5787361a33 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40071 expref: 49 pid: 8470 timeout: 576 lvb_type: 0 00002000:00010000:3.0:1746130278.805235:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092255180 00000100:00100000:3.0:1746130278.805347:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2474 00000100:00100000:3.0:1746130278.805355:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092255180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+49:1962:x1830949849104128:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746130278.805540:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092255180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+49:1962:x1830949849104128:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 186us (630us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746130278.805547:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2474 00002000:00100000:3.0:1746130278.805552:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092255180 x1830949849104128/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:264/0 lens 488/4536 e 0 to 0 dl 1746130289 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130278.805558:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092255180 with x1830949849104128 ext(0->4095) 00010000:00010000:3.0:1746130278.805562:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880099532000/0x4ce24e5787361a33 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40071 expref: 49 pid: 8470 timeout: 576 lvb_type: 0 00010000:00010000:3.0:1746130278.805571:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880099532000/0x4ce24e5787361a33 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40071 expref: 49 pid: 8470 timeout: 576 lvb_type: 0 00002000:00010000:3.0:1746130278.805575:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092255180 00000100:00100000:0.0:1746130278.808375:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130278.808420:0:8470:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849104256 00000100:00100000:1.0:1746130278.808439:0:8470:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849104256 00000100:00100000:1.0:1746130278.808497:0:8470:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6166 00000100:00100000:1.0:1746130278.808504:0:8470:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092254e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c84b93b0-d496-484f-8e1e-94008838f2dd+5:31579:x1830949849104256:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746130278.808521:0:8470:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746130278.808539:0:8470:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099532e00/0x4ce24e5787361a41 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae4007f expref: -99 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130278.808563:0:8470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130278.808568:0:8470:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009955f400/0x4ce24e5787361a3a lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40078 expref: 48 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130278.808574:0:8470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746130278.808577:0:8470:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099532e00/0x4ce24e5787361a41 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4007f expref: 6 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130278.808606:0:8470:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009955f400/0x4ce24e5787361a3a lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40078 expref: 48 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130278.808616:0:8470:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880099532e00/0x4ce24e5787361a41 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4007f expref: 6 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130278.808623:0:8470:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099532e00, rc 0) 00000100:00100000:1.0:1746130278.808662:0:8470:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092254e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c84b93b0-d496-484f-8e1e-94008838f2dd+6:31579:x1830949849104256:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 159us (297us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130278.808666:0:8470:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6166 00000100:00100000:0.0:1746130278.809156:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130278.809420:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849104384 00000100:00100000:3.0:1746130278.809441:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849104384 00010000:00010000:3.0:1746130278.809479:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880099532000/0x4ce24e5787361a33 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40071 expref: 49 pid: 8470 timeout: 576 lvb_type: 0 00000100:00100000:3.0:1746130278.809501:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14429 00000100:00100000:3.0:1746130278.809508:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d0d2850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+49:1963:x1830949849104384:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746130278.809517:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746130278.809540:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880099532000/0x4ce24e5787361a33 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40071 expref: 49 pid: 8470 timeout: 576 lvb_type: 0 00010000:00010000:3.0:1746130278.809549:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880099532000/0x4ce24e5787361a33 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40071 expref: 49 pid: 8470 timeout: 576 lvb_type: 0 00010000:00010000:3.0:1746130278.809566:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880099532000/0x4ce24e5787361a33 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40071 expref: 49 pid: 8470 timeout: 576 lvb_type: 0 00010000:00010000:3.0:1746130278.809593:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130278.809595:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130278.809601:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009955f400/0x4ce24e5787361a3a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40078 expref: 48 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130278.809607:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009955f400/0x4ce24e5787361a3a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40078 expref: 48 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130278.809823:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009955f400/0x4ce24e5787361a3a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40078 expref: 48 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130278.809837:0:7097:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009955f400/0x4ce24e5787361a3a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40078 expref: 48 pid: 20953 timeout: 576 lvb_type: 0 00000100:00100000:3.0:1746130278.809848:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091951500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841688064:192.168.204.51@tcp:105: 00000100:00100000:3.0:1746130278.810379:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a450a480 going to sleep for 11 seconds 00000100:00100000:3.0:1746130278.811900:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091951500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841688064:192.168.204.51@tcp:105: 00010000:00010000:3.0:1746130278.811919:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746130278.811962:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d0d2850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+48:1963:x1830949849104384:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 2453us (2806us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130278.811971:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14429 00000100:00100000:0.0:1746130278.812330:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130278.812465:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849104640 00000100:00100000:3.0:1746130278.812471:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849104640 00002000:00100000:3.0:1746130278.812499:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092255c00 x1830949849104640/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:264/0 lens 488/0 e 0 to 0 dl 1746130289 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130278.812507:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092255c00 with x1830949849104640 ext(0->4095) 00010000:00010000:3.0:1746130278.812513:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009955f400/0x4ce24e5787361a3a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40078 expref: 48 pid: 20953 timeout: 576 lvb_type: 0 00010000:00010000:3.0:1746130278.812523:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009955f400/0x4ce24e5787361a3a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40078 expref: 48 pid: 20953 timeout: 576 lvb_type: 0 00002000:00010000:3.0:1746130278.812529:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092255c00 00000100:00100000:3.0:1746130278.812556:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2475 00000100:00100000:3.0:1746130278.812562:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092255c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+48:1961:x1830949849104640:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746130278.812687:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092255c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+48:1961:x1830949849104640:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 125us (358us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746130278.812693:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2475 00002000:00100000:3.0:1746130278.812697:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092255c00 x1830949849104640/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:264/0 lens 488/4536 e 0 to 0 dl 1746130289 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130278.812703:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092255c00 with x1830949849104640 ext(0->4095) 00010000:00010000:3.0:1746130278.812708:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009955f400/0x4ce24e5787361a3a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40078 expref: 48 pid: 20953 timeout: 576 lvb_type: 0 00010000:00010000:3.0:1746130278.812716:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009955f400/0x4ce24e5787361a3a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40078 expref: 48 pid: 20953 timeout: 576 lvb_type: 0 00002000:00010000:3.0:1746130278.812722:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092255c00 00000100:00100000:0.0:1746130278.814709:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130278.814784:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130278.814894:0:8470:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849104768 00000100:00100000:1.0:1746130278.814901:0:8470:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849104768 00000100:00100000:1.0:1746130278.814948:0:8470:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6167 00000100:00100000:1.0:1746130278.814955:0:8470:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092257480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:640ea846-b909-4eea-9a54-417e15bd627b+48:31578:x1830949849104768:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746130278.814970:0:8470:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746130278.814984:0:8470:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099532200/0x4ce24e5787361a48 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae40086 expref: -99 pid: 8470 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746130278.815021:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849104896 00000100:00100000:3.0:1746130278.815024:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849104896 00010000:00010000:3.0:1746130278.815046:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009955f400/0x4ce24e5787361a3a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40078 expref: 50 pid: 20953 timeout: 576 lvb_type: 0 00000100:00100000:3.0:1746130278.815071:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14430 00000100:00100000:3.0:1746130278.815077:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092254a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+50:1962:x1830949849104896:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746130278.815087:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746130278.815104:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009955f400/0x4ce24e5787361a3a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40078 expref: 50 pid: 20953 timeout: 576 lvb_type: 0 00010000:00010000:3.0:1746130278.815114:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009955f400/0x4ce24e5787361a3a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40078 expref: 50 pid: 20953 timeout: 576 lvb_type: 0 00010000:00010000:3.0:1746130278.815129:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009955f400/0x4ce24e5787361a3a lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40078 expref: 50 pid: 20953 timeout: 576 lvb_type: 0 00010000:00010000:3.0:1746130278.815145:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130278.815147:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130278.815154:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880099532e00/0x4ce24e5787361a41 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4007f expref: 5 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130278.815161:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099532e00/0x4ce24e5787361a41 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4007f expref: 5 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130278.815188:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880099532e00/0x4ce24e5787361a41 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4007f expref: 5 pid: 8470 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746130278.815198:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091951500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841688192:192.168.204.51@tcp:105: 00000100:00100000:3.0:1746130278.815260:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a450af00 going to sleep for 11 seconds 00010000:00010000:1.0:1746130278.815332:0:8470:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880099532e00/0x4ce24e5787361a41 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4007f expref: 5 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130278.815338:0:8470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130278.815339:0:8470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130278.815342:0:8470:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099532200/0x4ce24e5787361a48 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40086 expref: 49 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130278.815358:0:8470:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880099532e00/0x4ce24e5787361a41 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4007f expref: 5 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130278.815367:0:8470:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880099532e00/0x4ce24e5787361a41 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4007f expref: 5 pid: 8470 timeout: 576 lvb_type: 0 00000100:00100000:1.0:1746130278.815375:0:8470:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800947a5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8470:1830949841688320:192.168.204.51@tcp:104: 00000100:00100000:1.0:1746130278.815409:0:8470:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18fb540 going to sleep for 11 seconds 00000100:00100000:3.0:1746130278.817326:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091951500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841688192:192.168.204.51@tcp:105: 00010000:00010000:3.0:1746130278.817347:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746130278.817378:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092254a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+49:1962:x1830949849104896:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 2301us (2593us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130278.817386:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14430 00000100:00100000:0.0:1746130278.817805:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130278.818216:0:8470:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800947a5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8470:1830949841688320:192.168.204.51@tcp:104: 00010000:00010000:1.0:1746130278.818237:0:8470:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880099532200/0x4ce24e5787361a48 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40086 expref: 48 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130278.818251:0:8470:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099532200, rc 0) 00000100:00100000:1.0:1746130278.818305:0:8470:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092257480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:640ea846-b909-4eea-9a54-417e15bd627b+48:31578:x1830949849104768:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3350us (3603us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130278.818315:0:8470:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6167 00000100:00100000:3.0:1746130278.818971:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849105152 00000100:00100000:3.0:1746130278.818979:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849105152 00002000:00100000:3.0:1746130278.819109:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092256680 x1830949849105152/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:264/0 lens 488/0 e 0 to 0 dl 1746130289 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130278.819125:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092256680 with x1830949849105152 ext(0->4095) 00010000:00010000:3.0:1746130278.819132:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880099532e00/0x4ce24e5787361a41 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4007f expref: 6 pid: 8470 timeout: 576 lvb_type: 0 00010000:00010000:3.0:1746130278.819144:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880099532e00/0x4ce24e5787361a41 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4007f expref: 6 pid: 8470 timeout: 576 lvb_type: 0 00002000:00010000:3.0:1746130278.819149:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092256680 00000100:00100000:3.0:1746130278.819168:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2476 00000100:00100000:3.0:1746130278.819175:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092256680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949849105152:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746130278.819349:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092256680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949849105152:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 174us (1544us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746130278.819356:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2476 00002000:00100000:3.0:1746130278.819361:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092256680 x1830949849105152/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:264/0 lens 488/4536 e 0 to 0 dl 1746130289 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130278.819368:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092256680 with x1830949849105152 ext(0->4095) 00010000:00010000:3.0:1746130278.819372:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880099532e00/0x4ce24e5787361a41 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4007f expref: 6 pid: 8470 timeout: 576 lvb_type: 0 00010000:00010000:3.0:1746130278.819380:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880099532e00/0x4ce24e5787361a41 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4007f expref: 6 pid: 8470 timeout: 576 lvb_type: 0 00002000:00010000:3.0:1746130278.819392:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092256680 00000100:00100000:2.0:1746130278.822394:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130278.822492:0:8470:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849105280 00000100:00100000:1.0:1746130278.822499:0:8470:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849105280 00000100:00100000:1.0:1746130278.822544:0:8470:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6168 00000100:00100000:1.0:1746130278.822550:0:8470:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013526b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:640ea846-b909-4eea-9a54-417e15bd627b+48:31579:x1830949849105280:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746130278.822565:0:8470:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746130278.822579:0:8470:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099533000/0x4ce24e5787361a4f lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae4008d expref: -99 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130278.822602:0:8470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130278.822607:0:8470:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880099532200/0x4ce24e5787361a48 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40086 expref: 49 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130278.822612:0:8470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130278.822615:0:8470:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099533000/0x4ce24e5787361a4f lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4008d expref: 49 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130278.822647:0:8470:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880099532200/0x4ce24e5787361a48 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40086 expref: 49 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130278.822658:0:8470:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880099533000/0x4ce24e5787361a4f lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4008d expref: 49 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130278.822667:0:8470:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099533000, rc 0) 00000100:00100000:1.0:1746130278.822714:0:8470:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013526b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:640ea846-b909-4eea-9a54-417e15bd627b+49:31579:x1830949849105280:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 164us (326us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130278.822721:0:8470:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6168 00000100:00100000:0.0:1746130278.823202:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130278.823318:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849105408 00000100:00100000:3.0:1746130278.823322:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849105408 00010000:00010000:3.0:1746130278.823345:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880099532e00/0x4ce24e5787361a41 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4007f expref: 6 pid: 8470 timeout: 576 lvb_type: 0 00000100:00100000:3.0:1746130278.823375:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14431 00000100:00100000:3.0:1746130278.823381:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092254380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949849105408:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746130278.823389:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746130278.823407:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880099532e00/0x4ce24e5787361a41 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4007f expref: 6 pid: 8470 timeout: 576 lvb_type: 0 00010000:00010000:3.0:1746130278.823416:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880099532e00/0x4ce24e5787361a41 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4007f expref: 6 pid: 8470 timeout: 576 lvb_type: 0 00010000:00010000:3.0:1746130278.823442:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880099532e00/0x4ce24e5787361a41 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4007f expref: 6 pid: 8470 timeout: 576 lvb_type: 0 00010000:00010000:3.0:1746130278.823458:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130278.823460:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130278.823513:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880099532200/0x4ce24e5787361a48 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40086 expref: 48 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130278.823521:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099532200/0x4ce24e5787361a48 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40086 expref: 48 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130278.823542:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880099532200/0x4ce24e5787361a48 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40086 expref: 48 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130278.823555:0:7097:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880099532200/0x4ce24e5787361a48 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40086 expref: 48 pid: 8470 timeout: 576 lvb_type: 0 00000100:00100000:3.0:1746130278.823565:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091951500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841688576:192.168.204.51@tcp:105: 00000100:00100000:3.0:1746130278.823676:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a450ab40 going to sleep for 11 seconds 00000100:00100000:3.0:1746130278.825003:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091951500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841688576:192.168.204.51@tcp:105: 00010000:00010000:3.0:1746130278.825022:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746130278.825064:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092254380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+5:1961:x1830949849105408:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 1682us (1862us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130278.825073:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14431 00000100:00100000:0.0:1746130278.826280:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130278.826412:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849105536 00000100:00100000:3.0:1746130278.826418:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849105536 00010000:00010000:3.0:1746130278.826456:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880099532200/0x4ce24e5787361a48 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40086 expref: 49 pid: 8470 timeout: 576 lvb_type: 0 00000100:00100000:3.0:1746130278.826477:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14432 00000100:00100000:3.0:1746130278.826484:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092256d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+49:1963:x1830949849105536:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746130278.826494:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746130278.826511:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880099532200/0x4ce24e5787361a48 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40086 expref: 49 pid: 8470 timeout: 576 lvb_type: 0 00010000:00010000:3.0:1746130278.826520:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880099532200/0x4ce24e5787361a48 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40086 expref: 49 pid: 8470 timeout: 576 lvb_type: 0 00010000:00010000:3.0:1746130278.826538:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880099532200/0x4ce24e5787361a48 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40086 expref: 49 pid: 8470 timeout: 576 lvb_type: 0 00010000:00010000:3.0:1746130278.826551:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130278.826554:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130278.826560:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880099533000/0x4ce24e5787361a4f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4008d expref: 48 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130278.826566:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099533000/0x4ce24e5787361a4f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4008d expref: 48 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130278.826590:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880099533000/0x4ce24e5787361a4f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4008d expref: 48 pid: 8470 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746130278.826600:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091951500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841688704:192.168.204.51@tcp:105: 00000100:00100000:3.0:1746130278.827676:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a450ab40 going to sleep for 11 seconds 00000100:00100000:3.0:1746130278.829851:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091951500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841688704:192.168.204.51@tcp:105: 00010000:00010000:3.0:1746130278.829871:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746130278.829902:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092256d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+48:1963:x1830949849105536:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 3419us (3642us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130278.829910:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14432 00000100:00100000:0.0:1746130278.830750:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130278.830944:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849105792 00000100:00100000:3.0:1746130278.830951:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849105792 00002000:00100000:3.0:1746130278.830990:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092255500 x1830949849105792/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:264/0 lens 488/0 e 0 to 0 dl 1746130289 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130278.830999:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092255500 with x1830949849105792 ext(0->4095) 00002000:00010000:3.0:1746130278.831003:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092255500 00000100:00100000:3.0:1746130278.831033:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4768 00000100:00100000:3.0:1746130278.831041:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092255500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+48:1962:x1830949849105792:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746130278.831197:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092255500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+48:1962:x1830949849105792:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 155us (447us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746130278.831204:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4768 00002000:00100000:3.0:1746130278.831210:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092255500 x1830949849105792/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:264/0 lens 488/4536 e 0 to 0 dl 1746130289 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130278.831217:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092255500 with x1830949849105792 ext(0->4095) 00002000:00010000:3.0:1746130278.831220:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092255500 00000100:00100000:0.0:1746130278.834725:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130278.836408:0:8470:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849105920 00000100:00100000:1.0:1746130278.836418:0:8470:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849105920 00000100:00100000:1.0:1746130278.836483:0:8470:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6169 00000100:00100000:1.0:1746130278.836489:0:8470:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092255880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c84b93b0-d496-484f-8e1e-94008838f2dd+5:31579:x1830949849105920:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746130278.836504:0:8470:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746130278.836519:0:8470:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099532e00/0x4ce24e5787361a56 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae40094 expref: -99 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130278.836543:0:8470:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880099533000/0x4ce24e5787361a4f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4008d expref: 47 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130278.836550:0:8470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130278.836552:0:8470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130278.836555:0:8470:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099532e00/0x4ce24e5787361a56 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40094 expref: 6 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130278.836580:0:8470:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880099533000/0x4ce24e5787361a4f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4008d expref: 47 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130278.836592:0:8470:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880099533000/0x4ce24e5787361a4f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4008d expref: 47 pid: 8470 timeout: 576 lvb_type: 0 00000100:00100000:1.0:1746130278.836602:0:8470:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800947a5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8470:1830949841688832:192.168.204.51@tcp:104: 00000100:00100000:1.0:1746130278.836699:0:8470:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18fb540 going to sleep for 11 seconds 00000100:00100000:0.0:1746130278.850473:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130278.850590:0:8470:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800947a5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8470:1830949841688832:192.168.204.51@tcp:104: 00010000:00010000:1.0:1746130278.850619:0:8470:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880099532e00/0x4ce24e5787361a56 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40094 expref: 6 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130278.850641:0:8470:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099532e00, rc 0) 00000100:00100000:1.0:1746130278.850682:0:8470:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092255880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c84b93b0-d496-484f-8e1e-94008838f2dd+6:31579:x1830949849105920:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 14193us (15966us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130278.850691:0:8470:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6169 00000100:00100000:2.0:1746130278.850775:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849106048 00000100:00100000:2.0:1746130278.850781:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849106048 00002000:00100000:2.0:1746130278.850817:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff880094a77800 x1830949849106048/t0(0) o4->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:264/0 lens 496/0 e 0 to 0 dl 1746130289 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130278.850827:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094a77800 with x1830949849106048 ext(0->7) 00010000:00010000:2.0:1746130278.850833:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880099533000/0x4ce24e5787361a4f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4008d expref: 48 pid: 8470 timeout: 576 lvb_type: 0 00010000:00010000:2.0:1746130278.850844:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880099533000/0x4ce24e5787361a4f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4008d expref: 48 pid: 8470 timeout: 576 lvb_type: 0 00002000:00010000:2.0:1746130278.850851:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880094a77800 00000100:00100000:2.0:1746130278.850877:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2477 00000100:00100000:2.0:1746130278.850884:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094a77800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+48:1964:x1830949849106048:12345-192.168.204.51@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746130278.851142:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094a77800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+50:1964:x1830949849106048:12345-192.168.204.51@tcp:4:ldlm_bl.0 Request processed in 258us (678us total) trans 4294967916 rc 0/0 00000100:00100000:2.0:1746130278.851148:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2477 00002000:00100000:2.0:1746130278.851154:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff880094a77800 x1830949849106048/t4294967916(0) o4->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:264/0 lens 496/448 e 0 to 0 dl 1746130289 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130278.851161:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094a77800 with x1830949849106048 ext(0->7) 00010000:00010000:2.0:1746130278.851165:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880099533000/0x4ce24e5787361a4f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4008d expref: 50 pid: 8470 timeout: 576 lvb_type: 0 00010000:00010000:2.0:1746130278.851175:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880099533000/0x4ce24e5787361a4f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4008d expref: 50 pid: 8470 timeout: 576 lvb_type: 0 00002000:00010000:2.0:1746130278.851181:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880094a77800 00000100:00100000:0.0:1746130278.852712:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130278.852791:0:8470:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849106176 00000100:00100000:1.0:1746130278.852797:0:8470:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849106176 00000100:00100000:1.0:1746130278.852840:0:8470:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6170 00000100:00100000:1.0:1746130278.852847:0:8470:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094a75180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:640ea846-b909-4eea-9a54-417e15bd627b+50:31578:x1830949849106176:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746130278.852859:0:8470:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746130278.852874:0:8470:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099533c00/0x4ce24e5787361a5d lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae4009b expref: -99 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130278.852895:0:8470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130278.852900:0:8470:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880099532e00/0x4ce24e5787361a56 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40094 expref: 5 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130278.852906:0:8470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746130278.852908:0:8470:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099533c00/0x4ce24e5787361a5d lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4009b expref: 51 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130278.852938:0:8470:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880099532e00/0x4ce24e5787361a56 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40094 expref: 5 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130278.852947:0:8470:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880099533c00/0x4ce24e5787361a5d lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4009b expref: 51 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130278.852958:0:8470:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099533c00, rc 0) 00000100:00100000:1.0:1746130278.852991:0:8470:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094a75180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:640ea846-b909-4eea-9a54-417e15bd627b+51:31578:x1830949849106176:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 145us (285us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130278.853355:0:8470:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6170 00000100:00100000:0.0:1746130278.854088:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130278.854309:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849106304 00000100:00100000:3.0:1746130278.854315:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849106304 00010000:00010000:3.0:1746130278.854347:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880099533000/0x4ce24e5787361a4f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4008d expref: 51 pid: 8470 timeout: 576 lvb_type: 0 00000100:00100000:3.0:1746130278.854400:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14433 00000100:00100000:3.0:1746130278.854408:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094a74380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+51:1961:x1830949849106304:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746130278.854418:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746130278.854452:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880099533000/0x4ce24e5787361a4f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4008d expref: 51 pid: 8470 timeout: 576 lvb_type: 0 00010000:00010000:3.0:1746130278.854462:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880099533000/0x4ce24e5787361a4f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4008d expref: 51 pid: 8470 timeout: 576 lvb_type: 0 00010000:00010000:3.0:1746130278.854478:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880099533000/0x4ce24e5787361a4f lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4008d expref: 51 pid: 8470 timeout: 576 lvb_type: 0 00010000:00010000:3.0:1746130278.854502:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130278.854504:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130278.854510:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880099532e00/0x4ce24e5787361a56 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40094 expref: 5 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130278.854526:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099532e00/0x4ce24e5787361a56 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40094 expref: 5 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130278.854552:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880099532e00/0x4ce24e5787361a56 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40094 expref: 5 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130278.854597:0:7097:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880099532e00/0x4ce24e5787361a56 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40094 expref: 5 pid: 8470 timeout: 576 lvb_type: 0 00000100:00100000:3.0:1746130278.854610:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091951500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841689088:192.168.204.51@tcp:105: 00000100:00100000:3.0:1746130278.854697:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a450ab40 going to sleep for 11 seconds 00000100:00100000:3.0:1746130278.856436:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091951500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841689088:192.168.204.51@tcp:105: 00010000:00010000:3.0:1746130278.856456:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746130278.856489:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094a74380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+50:1961:x1830949849106304:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 2081us (2401us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130278.856497:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14433 00000100:00100000:0.0:1746130278.856662:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130278.856878:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849106560 00000100:00100000:3.0:1746130278.856884:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849106560 00002000:00100000:3.0:1746130278.856914:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880094a75500 x1830949849106560/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:264/0 lens 488/0 e 0 to 0 dl 1746130289 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130278.856924:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094a75500 with x1830949849106560 ext(0->4095) 00010000:00010000:3.0:1746130278.856931:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880099532e00/0x4ce24e5787361a56 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40094 expref: 6 pid: 8470 timeout: 576 lvb_type: 0 00010000:00010000:3.0:1746130278.856943:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880099532e00/0x4ce24e5787361a56 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40094 expref: 6 pid: 8470 timeout: 576 lvb_type: 0 00002000:00010000:3.0:1746130278.856950:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880094a75500 00000100:00100000:3.0:1746130278.857023:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2478 00000100:00100000:3.0:1746130278.857032:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094a75500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949849106560:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746130278.857385:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094a75500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949849106560:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 354us (723us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746130278.857391:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2478 00002000:00100000:3.0:1746130278.857396:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880094a75500 x1830949849106560/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:264/0 lens 488/4536 e 0 to 0 dl 1746130289 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130278.857403:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094a75500 with x1830949849106560 ext(0->4095) 00010000:00010000:3.0:1746130278.857408:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880099532e00/0x4ce24e5787361a56 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40094 expref: 6 pid: 8470 timeout: 576 lvb_type: 0 00010000:00010000:3.0:1746130278.857418:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880099532e00/0x4ce24e5787361a56 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40094 expref: 6 pid: 8470 timeout: 576 lvb_type: 0 00002000:00010000:3.0:1746130278.857433:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880094a75500 00000100:00100000:0.0:1746130278.859307:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130278.859449:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849106688 00000100:00100000:3.0:1746130278.859456:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849106688 00010000:00010000:3.0:1746130278.859491:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880099532e00/0x4ce24e5787361a56 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40094 expref: 6 pid: 8470 timeout: 576 lvb_type: 0 00000100:00100000:3.0:1746130278.859524:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14434 00000100:00100000:3.0:1746130278.859531:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e2ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949849106688:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746130278.859542:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746130278.859562:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880099532e00/0x4ce24e5787361a56 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40094 expref: 6 pid: 8470 timeout: 576 lvb_type: 0 00010000:00010000:3.0:1746130278.859572:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880099532e00/0x4ce24e5787361a56 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40094 expref: 6 pid: 8470 timeout: 576 lvb_type: 0 00010000:00010000:3.0:1746130278.859592:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880099532e00/0x4ce24e5787361a56 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40094 expref: 6 pid: 8470 timeout: 576 lvb_type: 0 00010000:00010000:3.0:1746130278.859609:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130278.859611:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130278.859618:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880099533c00/0x4ce24e5787361a5d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4009b expref: 49 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130278.859630:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099533c00/0x4ce24e5787361a5d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4009b expref: 49 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130278.859659:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880099533c00/0x4ce24e5787361a5d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4009b expref: 49 pid: 8470 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746130278.859671:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091951500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841689216:192.168.204.51@tcp:105: 00000100:00100000:3.0:1746130278.859746:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a450af00 going to sleep for 11 seconds 00000100:00100000:3.0:1746130278.861578:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091951500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841689216:192.168.204.51@tcp:105: 00010000:00010000:3.0:1746130278.861603:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746130278.861638:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e2ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+5:1962:x1830949849106688:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 2107us (2381us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130278.861647:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14434 00000100:00100000:2.0:1746130278.862062:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130278.862181:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849106944 00000100:00100000:3.0:1746130278.862188:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849106944 00002000:00100000:3.0:1746130278.862216:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880135268000 x1830949849106944/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:264/0 lens 488/0 e 0 to 0 dl 1746130289 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130278.862226:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135268000 with x1830949849106944 ext(0->4095) 00002000:00010000:3.0:1746130278.862230:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880135268000 00000100:00100000:3.0:1746130278.862646:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4769 00000100:00100000:3.0:1746130278.862654:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135268000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+50:1961:x1830949849106944:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746130278.863003:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135268000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+50:1961:x1830949849106944:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 349us (942us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746130278.863009:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4769 00002000:00100000:3.0:1746130278.863015:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880135268000 x1830949849106944/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:264/0 lens 488/4536 e 0 to 0 dl 1746130289 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130278.863022:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135268000 with x1830949849106944 ext(0->4095) 00002000:00010000:3.0:1746130278.863026:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880135268000 00000100:00100000:0.0:1746130278.864540:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130278.864582:0:8470:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849107072 00000100:00100000:1.0:1746130278.864588:0:8470:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849107072 00000100:00100000:1.0:1746130278.864634:0:8470:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6171 00000100:00100000:1.0:1746130278.864641:0:8470:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e2d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c84b93b0-d496-484f-8e1e-94008838f2dd+5:31579:x1830949849107072:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746130278.864654:0:8470:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746130278.864668:0:8470:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099533000/0x4ce24e5787361a64 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae400a2 expref: -99 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130278.864692:0:8470:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880099533c00/0x4ce24e5787361a5d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4009b expref: 49 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130278.864700:0:8470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130278.864702:0:8470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130278.864705:0:8470:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099533000/0x4ce24e5787361a64 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae400a2 expref: 6 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130278.864730:0:8470:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880099533c00/0x4ce24e5787361a5d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4009b expref: 49 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130278.864740:0:8470:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880099533c00/0x4ce24e5787361a5d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4009b expref: 49 pid: 8470 timeout: 577 lvb_type: 0 00000100:00100000:1.0:1746130278.864754:0:8470:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800947a5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8470:1830949841689344:192.168.204.51@tcp:104: 00000100:00100000:1.0:1746130278.864838:0:8470:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18fb540 going to sleep for 11 seconds 00000100:00100000:1.0:1746130278.866959:0:8470:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800947a5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8470:1830949841689344:192.168.204.51@tcp:104: 00010000:00010000:1.0:1746130278.866988:0:8470:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880099533000/0x4ce24e5787361a64 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae400a2 expref: 6 pid: 8470 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746130278.866995:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00010000:00010000:1.0:1746130278.867005:0:8470:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099533000, rc 0) 00000100:00100000:1.0:1746130278.867044:0:8470:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e2d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c84b93b0-d496-484f-8e1e-94008838f2dd+6:31579:x1830949849107072:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2403us (2510us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130278.867051:0:8470:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6171 00000100:00100000:3.0:1746130278.867131:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849107200 00000100:00100000:3.0:1746130278.867137:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849107200 00010000:00010000:3.0:1746130278.867162:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880099533c00/0x4ce24e5787361a5d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4009b expref: 50 pid: 8470 timeout: 577 lvb_type: 0 00000100:00100000:3.0:1746130278.867181:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14435 00000100:00100000:3.0:1746130278.867187:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e2e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+50:1961:x1830949849107200:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746130278.867198:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746130278.867215:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880099533c00/0x4ce24e5787361a5d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4009b expref: 50 pid: 8470 timeout: 577 lvb_type: 0 00010000:00010000:3.0:1746130278.867229:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880099533c00/0x4ce24e5787361a5d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4009b expref: 50 pid: 8470 timeout: 577 lvb_type: 0 00010000:00010000:3.0:1746130278.867249:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880099533c00/0x4ce24e5787361a5d lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4009b expref: 50 pid: 8470 timeout: 577 lvb_type: 0 00010000:00010000:3.0:1746130278.868514:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130278.868518:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130278.868527:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880099533000/0x4ce24e5787361a64 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae400a2 expref: 5 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130278.868535:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099533000/0x4ce24e5787361a64 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae400a2 expref: 5 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130278.868568:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880099533000/0x4ce24e5787361a64 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae400a2 expref: 5 pid: 8470 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746130278.868580:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091951500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841689472:192.168.204.51@tcp:105: 00000100:00100000:3.0:1746130278.868990:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a450a780 going to sleep for 11 seconds 00000100:00100000:3.0:1746130278.871243:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091951500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841689472:192.168.204.51@tcp:105: 00000100:00100000:0.0:1746130278.871244:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130278.871321:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849107456 00000100:00100000:2.0:1746130278.871328:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849107456 00010000:00010000:3.0:1746130278.871341:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00100000:2.0:1746130278.871366:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092e2ca80 x1830949849107456/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:264/0 lens 488/0 e 0 to 0 dl 1746130289 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130278.871375:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092e2ca80 with x1830949849107456 ext(0->4095) 00002000:00010000:2.0:1746130278.871379:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092e2ca80 00000100:00100000:3.0:1746130278.871388:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e2e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+49:1961:x1830949849107200:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 4200us (4392us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130278.871395:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4770 00000100:00100000:3.0:1746130278.871396:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14435 00000100:00100000:2.0:1746130278.871401:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e2ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949849107456:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746130278.871614:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e2ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949849107456:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 211us (370us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746130278.871620:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4770 00002000:00100000:2.0:1746130278.871625:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092e2ca80 x1830949849107456/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:264/0 lens 488/4536 e 0 to 0 dl 1746130289 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130278.871632:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092e2ca80 with x1830949849107456 ext(0->4095) 00002000:00010000:2.0:1746130278.871635:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092e2ca80 00000100:00100000:0.0:1746130278.872775:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130278.872841:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130278.872917:0:20953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849107712 00000100:00100000:1.0:1746130278.872917:0:8470:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849107584 00000100:00100000:2.0:1746130278.872922:0:20953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849107712 00000100:00100000:1.0:1746130278.872922:0:8470:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849107584 00000100:00100000:2.0:1746130278.873069:0:20953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6172 00000100:00100000:2.0:1746130278.873076:0:20953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e2ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:640ea846-b909-4eea-9a54-417e15bd627b+50:31579:x1830949849107712:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746130278.873088:0:20953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746130278.873101:0:20953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009955f400/0x4ce24e5787361a6b lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae400b0 expref: -99 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130278.873125:0:20953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880099533000/0x4ce24e5787361a64 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae400a2 expref: 5 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130278.873132:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130278.873133:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130278.873136:0:20953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009955f400/0x4ce24e5787361a6b lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae400b0 expref: 51 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130278.873160:0:20953:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880099533000/0x4ce24e5787361a64 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae400a2 expref: 5 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130278.873169:0:20953:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880099533000/0x4ce24e5787361a64 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae400a2 expref: 5 pid: 8470 timeout: 577 lvb_type: 0 00000100:00100000:2.0:1746130278.873178:0:20953:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135269f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:20953:1830949841689600:192.168.204.51@tcp:104: 00000100:00100000:1.0:1746130278.873234:0:8470:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6173 00000100:00100000:1.0:1746130278.873240:0:8470:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e2e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:640ea846-b909-4eea-9a54-417e15bd627b+51:31578:x1830949849107584:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746130278.873247:0:8470:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746130278.873253:0:8470:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099533200/0x4ce24e5787361a72 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae400a9 expref: -99 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130278.873288:0:8470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130278.873292:0:8470:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009955f400/0x4ce24e5787361a6b lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae400b0 expref: 52 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130278.873297:0:8470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130278.873300:0:8470:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099533200/0x4ce24e5787361a72 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae400a9 expref: 52 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130278.873324:0:8470:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009955f400/0x4ce24e5787361a6b lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae400b0 expref: 52 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130278.873335:0:8470:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880099533200/0x4ce24e5787361a72 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae400a9 expref: 52 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130278.873348:0:8470:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099533200, rc 0) 00000100:00100000:1.0:1746130278.873542:0:8470:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e2e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:640ea846-b909-4eea-9a54-417e15bd627b+52:31578:x1830949849107584:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 302us (770us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130278.873548:0:8470:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6173 00000100:00100000:2.0:1746130278.873554:0:20953:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b23e0a80 going to sleep for 11 seconds 00000100:00100000:2.0:1746130278.875217:0:20953:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135269f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:20953:1830949841689600:192.168.204.51@tcp:104: 00010000:00010000:2.0:1746130278.875244:0:20953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009955f400/0x4ce24e5787361a6b lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae400b0 expref: 51 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130278.875256:0:20953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009955f400, rc 0) 00000100:00100000:2.0:1746130278.875326:0:20953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e2ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:640ea846-b909-4eea-9a54-417e15bd627b+51:31579:x1830949849107712:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2250us (2484us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130278.875334:0:20953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6172 00000100:00100000:0.0:1746130278.876067:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130278.876380:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849107840 00000100:00100000:3.0:1746130278.876391:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849107840 00010000:00010000:3.0:1746130278.876569:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880099533000/0x4ce24e5787361a64 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae400a2 expref: 6 pid: 8470 timeout: 577 lvb_type: 0 00000100:00100000:3.0:1746130278.876592:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14436 00000100:00100000:3.0:1746130278.876599:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d0d2450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949849107840:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746130278.876610:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746130278.876629:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880099533000/0x4ce24e5787361a64 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae400a2 expref: 6 pid: 8470 timeout: 577 lvb_type: 0 00010000:00010000:3.0:1746130278.876639:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880099533000/0x4ce24e5787361a64 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae400a2 expref: 6 pid: 8470 timeout: 577 lvb_type: 0 00010000:00010000:3.0:1746130278.876658:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880099533000/0x4ce24e5787361a64 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae400a2 expref: 6 pid: 8470 timeout: 577 lvb_type: 0 00010000:00010000:3.0:1746130278.876690:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130278.876692:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130278.876698:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009955f400/0x4ce24e5787361a6b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae400b0 expref: 50 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130278.876704:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009955f400/0x4ce24e5787361a6b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae400b0 expref: 50 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130278.876731:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009955f400/0x4ce24e5787361a6b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae400b0 expref: 50 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130278.876740:0:7097:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009955f400/0x4ce24e5787361a6b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae400b0 expref: 50 pid: 20953 timeout: 577 lvb_type: 0 00000100:00100000:3.0:1746130278.876749:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091951500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841689856:192.168.204.51@tcp:105: 00000100:00100000:3.0:1746130278.877588:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a450a780 going to sleep for 11 seconds 00000100:00100000:0.0:1746130278.879320:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130278.879420:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091951500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841689856:192.168.204.51@tcp:105: 00010000:00010000:3.0:1746130278.879452:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746130278.879489:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d0d2450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+5:1961:x1830949849107840:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 2891us (3424us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130278.879499:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14436 00000100:00100000:2.0:1746130278.879759:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849108096 00000100:00100000:2.0:1746130278.879767:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849108096 00002000:00100000:2.0:1746130278.880218:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880135b2a680 x1830949849108096/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:264/0 lens 488/0 e 0 to 0 dl 1746130289 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130278.880234:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135b2a680 with x1830949849108096 ext(0->4095) 00010000:00010000:2.0:1746130278.880243:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009955f400/0x4ce24e5787361a6b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae400b0 expref: 51 pid: 20953 timeout: 577 lvb_type: 0 00010000:00010000:2.0:1746130278.880256:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009955f400/0x4ce24e5787361a6b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae400b0 expref: 51 pid: 20953 timeout: 577 lvb_type: 0 00002000:00010000:2.0:1746130278.880262:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880135b2a680 00000100:00100000:2.0:1746130278.880334:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2479 00000100:00100000:2.0:1746130278.880343:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135b2a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+51:1961:x1830949849108096:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746130278.880513:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135b2a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+51:1961:x1830949849108096:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 171us (1198us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746130278.881506:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2479 00002000:00100000:2.0:1746130278.881522:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880135b2a680 x1830949849108096/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:264/0 lens 488/4536 e 0 to 0 dl 1746130289 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130278.881530:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135b2a680 with x1830949849108096 ext(0->4095) 00010000:00010000:2.0:1746130278.881539:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009955f400/0x4ce24e5787361a6b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae400b0 expref: 51 pid: 20953 timeout: 577 lvb_type: 0 00010000:00010000:2.0:1746130278.881552:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009955f400/0x4ce24e5787361a6b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae400b0 expref: 51 pid: 20953 timeout: 577 lvb_type: 0 00002000:00010000:2.0:1746130278.881558:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880135b2a680 00000100:00100000:0.0:1746130278.885969:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130278.886025:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130278.886126:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849108352 00000100:00100000:3.0:1746130278.886134:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849108352 00000100:00100000:2.0:1746130278.886172:0:20953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849108224 00010000:00010000:3.0:1746130278.886175:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009955f400/0x4ce24e5787361a6b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae400b0 expref: 51 pid: 20953 timeout: 577 lvb_type: 0 00000100:00100000:2.0:1746130278.886176:0:20953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849108224 00000100:00100000:3.0:1746130278.886199:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14437 00000100:00100000:3.0:1746130278.886205:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135b28700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+51:1963:x1830949849108352:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746130278.886217:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746130278.886235:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009955f400/0x4ce24e5787361a6b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae400b0 expref: 51 pid: 20953 timeout: 577 lvb_type: 0 00010000:00010000:3.0:1746130278.886246:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009955f400/0x4ce24e5787361a6b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae400b0 expref: 51 pid: 20953 timeout: 577 lvb_type: 0 00010000:00010000:3.0:1746130278.886293:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009955f400/0x4ce24e5787361a6b lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae400b0 expref: 51 pid: 20953 timeout: 577 lvb_type: 0 00010000:00010000:3.0:1746130278.886319:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130278.886322:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130278.886328:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880099533200/0x4ce24e5787361a72 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae400a9 expref: 50 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130278.886336:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099533200/0x4ce24e5787361a72 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae400a9 expref: 50 pid: 8470 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746130278.886350:0:8470:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6174 00000100:00100000:1.0:1746130278.886358:0:8470:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135b28a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c84b93b0-d496-484f-8e1e-94008838f2dd+5:31579:x1830949849108224:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746130278.886365:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880099533200/0x4ce24e5787361a72 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae400a9 expref: 50 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130278.886370:0:8470:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1746130278.886375:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091951500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841689984:192.168.204.51@tcp:105: 00010000:00010000:1.0:1746130278.886380:0:8470:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099533c00/0x4ce24e5787361a79 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae400b7 expref: -99 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130278.886395:0:8470:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880099533200/0x4ce24e5787361a72 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae400a9 expref: 50 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130278.886401:0:8470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130278.886402:0:8470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130278.886405:0:8470:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099533c00/0x4ce24e5787361a79 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae400b7 expref: 6 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130278.886422:0:8470:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880099533200/0x4ce24e5787361a72 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae400a9 expref: 50 pid: 8470 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746130278.886445:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a450af00 going to sleep for 11 seconds 00010000:00010000:1.0:1746130278.886448:0:8470:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880099533200/0x4ce24e5787361a72 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae400a9 expref: 50 pid: 8470 timeout: 577 lvb_type: 0 00000100:00100000:1.0:1746130278.886456:0:8470:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800947a5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8470:1830949841690112:192.168.204.51@tcp:104: 00000100:00100000:1.0:1746130278.887027:0:8470:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18fb540 going to sleep for 11 seconds 00000100:00100000:0.0:1746130278.888769:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130278.888822:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849108608 00000100:00100000:2.0:1746130278.888829:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849108608 00002000:00100000:2.0:1746130278.888861:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880135b2aa00 x1830949849108608/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:264/0 lens 488/0 e 0 to 0 dl 1746130289 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130278.888869:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135b2aa00 with x1830949849108608 ext(0->4095) 00010000:00010000:2.0:1746130278.888876:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880099533200/0x4ce24e5787361a72 lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae400a9 expref: 51 pid: 8470 timeout: 577 lvb_type: 0 00010000:00010000:2.0:1746130278.888886:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880099533200/0x4ce24e5787361a72 lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae400a9 expref: 51 pid: 8470 timeout: 577 lvb_type: 0 00002000:00010000:2.0:1746130278.888891:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880135b2aa00 00000100:00100000:3.0:1746130278.888899:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091951500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841689984:192.168.204.51@tcp:105: 00000100:00100000:2.0:1746130278.888911:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2480 00000100:00100000:2.0:1746130278.888917:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135b2aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+51:1961:x1830949849108608:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00010000:00010000:3.0:1746130278.888920:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746130278.888973:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135b28700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+51:1963:x1830949849108352:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 2768us (2948us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130278.888981:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14437 00000100:00100000:1.0:1746130278.888990:0:8470:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800947a5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8470:1830949841690112:192.168.204.51@tcp:104: 00010000:00010000:1.0:1746130278.889007:0:8470:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880099533c00/0x4ce24e5787361a79 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae400b7 expref: 6 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130278.889018:0:8470:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099533c00, rc 0) 00000100:00100000:2.0:1746130278.889024:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135b2aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+50:1961:x1830949849108608:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 107us (261us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746130278.889029:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2480 00002000:00100000:2.0:1746130278.889033:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880135b2aa00 x1830949849108608/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:264/0 lens 488/4536 e 0 to 0 dl 1746130289 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130278.889039:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135b2aa00 with x1830949849108608 ext(0->4095) 00000100:00100000:1.0:1746130278.889041:0:8470:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135b28a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c84b93b0-d496-484f-8e1e-94008838f2dd+6:31579:x1830949849108224:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2685us (3312us total) trans 0 rc 0/0 00010000:00010000:2.0:1746130278.889043:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880099533200/0x4ce24e5787361a72 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae400a9 expref: 50 pid: 8470 timeout: 577 lvb_type: 0 00000100:00100000:1.0:1746130278.889047:0:8470:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6174 00010000:00010000:2.0:1746130278.889051:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880099533200/0x4ce24e5787361a72 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae400a9 expref: 50 pid: 8470 timeout: 577 lvb_type: 0 00002000:00010000:2.0:1746130278.889060:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880135b2aa00 00000100:00100000:0.0:1746130278.890436:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130278.890473:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130278.890530:0:8470:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849108864 00000100:00100000:1.0:1746130278.890534:0:8470:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849108864 00000100:00100000:1.0:1746130278.890568:0:8470:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6175 00000100:00100000:1.0:1746130278.890574:0:8470:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135b29880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:640ea846-b909-4eea-9a54-417e15bd627b+50:31578:x1830949849108864:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746130278.890585:0:8470:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746130278.890597:0:8470:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099532800/0x4ce24e5787361a80 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae400be expref: -99 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130278.890614:0:8470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130278.890618:0:8470:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880099533c00/0x4ce24e5787361a79 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae400b7 expref: 5 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130278.890626:0:8470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746130278.890629:0:8470:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099532800/0x4ce24e5787361a80 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae400be expref: 51 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130278.890654:0:8470:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880099533c00/0x4ce24e5787361a79 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae400b7 expref: 5 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130278.890661:0:8470:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880099532800/0x4ce24e5787361a80 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae400be expref: 51 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130278.890672:0:8470:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099532800, rc 0) 00000100:00100000:1.0:1746130278.890696:0:8470:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135b29880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:640ea846-b909-4eea-9a54-417e15bd627b+51:31578:x1830949849108864:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 123us (281us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130278.890700:0:8470:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6175 00000100:00100000:3.0:1746130278.890754:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849108736 00000100:00100000:3.0:1746130278.890757:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849108736 00010000:00010000:3.0:1746130278.890773:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880099533200/0x4ce24e5787361a72 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae400a9 expref: 51 pid: 8470 timeout: 577 lvb_type: 0 00000100:00100000:3.0:1746130278.890788:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14438 00000100:00100000:3.0:1746130278.890792:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135b29f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+51:1963:x1830949849108736:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746130278.890798:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746130278.890811:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880099533200/0x4ce24e5787361a72 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae400a9 expref: 51 pid: 8470 timeout: 577 lvb_type: 0 00010000:00010000:3.0:1746130278.890824:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880099533200/0x4ce24e5787361a72 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae400a9 expref: 51 pid: 8470 timeout: 577 lvb_type: 0 00010000:00010000:3.0:1746130278.890837:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880099533200/0x4ce24e5787361a72 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae400a9 expref: 51 pid: 8470 timeout: 577 lvb_type: 0 00010000:00010000:3.0:1746130278.890848:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130278.890849:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130278.890854:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880099533c00/0x4ce24e5787361a79 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae400b7 expref: 5 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130278.890860:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099533c00/0x4ce24e5787361a79 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae400b7 expref: 5 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130278.890884:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880099533c00/0x4ce24e5787361a79 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae400b7 expref: 5 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130278.890892:0:7097:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880099533c00/0x4ce24e5787361a79 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae400b7 expref: 5 pid: 8470 timeout: 577 lvb_type: 0 00000100:00100000:3.0:1746130278.890900:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091951500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841690368:192.168.204.51@tcp:105: 00000100:00100000:3.0:1746130278.890941:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a450af00 going to sleep for 11 seconds 00000100:00100000:3.0:1746130278.892729:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091951500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841690368:192.168.204.51@tcp:105: 00010000:00010000:3.0:1746130278.892748:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746130278.893121:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135b29f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+50:1963:x1830949849108736:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 2325us (2644us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130278.893133:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14438 00000100:00100000:0.0:1746130278.894094:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130278.894206:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849109120 00000100:00100000:3.0:1746130278.894212:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849109120 00002000:00100000:3.0:1746130278.894245:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880135b2b100 x1830949849109120/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:264/0 lens 488/0 e 0 to 0 dl 1746130289 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130278.894254:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135b2b100 with x1830949849109120 ext(0->4095) 00010000:00010000:3.0:1746130278.894261:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880099533c00/0x4ce24e5787361a79 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae400b7 expref: 6 pid: 8470 timeout: 577 lvb_type: 0 00010000:00010000:3.0:1746130278.894288:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880099533c00/0x4ce24e5787361a79 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae400b7 expref: 6 pid: 8470 timeout: 577 lvb_type: 0 00002000:00010000:3.0:1746130278.894295:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880135b2b100 00000100:00100000:3.0:1746130278.894309:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2481 00000100:00100000:3.0:1746130278.894316:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135b2b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949849109120:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746130278.894851:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135b2b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949849109120:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 534us (757us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746130278.894858:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2481 00002000:00100000:3.0:1746130278.894863:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880135b2b100 x1830949849109120/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:264/0 lens 488/4536 e 0 to 0 dl 1746130289 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130278.894871:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135b2b100 with x1830949849109120 ext(0->4095) 00010000:00010000:3.0:1746130278.894875:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880099533c00/0x4ce24e5787361a79 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae400b7 expref: 6 pid: 8470 timeout: 577 lvb_type: 0 00010000:00010000:3.0:1746130278.894888:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880099533c00/0x4ce24e5787361a79 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae400b7 expref: 6 pid: 8470 timeout: 577 lvb_type: 0 00002000:00010000:3.0:1746130278.894893:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880135b2b100 00000100:00100000:0.0:1746130278.896824:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130278.896892:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849109248 00000100:00100000:3.0:1746130278.896897:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849109248 00010000:00010000:3.0:1746130278.896924:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880099533c00/0x4ce24e5787361a79 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae400b7 expref: 6 pid: 8470 timeout: 577 lvb_type: 0 00000100:00100000:3.0:1746130278.896948:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14439 00000100:00100000:3.0:1746130278.896952:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135519880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1964:x1830949849109248:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746130278.896962:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746130278.896977:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880099533c00/0x4ce24e5787361a79 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae400b7 expref: 6 pid: 8470 timeout: 577 lvb_type: 0 00010000:00010000:3.0:1746130278.896983:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880099533c00/0x4ce24e5787361a79 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae400b7 expref: 6 pid: 8470 timeout: 577 lvb_type: 0 00010000:00010000:3.0:1746130278.896998:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880099533c00/0x4ce24e5787361a79 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae400b7 expref: 6 pid: 8470 timeout: 577 lvb_type: 0 00010000:00010000:3.0:1746130278.897019:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130278.897020:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130278.897025:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880099532800/0x4ce24e5787361a80 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae400be expref: 49 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130278.897033:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099532800/0x4ce24e5787361a80 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae400be expref: 49 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130278.897054:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880099532800/0x4ce24e5787361a80 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae400be expref: 49 pid: 8470 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746130278.897061:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091951500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841690496:192.168.204.51@tcp:105: 00000100:00100000:3.0:1746130278.897113:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a450ab40 going to sleep for 11 seconds 00000100:00100000:3.0:1746130278.898938:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091951500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841690496:192.168.204.51@tcp:105: 00010000:00010000:3.0:1746130278.898958:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746130278.899149:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135519880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+5:1964:x1830949849109248:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 2194us (2329us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130278.899159:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14439 00000100:00100000:0.0:1746130278.899346:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130278.899481:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849109504 00000100:00100000:3.0:1746130278.899486:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849109504 00002000:00100000:3.0:1746130278.899515:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880135519180 x1830949849109504/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:264/0 lens 488/0 e 0 to 0 dl 1746130289 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130278.899524:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135519180 with x1830949849109504 ext(0->4095) 00002000:00010000:3.0:1746130278.899527:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880135519180 00000100:00100000:3.0:1746130278.899541:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4771 00000100:00100000:3.0:1746130278.899547:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135519180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+50:1961:x1830949849109504:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746130278.899684:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135519180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+50:1961:x1830949849109504:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 136us (337us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746130278.899692:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4771 00002000:00100000:3.0:1746130278.899697:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880135519180 x1830949849109504/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:264/0 lens 488/4536 e 0 to 0 dl 1746130289 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130278.899704:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135519180 with x1830949849109504 ext(0->4095) 00002000:00010000:3.0:1746130278.899707:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880135519180 00000100:00100000:0.0:1746130278.901140:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130278.901180:0:20953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849109632 00000100:00100000:2.0:1746130278.901186:0:20953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849109632 00000100:00100000:2.0:1746130278.901223:0:20953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6176 00000100:00100000:2.0:1746130278.901227:0:20953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135518700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c84b93b0-d496-484f-8e1e-94008838f2dd+5:31579:x1830949849109632:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746130278.901237:0:20953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746130278.901250:0:20953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009955fe00/0x4ce24e5787361a87 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae400c5 expref: -99 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130278.901299:0:20953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880099532800/0x4ce24e5787361a80 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae400be expref: 49 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130278.901305:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746130278.901307:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746130278.901310:0:20953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009955fe00/0x4ce24e5787361a87 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae400c5 expref: 6 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130278.901382:0:20953:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880099532800/0x4ce24e5787361a80 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae400be expref: 49 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130278.901394:0:20953:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880099532800/0x4ce24e5787361a80 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae400be expref: 49 pid: 8470 timeout: 577 lvb_type: 0 00000100:00100000:2.0:1746130278.901403:0:20953:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135269f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:20953:1830949841690624:192.168.204.51@tcp:104: 00000100:00100000:2.0:1746130278.901717:0:20953:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b23e0480 going to sleep for 11 seconds 00000100:00100000:2.0:1746130278.903542:0:20953:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135269f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:20953:1830949841690624:192.168.204.51@tcp:104: 00010000:00010000:2.0:1746130278.903566:0:20953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009955fe00/0x4ce24e5787361a87 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae400c5 expref: 6 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130278.903580:0:20953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009955fe00, rc 0) 00000100:00100000:0.0:1746130278.903663:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130278.903727:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849109760 00000100:00100000:3.0:1746130278.903732:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849109760 00010000:00010000:3.0:1746130278.903765:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880099532800/0x4ce24e5787361a80 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae400be expref: 50 pid: 8470 timeout: 577 lvb_type: 0 00000100:00100000:2.0:1746130278.903792:0:20953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135518700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c84b93b0-d496-484f-8e1e-94008838f2dd+6:31579:x1830949849109632:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2563us (2654us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130278.903799:0:20953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6176 00000100:00100000:3.0:1746130278.903855:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14440 00000100:00100000:3.0:1746130278.903862:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135518380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+50:1962:x1830949849109760:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746130278.903872:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746130278.903889:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880099532800/0x4ce24e5787361a80 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae400be expref: 50 pid: 8470 timeout: 577 lvb_type: 0 00010000:00010000:3.0:1746130278.903898:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880099532800/0x4ce24e5787361a80 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae400be expref: 50 pid: 8470 timeout: 577 lvb_type: 0 00010000:00010000:3.0:1746130278.903916:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880099532800/0x4ce24e5787361a80 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae400be expref: 50 pid: 8470 timeout: 577 lvb_type: 0 00010000:00010000:3.0:1746130278.903936:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130278.903938:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130278.903944:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009955fe00/0x4ce24e5787361a87 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae400c5 expref: 5 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130278.903956:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009955fe00/0x4ce24e5787361a87 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae400c5 expref: 5 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130278.903979:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009955fe00/0x4ce24e5787361a87 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae400c5 expref: 5 pid: 20953 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746130278.903989:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091951500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841690752:192.168.204.51@tcp:105: 00000100:00100000:3.0:1746130278.904057:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a450ab40 going to sleep for 11 seconds 00000100:00100000:3.0:1746130278.905614:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091951500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841690752:192.168.204.51@tcp:105: 00010000:00010000:3.0:1746130278.905633:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746130278.905673:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135518380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+49:1962:x1830949849109760:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 1811us (2009us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130278.905681:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14440 00000100:00100000:0.0:1746130278.905753:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130278.905892:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849110016 00000100:00100000:3.0:1746130278.905897:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849110016 00002000:00100000:3.0:1746130278.905926:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880135519f80 x1830949849110016/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:264/0 lens 488/0 e 0 to 0 dl 1746130289 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130278.905934:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135519f80 with x1830949849110016 ext(0->4095) 00002000:00010000:3.0:1746130278.905938:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880135519f80 00000100:00100000:3.0:1746130278.905960:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4772 00000100:00100000:3.0:1746130278.905967:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135519f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949849110016:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746130278.906090:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135519f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949849110016:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 124us (337us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746130278.906099:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4772 00002000:00100000:3.0:1746130278.906104:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880135519f80 x1830949849110016/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:264/0 lens 488/4536 e 0 to 0 dl 1746130289 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130278.906110:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135519f80 with x1830949849110016 ext(0->4095) 00002000:00010000:3.0:1746130278.906113:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880135519f80 00000100:00100000:0.0:1746130278.909371:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130278.909563:0:20953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849110144 00000100:00100000:0.0:1746130278.909569:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130278.909570:0:20953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849110144 00000100:00100000:2.0:1746130278.909602:0:20953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849110272 00000100:00100000:2.0:1746130278.909604:0:20953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849110272 00000100:00100000:2.0:1746130278.909665:0:20953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6177 00000100:00100000:2.0:1746130278.909671:0:20953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013551b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:640ea846-b909-4eea-9a54-417e15bd627b+50:31579:x1830949849110144:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746130278.909685:0:20953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746130278.909699:0:20953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009955f200/0x4ce24e5787361a8e lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae400cc expref: -99 pid: 20953 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746130278.909714:0:10554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6178 00000100:00100000:0.0:1746130278.909721:0:10554:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132f7d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:640ea846-b909-4eea-9a54-417e15bd627b+51:31578:x1830949849110272:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746130278.909722:0:20953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009955fe00/0x4ce24e5787361a87 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae400c5 expref: 5 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130278.909728:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130278.909728:0:10554:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746130278.909730:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130278.909732:0:20953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009955f200/0x4ce24e5787361a8e lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae400cc expref: 51 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130278.909734:0:10554:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a796c600/0x4ce24e5787361a95 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae400d3 expref: -99 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130278.909745:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130278.909749:0:10554:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009955f200/0x4ce24e5787361a8e lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae400cc expref: 52 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130278.909757:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746130278.909760:0:10554:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a796c600/0x4ce24e5787361a95 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae400d3 expref: 52 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130278.909836:0:20953:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009955fe00/0x4ce24e5787361a87 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae400c5 expref: 5 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130278.909851:0:20953:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009955fe00/0x4ce24e5787361a87 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae400c5 expref: 5 pid: 20953 timeout: 577 lvb_type: 0 00000100:00100000:2.0:1746130278.909861:0:20953:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135269f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:20953:1830949841690880:192.168.204.51@tcp:104: 00010000:00010000:0.0:1746130278.909871:0:10554:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009955f200/0x4ce24e5787361a8e lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae400cc expref: 52 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130278.909881:0:10554:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a796c600/0x4ce24e5787361a95 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae400d3 expref: 52 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130278.909889:0:10554:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a796c600, rc 0) 00000100:00100000:0.0:1746130278.909918:0:10554:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132f7d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:640ea846-b909-4eea-9a54-417e15bd627b+52:31578:x1830949849110272:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 199us (349us total) trans 0 rc 0/0 00000100:00100000:0.0:1746130278.909924:0:10554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6178 00000100:00100000:2.0:1746130278.909936:0:20953:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b23e0480 going to sleep for 11 seconds 00000100:00100000:0.0:1746130278.912514:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130278.912615:0:20953:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135269f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:20953:1830949841690880:192.168.204.51@tcp:104: 00010000:00010000:2.0:1746130278.912640:0:20953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009955f200/0x4ce24e5787361a8e lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae400cc expref: 51 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130278.912655:0:20953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009955f200, rc 0) 00000100:00100000:2.0:1746130278.912693:0:20953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013551b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:640ea846-b909-4eea-9a54-417e15bd627b+51:31579:x1830949849110144:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3021us (3328us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130278.912700:0:20953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6177 00000100:00100000:3.0:1746130278.912714:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849110400 00000100:00100000:3.0:1746130278.912720:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849110400 00010000:00010000:3.0:1746130278.912751:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009955fe00/0x4ce24e5787361a87 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae400c5 expref: 6 pid: 20953 timeout: 577 lvb_type: 0 00000100:00100000:3.0:1746130278.912784:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14441 00000100:00100000:3.0:1746130278.912790:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132f7dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1963:x1830949849110400:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746130278.912800:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746130278.912817:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009955fe00/0x4ce24e5787361a87 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae400c5 expref: 6 pid: 20953 timeout: 577 lvb_type: 0 00010000:00010000:3.0:1746130278.912828:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009955fe00/0x4ce24e5787361a87 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae400c5 expref: 6 pid: 20953 timeout: 577 lvb_type: 0 00010000:00010000:3.0:1746130278.912845:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009955fe00/0x4ce24e5787361a87 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae400c5 expref: 6 pid: 20953 timeout: 577 lvb_type: 0 00010000:00010000:3.0:1746130278.912867:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130278.912869:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130278.912875:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009955f200/0x4ce24e5787361a8e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae400cc expref: 50 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130278.912887:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009955f200/0x4ce24e5787361a8e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae400cc expref: 50 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130278.912910:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009955f200/0x4ce24e5787361a8e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae400cc expref: 50 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130278.912919:0:7097:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009955f200/0x4ce24e5787361a8e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae400cc expref: 50 pid: 20953 timeout: 577 lvb_type: 0 00000100:00100000:3.0:1746130278.912929:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091951500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841691136:192.168.204.51@tcp:105: 00000100:00100000:3.0:1746130278.914968:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a450af00 going to sleep for 11 seconds 00000100:00100000:3.0:1746130278.917777:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091951500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841691136:192.168.204.51@tcp:105: 00000100:00100000:0.0:1746130278.917786:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00010000:00010000:3.0:1746130278.917800:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746130278.917856:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132f7dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+5:1963:x1830949849110400:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 5065us (5346us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130278.917865:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14441 00000100:00100000:2.0:1746130278.917935:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849110656 00000100:00100000:2.0:1746130278.917945:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849110656 00002000:00100000:2.0:1746130278.917982:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880132f7f480 x1830949849110656/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:264/0 lens 488/0 e 0 to 0 dl 1746130289 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130278.917991:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132f7f480 with x1830949849110656 ext(0->4095) 00010000:00010000:2.0:1746130278.918002:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009955f200/0x4ce24e5787361a8e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae400cc expref: 51 pid: 20953 timeout: 577 lvb_type: 0 00010000:00010000:2.0:1746130278.918013:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009955f200/0x4ce24e5787361a8e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae400cc expref: 51 pid: 20953 timeout: 577 lvb_type: 0 00002000:00010000:2.0:1746130278.918022:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880132f7f480 00000100:00100000:2.0:1746130278.918045:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2482 00000100:00100000:2.0:1746130278.918051:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132f7f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+51:1962:x1830949849110656:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746130278.918408:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132f7f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+51:1962:x1830949849110656:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 356us (623us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746130278.918414:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2482 00002000:00100000:2.0:1746130278.918420:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880132f7f480 x1830949849110656/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:264/0 lens 488/4536 e 0 to 0 dl 1746130289 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130278.918437:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132f7f480 with x1830949849110656 ext(0->4095) 00010000:00010000:2.0:1746130278.918441:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009955f200/0x4ce24e5787361a8e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae400cc expref: 51 pid: 20953 timeout: 577 lvb_type: 0 00010000:00010000:2.0:1746130278.918449:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009955f200/0x4ce24e5787361a8e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae400cc expref: 51 pid: 20953 timeout: 577 lvb_type: 0 00002000:00010000:2.0:1746130278.918454:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880132f7f480 00000100:00100000:0.0:1746130278.920919:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130278.921017:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849110784 00000100:00100000:3.0:1746130278.921025:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849110784 00000100:00100000:0.0:1746130278.921028:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00010000:00010000:3.0:1746130278.921056:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009955f200/0x4ce24e5787361a8e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae400cc expref: 51 pid: 20953 timeout: 577 lvb_type: 0 00000100:00100000:2.0:1746130278.921109:0:20953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849110912 00000100:00100000:2.0:1746130278.921113:0:20953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849110912 00000100:00100000:2.0:1746130278.921139:0:20953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6179 00000100:00100000:2.0:1746130278.921145:0:20953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132f7df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c84b93b0-d496-484f-8e1e-94008838f2dd+5:31579:x1830949849110912:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746130278.921158:0:20953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746130278.921170:0:20953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009955f000/0x4ce24e5787361a9c lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae400da expref: -99 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130278.921196:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746130278.921201:0:20953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a796c600/0x4ce24e5787361a95 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae400d3 expref: 51 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130278.921206:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746130278.921209:0:20953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009955f000/0x4ce24e5787361a9c lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae400da expref: 6 pid: 20953 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746130278.921236:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14442 00000100:00100000:3.0:1746130278.921244:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132f7d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+51:1961:x1830949849110784:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746130278.921253:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746130278.921293:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009955f200/0x4ce24e5787361a8e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae400cc expref: 51 pid: 20953 timeout: 577 lvb_type: 0 00010000:00010000:3.0:1746130278.921304:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009955f200/0x4ce24e5787361a8e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae400cc expref: 51 pid: 20953 timeout: 577 lvb_type: 0 00010000:00010000:3.0:1746130278.921319:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009955f200/0x4ce24e5787361a8e lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae400cc expref: 51 pid: 20953 timeout: 577 lvb_type: 0 00010000:00010000:3.0:1746130278.921344:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130278.921345:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130278.921351:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a796c600/0x4ce24e5787361a95 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae400d3 expref: 50 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130278.921358:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a796c600/0x4ce24e5787361a95 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae400d3 expref: 50 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130278.921382:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a796c600/0x4ce24e5787361a95 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae400d3 expref: 50 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130278.921392:0:7097:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a796c600/0x4ce24e5787361a95 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae400d3 expref: 50 pid: 10554 timeout: 577 lvb_type: 0 00000100:00100000:3.0:1746130278.921402:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091951500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841691264:192.168.204.51@tcp:105: 00010000:00010000:2.0:1746130278.921459:0:20953:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a796c600/0x4ce24e5787361a95 lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae400d3 expref: 50 pid: 10554 timeout: 577 lvb_type: 0 00010000:00010000:2.0:1746130278.921468:0:20953:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a796c600/0x4ce24e5787361a95 lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae400d3 expref: 50 pid: 10554 timeout: 577 lvb_type: 0 00000100:00100000:3.0:1746130278.921475:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a450af00 going to sleep for 11 seconds 00000100:00100000:2.0:1746130278.921476:0:20953:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135269f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:20953:1830949841691392:192.168.204.51@tcp:104: 00000100:00100000:3.0:1746130278.921673:0:20953:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b23e0a80 going to sleep for 11 seconds 00000100:00100000:3.0:1746130278.923100:0:20953:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135269f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:20953:1830949841691392:192.168.204.51@tcp:104: 00010000:00010000:3.0:1746130278.923126:0:20953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009955f000/0x4ce24e5787361a9c lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae400da expref: 6 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130278.923140:0:20953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009955f000, rc 0) 00000100:00100000:3.0:1746130278.923188:0:20953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132f7df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c84b93b0-d496-484f-8e1e-94008838f2dd+6:31579:x1830949849110912:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2042us (2158us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130278.923195:0:20953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6179 00000100:00100000:0.0:1746130278.923385:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130278.923462:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849111168 00000100:00100000:2.0:1746130278.923468:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849111168 00002000:00100000:2.0:1746130278.923498:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880132f7e300 x1830949849111168/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:264/0 lens 488/0 e 0 to 0 dl 1746130289 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130278.923506:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132f7e300 with x1830949849111168 ext(0->4095) 00010000:00010000:2.0:1746130278.923513:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a796c600/0x4ce24e5787361a95 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae400d3 expref: 51 pid: 10554 timeout: 577 lvb_type: 0 00010000:00010000:2.0:1746130278.923524:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a796c600/0x4ce24e5787361a95 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae400d3 expref: 51 pid: 10554 timeout: 577 lvb_type: 0 00002000:00010000:2.0:1746130278.923535:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880132f7e300 00000100:00100000:2.0:1746130278.923550:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2483 00000100:00100000:2.0:1746130278.923555:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132f7e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+51:1962:x1830949849111168:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746130278.923566:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091951500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841691264:192.168.204.51@tcp:105: 00010000:00010000:3.0:1746130278.923579:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746130278.923691:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132f7d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+51:1961:x1830949849110784:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 2448us (2779us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130278.923696:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132f7e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+51:1962:x1830949849111168:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 140us (311us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746130278.923699:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14442 00000100:00100000:2.0:1746130278.923702:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2483 00002000:00100000:2.0:1746130278.923707:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880132f7e300 x1830949849111168/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:264/0 lens 488/4536 e 0 to 0 dl 1746130289 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130278.923713:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132f7e300 with x1830949849111168 ext(0->4095) 00010000:00010000:2.0:1746130278.923718:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a796c600/0x4ce24e5787361a95 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae400d3 expref: 50 pid: 10554 timeout: 577 lvb_type: 0 00010000:00010000:2.0:1746130278.923726:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a796c600/0x4ce24e5787361a95 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae400d3 expref: 50 pid: 10554 timeout: 577 lvb_type: 0 00002000:00010000:2.0:1746130278.923731:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880132f7e300 00000100:00100000:0.0:1746130278.926820:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130278.926879:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130278.926943:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849111424 00000100:00100000:2.0:1746130278.926952:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849111424 00000100:00100000:3.0:1746130278.926960:0:20953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849111296 00000100:00100000:3.0:1746130278.926964:0:20953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849111296 00010000:00010000:2.0:1746130278.926982:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a796c600/0x4ce24e5787361a95 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae400d3 expref: 51 pid: 10554 timeout: 577 lvb_type: 0 00000100:00100000:3.0:1746130278.926992:0:20953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6180 00000100:00100000:3.0:1746130278.926999:0:20953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132f7c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:640ea846-b909-4eea-9a54-417e15bd627b+51:31578:x1830949849111296:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746130278.927013:0:20953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1746130278.927015:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14443 00000100:00100000:2.0:1746130278.927020:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d0d2050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+51:1963:x1830949849111424:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746130278.927025:0:20953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094687e00/0x4ce24e5787361aa3 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae400e1 expref: -99 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130278.927031:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746130278.927049:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a796c600/0x4ce24e5787361a95 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae400d3 expref: 52 pid: 10554 timeout: 577 lvb_type: 0 00010000:00010000:2.0:1746130278.927061:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a796c600/0x4ce24e5787361a95 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae400d3 expref: 52 pid: 10554 timeout: 577 lvb_type: 0 00010000:00010000:2.0:1746130278.927077:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a796c600/0x4ce24e5787361a95 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae400d3 expref: 52 pid: 10554 timeout: 577 lvb_type: 0 00010000:00010000:2.0:1746130278.927093:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130278.927095:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130278.927101:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009955f000/0x4ce24e5787361a9c lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae400da expref: 5 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130278.927108:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009955f000/0x4ce24e5787361a9c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae400da expref: 5 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130278.927136:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009955f000/0x4ce24e5787361a9c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae400da expref: 5 pid: 20953 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746130278.927146:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135268700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841691520:192.168.204.51@tcp:105: 00000100:00100000:2.0:1746130278.927219:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b23e0840 going to sleep for 11 seconds 00010000:00010000:3.0:1746130278.927288:0:20953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009955f000/0x4ce24e5787361a9c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae400da expref: 5 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130278.927296:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130278.927297:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130278.927300:0:20953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094687e00/0x4ce24e5787361aa3 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae400e1 expref: 51 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130278.927322:0:20953:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009955f000/0x4ce24e5787361a9c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae400da expref: 5 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130278.927331:0:20953:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009955f000/0x4ce24e5787361a9c lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae400da expref: 5 pid: 20953 timeout: 577 lvb_type: 0 00000100:00100000:3.0:1746130278.927339:0:20953:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091951500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:20953:1830949841691648:192.168.204.51@tcp:104: 00000100:00100000:3.0:1746130278.927373:0:20953:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a450af00 going to sleep for 11 seconds 00000100:00100000:0.0:1746130278.929677:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130278.929747:0:20953:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091951500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:20953:1830949841691648:192.168.204.51@tcp:104: 00010000:00010000:3.0:1746130278.929773:0:20953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094687e00/0x4ce24e5787361aa3 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae400e1 expref: 51 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130278.929787:0:20953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094687e00, rc 0) 00000100:00100000:3.0:1746130278.929836:0:20953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132f7c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:640ea846-b909-4eea-9a54-417e15bd627b+51:31578:x1830949849111296:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2838us (3026us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130278.929845:0:20953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6180 00000100:00100000:3.0:1746130278.929879:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849111680 00000100:00100000:3.0:1746130278.929883:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849111680 00002000:00100000:3.0:1746130278.929910:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880132f7fb80 x1830949849111680/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:264/0 lens 488/0 e 0 to 0 dl 1746130289 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130278.929920:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132f7fb80 with x1830949849111680 ext(0->4095) 00010000:00010000:3.0:1746130278.929925:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009955f000/0x4ce24e5787361a9c lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae400da expref: 6 pid: 20953 timeout: 577 lvb_type: 0 00010000:00010000:3.0:1746130278.929941:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009955f000/0x4ce24e5787361a9c lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae400da expref: 6 pid: 20953 timeout: 577 lvb_type: 0 00002000:00010000:3.0:1746130278.929946:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880132f7fb80 00000100:00100000:2.0:1746130278.930115:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135268700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841691520:192.168.204.51@tcp:105: 00010000:00010000:2.0:1746130278.930127:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746130278.930147:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d0d2050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+50:1963:x1830949849111424:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 3127us (3268us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130278.930155:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14443 00000100:00100000:3.0:1746130278.930533:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2484 00000100:00100000:3.0:1746130278.930541:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132f7fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949849111680:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746130278.930784:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132f7fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949849111680:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 244us (1114us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746130278.930790:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2484 00002000:00100000:3.0:1746130278.930795:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880132f7fb80 x1830949849111680/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:264/0 lens 488/4536 e 0 to 0 dl 1746130289 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130278.930801:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132f7fb80 with x1830949849111680 ext(0->4095) 00010000:00010000:3.0:1746130278.930806:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009955f000/0x4ce24e5787361a9c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae400da expref: 6 pid: 20953 timeout: 577 lvb_type: 0 00010000:00010000:3.0:1746130278.930815:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009955f000/0x4ce24e5787361a9c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae400da expref: 6 pid: 20953 timeout: 577 lvb_type: 0 00002000:00010000:3.0:1746130278.930820:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880132f7fb80 00000100:00100000:0.0:1746130278.933382:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130278.933588:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849111808 00000100:00100000:2.0:1746130278.933595:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849111808 00010000:00010000:2.0:1746130278.933630:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009955f000/0x4ce24e5787361a9c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae400da expref: 6 pid: 20953 timeout: 577 lvb_type: 0 00000100:00100000:2.0:1746130278.933666:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14444 00000100:00100000:2.0:1746130278.933672:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132f7c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1964:x1830949849111808:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746130278.933684:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746130278.933702:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009955f000/0x4ce24e5787361a9c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae400da expref: 6 pid: 20953 timeout: 577 lvb_type: 0 00010000:00010000:2.0:1746130278.933712:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009955f000/0x4ce24e5787361a9c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae400da expref: 6 pid: 20953 timeout: 577 lvb_type: 0 00010000:00010000:2.0:1746130278.933730:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009955f000/0x4ce24e5787361a9c lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae400da expref: 6 pid: 20953 timeout: 577 lvb_type: 0 00010000:00010000:2.0:1746130278.933753:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130278.933755:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130278.933762:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094687e00/0x4ce24e5787361aa3 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae400e1 expref: 49 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130278.933770:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094687e00/0x4ce24e5787361aa3 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae400e1 expref: 49 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130278.933803:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094687e00/0x4ce24e5787361aa3 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae400e1 expref: 49 pid: 20953 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746130278.933816:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135268700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841691776:192.168.204.51@tcp:105: 00000100:00100000:2.0:1746130278.933900:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b23e0a80 going to sleep for 11 seconds 00000100:00100000:2.0:1746130278.936126:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135268700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841691776:192.168.204.51@tcp:105: 00010000:00010000:2.0:1746130278.936144:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746130278.936177:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132f7c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+5:1964:x1830949849111808:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 2504us (2799us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130278.936186:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14444 00000100:00100000:0.0:1746130278.937609:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130278.937724:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849112064 00000100:00100000:3.0:1746130278.937729:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849112064 00002000:00100000:3.0:1746130278.937795:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880132f7f100 x1830949849112064/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:264/0 lens 488/0 e 0 to 0 dl 1746130289 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130278.937804:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132f7f100 with x1830949849112064 ext(0->4095) 00002000:00010000:3.0:1746130278.937809:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880132f7f100 00000100:00100000:3.0:1746130278.938098:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4773 00000100:00100000:3.0:1746130278.938106:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132f7f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+50:1962:x1830949849112064:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746130278.938632:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132f7f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+50:1962:x1830949849112064:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 525us (1023us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746130278.938638:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4773 00002000:00100000:3.0:1746130278.938644:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880132f7f100 x1830949849112064/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:264/0 lens 488/4536 e 0 to 0 dl 1746130289 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130278.938652:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132f7f100 with x1830949849112064 ext(0->4095) 00002000:00010000:3.0:1746130278.938655:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880132f7f100 00000100:00100000:0.0:1746130278.940765:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130278.940833:0:20953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849112192 00000100:00100000:3.0:1746130278.940842:0:20953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849112192 00000100:00100000:3.0:1746130278.940895:0:20953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6181 00000100:00100000:3.0:1746130278.940903:0:20953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132f7c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c84b93b0-d496-484f-8e1e-94008838f2dd+5:31579:x1830949849112192:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746130278.940920:0:20953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746130278.940936:0:20953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094687c00/0x4ce24e5787361aaa lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae400e8 expref: -99 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130278.940961:0:20953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094687e00/0x4ce24e5787361aa3 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae400e1 expref: 49 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130278.940967:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746130278.940969:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746130278.940972:0:20953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094687c00/0x4ce24e5787361aaa lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae400e8 expref: 6 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130278.941001:0:20953:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094687e00/0x4ce24e5787361aa3 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae400e1 expref: 49 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130278.941012:0:20953:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094687e00/0x4ce24e5787361aa3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae400e1 expref: 49 pid: 20953 timeout: 577 lvb_type: 0 00000100:00100000:3.0:1746130278.941022:0:20953:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091951500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:20953:1830949841691904:192.168.204.51@tcp:104: 00000100:00100000:3.0:1746130278.941107:0:20953:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a450ab40 going to sleep for 11 seconds 00000100:00100000:3.0:1746130278.943110:0:20953:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091951500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:20953:1830949841691904:192.168.204.51@tcp:104: 00010000:00010000:3.0:1746130278.943141:0:20953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094687c00/0x4ce24e5787361aaa lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae400e8 expref: 6 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130278.943155:0:20953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094687c00, rc 0) 00000100:00100000:3.0:1746130278.943369:0:20953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132f7c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c84b93b0-d496-484f-8e1e-94008838f2dd+6:31579:x1830949849112192:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2466us (2609us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130278.943378:0:20953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6181 00000100:00100000:0.0:1746130278.943498:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130278.943585:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849112320 00000100:00100000:3.0:1746130278.943590:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849112320 00010000:00010000:3.0:1746130278.943614:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094687e00/0x4ce24e5787361aa3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae400e1 expref: 50 pid: 20953 timeout: 577 lvb_type: 0 00000100:00100000:3.0:1746130278.943644:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14445 00000100:00100000:3.0:1746130278.943650:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132f7ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+50:1962:x1830949849112320:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746130278.943660:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746130278.943681:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094687e00/0x4ce24e5787361aa3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae400e1 expref: 50 pid: 20953 timeout: 577 lvb_type: 0 00010000:00010000:3.0:1746130278.943690:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094687e00/0x4ce24e5787361aa3 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae400e1 expref: 50 pid: 20953 timeout: 577 lvb_type: 0 00010000:00010000:3.0:1746130278.943708:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094687e00/0x4ce24e5787361aa3 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae400e1 expref: 50 pid: 20953 timeout: 577 lvb_type: 0 00010000:00010000:3.0:1746130278.943730:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130278.943732:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130278.943739:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094687c00/0x4ce24e5787361aaa lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae400e8 expref: 5 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130278.943745:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094687c00/0x4ce24e5787361aaa lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae400e8 expref: 5 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130278.943766:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094687c00/0x4ce24e5787361aaa lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae400e8 expref: 5 pid: 20953 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746130278.943775:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091951500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841692032:192.168.204.51@tcp:105: 00000100:00100000:3.0:1746130278.943828:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a450ab40 going to sleep for 11 seconds 00000100:00100000:3.0:1746130278.945177:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091951500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841692032:192.168.204.51@tcp:105: 00010000:00010000:3.0:1746130278.945195:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746130278.945236:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132f7ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+49:1962:x1830949849112320:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 1585us (1738us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130278.945244:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14445 00000100:00100000:2.0:1746130278.945392:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130278.945463:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849112576 00000100:00100000:3.0:1746130278.945468:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849112576 00002000:00100000:3.0:1746130278.945497:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880135268700 x1830949849112576/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:264/0 lens 488/0 e 0 to 0 dl 1746130289 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130278.945506:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135268700 with x1830949849112576 ext(0->4095) 00002000:00010000:3.0:1746130278.945509:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880135268700 00000100:00100000:3.0:1746130278.945533:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4774 00000100:00100000:3.0:1746130278.945538:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135268700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949849112576:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746130278.945681:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135268700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949849112576:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 142us (290us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746130278.945685:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4774 00002000:00100000:3.0:1746130278.945688:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880135268700 x1830949849112576/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:264/0 lens 488/4536 e 0 to 0 dl 1746130289 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130278.945693:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135268700 with x1830949849112576 ext(0->4095) 00002000:00010000:3.0:1746130278.945695:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880135268700 00000100:00100000:0.0:1746130278.946905:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130278.947029:0:20953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849112704 00000100:00100000:3.0:1746130278.947035:0:20953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849112704 00000100:00100000:3.0:1746130278.947064:0:20953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6182 00000100:00100000:3.0:1746130278.947071:0:20953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132f7ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:640ea846-b909-4eea-9a54-417e15bd627b+49:31578:x1830949849112704:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746130278.947083:0:20953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746130278.947102:0:20953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880136a0d000/0x4ce24e5787361ab1 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae400ef expref: -99 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130278.947127:0:20953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094687c00/0x4ce24e5787361aaa lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae400e8 expref: 5 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130278.947138:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130278.947139:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130278.947142:0:20953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880136a0d000/0x4ce24e5787361ab1 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae400ef expref: 50 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130278.947164:0:20953:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094687c00/0x4ce24e5787361aaa lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae400e8 expref: 5 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130278.947174:0:20953:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094687c00/0x4ce24e5787361aaa lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae400e8 expref: 5 pid: 20953 timeout: 577 lvb_type: 0 00000100:00100000:3.0:1746130278.947186:0:20953:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091951500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:20953:1830949841692160:192.168.204.51@tcp:104: 00000100:00100000:3.0:1746130278.947411:0:20953:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a450ab40 going to sleep for 11 seconds 00000100:00100000:0.0:1746130278.948240:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130278.948290:0:10554:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849112832 00000100:00100000:2.0:1746130278.948296:0:10554:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849112832 00000100:00100000:2.0:1746130278.948335:0:10554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6183 00000100:00100000:2.0:1746130278.948340:0:10554:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132f7e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:640ea846-b909-4eea-9a54-417e15bd627b+51:31579:x1830949849112832:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746130278.948348:0:10554:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746130278.948356:0:10554:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009955e000/0x4ce24e5787361ab8 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae400f6 expref: -99 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130278.948370:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130278.948373:0:10554:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880136a0d000/0x4ce24e5787361ab1 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae400ef expref: 52 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130278.948377:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746130278.948379:0:10554:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009955e000/0x4ce24e5787361ab8 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae400f6 expref: 52 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130278.948394:0:10554:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880136a0d000/0x4ce24e5787361ab1 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae400ef expref: 52 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130278.948403:0:10554:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009955e000/0x4ce24e5787361ab8 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae400f6 expref: 52 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130278.948411:0:10554:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009955e000, rc 0) 00000100:00100000:2.0:1746130278.948458:0:10554:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132f7e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:640ea846-b909-4eea-9a54-417e15bd627b+52:31579:x1830949849112832:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 118us (220us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130278.948464:0:10554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6183 00000100:00100000:3.0:1746130278.949977:0:20953:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091951500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:20953:1830949841692160:192.168.204.51@tcp:104: 00010000:00010000:3.0:1746130278.950004:0:20953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880136a0d000/0x4ce24e5787361ab1 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae400ef expref: 51 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130278.950017:0:20953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880136a0d000, rc 0) 00000100:00100000:3.0:1746130278.950054:0:20953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132f7ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:640ea846-b909-4eea-9a54-417e15bd627b+51:31578:x1830949849112704:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2984us (3227us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130278.950060:0:20953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6182 00000100:00100000:0.0:1746130278.950919:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130278.950995:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849112960 00000100:00100000:3.0:1746130278.951001:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849112960 00010000:00010000:3.0:1746130278.951025:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094687c00/0x4ce24e5787361aaa lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae400e8 expref: 6 pid: 20953 timeout: 577 lvb_type: 0 00000100:00100000:3.0:1746130278.951067:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14446 00000100:00100000:3.0:1746130278.951073:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132f7ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949849112960:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746130278.951084:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746130278.951102:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094687c00/0x4ce24e5787361aaa lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae400e8 expref: 6 pid: 20953 timeout: 577 lvb_type: 0 00010000:00010000:3.0:1746130278.951112:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094687c00/0x4ce24e5787361aaa lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae400e8 expref: 6 pid: 20953 timeout: 577 lvb_type: 0 00010000:00010000:3.0:1746130278.951133:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094687c00/0x4ce24e5787361aaa lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae400e8 expref: 6 pid: 20953 timeout: 577 lvb_type: 0 00010000:00010000:3.0:1746130278.951149:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130278.951151:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130278.951156:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880136a0d000/0x4ce24e5787361ab1 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae400ef expref: 50 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130278.951164:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880136a0d000/0x4ce24e5787361ab1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae400ef expref: 50 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130278.951187:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880136a0d000/0x4ce24e5787361ab1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae400ef expref: 50 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130278.951196:0:7097:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880136a0d000/0x4ce24e5787361ab1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae400ef expref: 50 pid: 20953 timeout: 577 lvb_type: 0 00000100:00100000:3.0:1746130278.951210:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091951500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841692416:192.168.204.51@tcp:105: 00000100:00100000:3.0:1746130278.951553:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a450ab40 going to sleep for 11 seconds 00000100:00100000:3.0:1746130278.952686:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091951500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841692416:192.168.204.51@tcp:105: 00010000:00010000:3.0:1746130278.952709:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746130278.952754:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132f7ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+5:1962:x1830949849112960:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 1680us (1834us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130278.952765:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14446 00000100:00100000:0.0:1746130278.952952:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130278.953012:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849113216 00000100:00100000:3.0:1746130278.953016:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849113216 00002000:00100000:3.0:1746130278.953045:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880132f7ce00 x1830949849113216/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:264/0 lens 488/0 e 0 to 0 dl 1746130289 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130278.953053:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132f7ce00 with x1830949849113216 ext(0->4095) 00010000:00010000:3.0:1746130278.953060:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880136a0d000/0x4ce24e5787361ab1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae400ef expref: 51 pid: 20953 timeout: 577 lvb_type: 0 00010000:00010000:3.0:1746130278.953068:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880136a0d000/0x4ce24e5787361ab1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae400ef expref: 51 pid: 20953 timeout: 577 lvb_type: 0 00002000:00010000:3.0:1746130278.953073:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880132f7ce00 00000100:00100000:3.0:1746130278.953084:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2485 00000100:00100000:3.0:1746130278.953089:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132f7ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+51:1961:x1830949849113216:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746130278.953216:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132f7ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+51:1961:x1830949849113216:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 126us (263us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746130278.953224:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2485 00002000:00100000:3.0:1746130278.953228:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880132f7ce00 x1830949849113216/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:264/0 lens 488/4536 e 0 to 0 dl 1746130289 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130278.953234:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132f7ce00 with x1830949849113216 ext(0->4095) 00010000:00010000:3.0:1746130278.953237:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880136a0d000/0x4ce24e5787361ab1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae400ef expref: 51 pid: 20953 timeout: 577 lvb_type: 0 00010000:00010000:3.0:1746130278.953245:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880136a0d000/0x4ce24e5787361ab1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae400ef expref: 51 pid: 20953 timeout: 577 lvb_type: 0 00002000:00010000:3.0:1746130278.953250:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880132f7ce00 00000100:00100000:0.0:1746130278.955737:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130278.955932:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849113344 00000100:00100000:3.0:1746130278.955939:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849113344 00010000:00010000:3.0:1746130278.955971:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880136a0d000/0x4ce24e5787361ab1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae400ef expref: 51 pid: 20953 timeout: 577 lvb_type: 0 00000100:00100000:3.0:1746130278.956785:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14447 00000100:00100000:3.0:1746130278.956796:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132f7dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+51:1963:x1830949849113344:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746130278.956810:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746130278.956830:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880136a0d000/0x4ce24e5787361ab1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae400ef expref: 51 pid: 20953 timeout: 577 lvb_type: 0 00010000:00010000:3.0:1746130278.956841:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880136a0d000/0x4ce24e5787361ab1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae400ef expref: 51 pid: 20953 timeout: 577 lvb_type: 0 00010000:00010000:3.0:1746130278.956858:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880136a0d000/0x4ce24e5787361ab1 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae400ef expref: 51 pid: 20953 timeout: 577 lvb_type: 0 00010000:00010000:3.0:1746130278.956881:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130278.956883:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130278.956889:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009955e000/0x4ce24e5787361ab8 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae400f6 expref: 50 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130278.956895:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009955e000/0x4ce24e5787361ab8 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae400f6 expref: 50 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130278.956924:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009955e000/0x4ce24e5787361ab8 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae400f6 expref: 50 pid: 10554 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746130278.956934:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091951500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841692544:192.168.204.51@tcp:105: 00000100:00100000:3.0:1746130278.957018:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a450af00 going to sleep for 11 seconds 00000100:00100000:3.0:1746130278.960396:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091951500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841692544:192.168.204.51@tcp:105: 00010000:00010000:3.0:1746130278.960420:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746130278.960469:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132f7dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+50:1963:x1830949849113344:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 3675us (4738us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130278.960478:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14447 00000100:00100000:0.0:1746130278.960624:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130278.960664:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849113600 00000100:00100000:1.0:1746130278.960670:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849113600 00002000:00100000:1.0:1746130278.960701:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880132f7d180 x1830949849113600/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:264/0 lens 488/0 e 0 to 0 dl 1746130289 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130278.960710:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132f7d180 with x1830949849113600 ext(0->4095) 00002000:00010000:1.0:1746130278.960713:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880132f7d180 00000100:00100000:1.0:1746130278.960728:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4775 00000100:00100000:1.0:1746130278.960734:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132f7d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+50:1961:x1830949849113600:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746130278.960851:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132f7d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+50:1961:x1830949849113600:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 117us (228us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746130278.960860:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4775 00002000:00100000:1.0:1746130278.960865:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880132f7d180 x1830949849113600/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:264/0 lens 488/4536 e 0 to 0 dl 1746130289 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130278.960871:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132f7d180 with x1830949849113600 ext(0->4095) 00002000:00010000:1.0:1746130278.960873:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880132f7d180 00000100:00100000:0.0:1746130278.962813:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130278.962880:0:20953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849113728 00000100:00100000:3.0:1746130278.962887:0:20953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849113728 00000100:00100000:3.0:1746130278.962938:0:20953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6184 00000100:00100000:3.0:1746130278.962946:0:20953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a64d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c84b93b0-d496-484f-8e1e-94008838f2dd+5:31579:x1830949849113728:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746130278.962961:0:20953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746130278.962976:0:20953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094687c00/0x4ce24e5787361abf lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae400fd expref: -99 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130278.963004:0:20953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009955e000/0x4ce24e5787361ab8 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae400f6 expref: 49 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130278.963011:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746130278.963012:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746130278.963015:0:20953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094687c00/0x4ce24e5787361abf lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae400fd expref: 6 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130278.963040:0:20953:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009955e000/0x4ce24e5787361ab8 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae400f6 expref: 49 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130278.963049:0:20953:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009955e000/0x4ce24e5787361ab8 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae400f6 expref: 49 pid: 10554 timeout: 577 lvb_type: 0 00000100:00100000:3.0:1746130278.963060:0:20953:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091951500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:20953:1830949841692672:192.168.204.51@tcp:104: 00000100:00100000:3.0:1746130278.963145:0:20953:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a450af00 going to sleep for 11 seconds 00000100:00100000:3.0:1746130278.966660:0:20953:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091951500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:20953:1830949841692672:192.168.204.51@tcp:104: 00010000:00010000:3.0:1746130278.966690:0:20953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094687c00/0x4ce24e5787361abf lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae400fd expref: 6 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130278.966704:0:20953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094687c00, rc 0) 00000100:00100000:3.0:1746130278.966748:0:20953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a64d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c84b93b0-d496-484f-8e1e-94008838f2dd+6:31579:x1830949849113728:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3803us (3940us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130278.967190:0:20953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6184 00000100:00100000:0.0:1746130278.967535:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130278.967591:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849113856 00000100:00100000:3.0:1746130278.967597:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849113856 00010000:00010000:3.0:1746130278.967627:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009955e000/0x4ce24e5787361ab8 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae400f6 expref: 50 pid: 10554 timeout: 577 lvb_type: 0 00000100:00100000:3.0:1746130278.967978:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14448 00000100:00100000:3.0:1746130278.967987:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a64c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+50:1961:x1830949849113856:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746130278.967999:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746130278.968018:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009955e000/0x4ce24e5787361ab8 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae400f6 expref: 50 pid: 10554 timeout: 577 lvb_type: 0 00010000:00010000:3.0:1746130278.968028:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009955e000/0x4ce24e5787361ab8 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae400f6 expref: 50 pid: 10554 timeout: 577 lvb_type: 0 00010000:00010000:3.0:1746130278.968046:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009955e000/0x4ce24e5787361ab8 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae400f6 expref: 50 pid: 10554 timeout: 577 lvb_type: 0 00010000:00010000:3.0:1746130278.968067:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130278.968069:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130278.968075:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094687c00/0x4ce24e5787361abf lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae400fd expref: 5 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130278.968081:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094687c00/0x4ce24e5787361abf lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae400fd expref: 5 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130278.968107:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094687c00/0x4ce24e5787361abf lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae400fd expref: 5 pid: 20953 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746130278.968117:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091951500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841692800:192.168.204.51@tcp:105: 00000100:00100000:3.0:1746130278.968188:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a450af00 going to sleep for 11 seconds 00000100:00100000:0.0:1746130278.971181:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130278.971248:0:20953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849113984 00000100:00100000:3.0:1746130278.971255:0:20953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849113984 00000100:00100000:3.0:1746130278.971404:0:20953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6185 00000100:00100000:3.0:1746130278.971412:0:20953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a64fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:640ea846-b909-4eea-9a54-417e15bd627b+50:31578:x1830949849113984:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746130278.971438:0:20953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746130278.971457:0:20953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012c0eca00/0x4ce24e5787361ac6 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae40104 expref: -99 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130278.971484:0:20953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094687c00/0x4ce24e5787361abf lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae400fd expref: 5 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130278.971491:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130278.971493:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130278.971496:0:20953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012c0eca00/0x4ce24e5787361ac6 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40104 expref: 51 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130278.971523:0:20953:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094687c00/0x4ce24e5787361abf lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae400fd expref: 5 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130278.971532:0:20953:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094687c00/0x4ce24e5787361abf lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae400fd expref: 5 pid: 20953 timeout: 577 lvb_type: 0 00000100:00100000:3.0:1746130278.971543:0:20953:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091953b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:20953:1830949841692928:192.168.204.51@tcp:104: 00000100:00100000:3.0:1746130278.971678:0:20953:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a450ab40 going to sleep for 11 seconds 00000100:00100000:3.0:1746130278.971810:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091951500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841692800:192.168.204.51@tcp:105: 00010000:00010000:3.0:1746130278.971826:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746130278.971848:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a64c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+51:1961:x1830949849113856:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 3863us (4313us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130278.971855:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14448 00000100:00100000:0.0:1746130278.972489:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130278.972556:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849114240 00000100:00100000:3.0:1746130278.972562:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849114240 00002000:00100000:3.0:1746130278.972595:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008a64e680 x1830949849114240/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:264/0 lens 488/0 e 0 to 0 dl 1746130289 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130278.972604:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a64e680 with x1830949849114240 ext(0->4095) 00010000:00010000:3.0:1746130278.972610:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094687c00/0x4ce24e5787361abf lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae400fd expref: 6 pid: 20953 timeout: 577 lvb_type: 0 00010000:00010000:3.0:1746130278.972620:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094687c00/0x4ce24e5787361abf lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae400fd expref: 6 pid: 20953 timeout: 577 lvb_type: 0 00002000:00010000:3.0:1746130278.972626:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008a64e680 00000100:00100000:3.0:1746130278.972753:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2486 00000100:00100000:3.0:1746130278.972760:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a64e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949849114240:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746130278.972882:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a64e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949849114240:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 122us (394us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746130278.972887:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2486 00002000:00100000:3.0:1746130278.972891:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008a64e680 x1830949849114240/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:264/0 lens 488/4536 e 0 to 0 dl 1746130289 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130278.972899:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a64e680 with x1830949849114240 ext(0->4095) 00010000:00010000:3.0:1746130278.972902:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094687c00/0x4ce24e5787361abf lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae400fd expref: 6 pid: 20953 timeout: 577 lvb_type: 0 00010000:00010000:3.0:1746130278.972915:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094687c00/0x4ce24e5787361abf lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae400fd expref: 6 pid: 20953 timeout: 577 lvb_type: 0 00002000:00010000:3.0:1746130278.972920:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008a64e680 00000100:00100000:3.0:1746130278.973406:0:20953:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091953b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:20953:1830949841692928:192.168.204.51@tcp:104: 00010000:00010000:3.0:1746130278.973873:0:20953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012c0eca00/0x4ce24e5787361ac6 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40104 expref: 50 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130278.973886:0:20953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c0eca00, rc 0) 00000100:00100000:3.0:1746130278.973923:0:20953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a64fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:640ea846-b909-4eea-9a54-417e15bd627b+50:31578:x1830949849113984:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2509us (2747us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130278.973930:0:20953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6185 00000100:00100000:0.0:1746130278.975037:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130278.975095:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130278.975217:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849114496 00000100:00100000:2.0:1746130278.975223:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849114496 00010000:00010000:2.0:1746130278.975252:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094687c00/0x4ce24e5787361abf lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae400fd expref: 6 pid: 20953 timeout: 577 lvb_type: 0 00000100:00100000:2.0:1746130278.975310:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14449 00000100:00100000:2.0:1746130278.975317:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a64dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1963:x1830949849114496:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746130278.975328:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746130278.975346:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094687c00/0x4ce24e5787361abf lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae400fd expref: 6 pid: 20953 timeout: 577 lvb_type: 0 00010000:00010000:2.0:1746130278.975356:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094687c00/0x4ce24e5787361abf lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae400fd expref: 6 pid: 20953 timeout: 577 lvb_type: 0 00010000:00010000:2.0:1746130278.975372:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094687c00/0x4ce24e5787361abf lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae400fd expref: 6 pid: 20953 timeout: 577 lvb_type: 0 00010000:00010000:2.0:1746130278.975387:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130278.975389:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130278.975394:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012c0eca00/0x4ce24e5787361ac6 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40104 expref: 49 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130278.975400:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012c0eca00/0x4ce24e5787361ac6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40104 expref: 49 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130278.975436:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012c0eca00/0x4ce24e5787361ac6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40104 expref: 49 pid: 20953 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746130278.975447:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135269880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841693056:192.168.204.51@tcp:105: 00000100:00100000:3.0:1746130278.975496:0:20953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849114368 00000100:00100000:2.0:1746130278.975500:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b23e0a80 going to sleep for 11 seconds 00000100:00100000:3.0:1746130278.975503:0:20953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849114368 00000100:00100000:3.0:1746130278.975526:0:20953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6186 00000100:00100000:3.0:1746130278.975531:0:20953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a64ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:640ea846-b909-4eea-9a54-417e15bd627b+50:31579:x1830949849114368:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746130278.975543:0:20953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746130278.975552:0:20953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009bb13400/0x4ce24e5787361acd lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae4010b expref: -99 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130278.975571:0:20953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012c0eca00/0x4ce24e5787361ac6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40104 expref: 51 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130278.975577:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746130278.975578:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746130278.975581:0:20953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009bb13400/0x4ce24e5787361acd lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4010b expref: 51 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130278.975595:0:20953:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012c0eca00/0x4ce24e5787361ac6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40104 expref: 51 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130278.975604:0:20953:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012c0eca00/0x4ce24e5787361ac6 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40104 expref: 51 pid: 20953 timeout: 577 lvb_type: 0 00000100:00100000:3.0:1746130278.975611:0:20953:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091953b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:20953:1830949841693184:192.168.204.51@tcp:104: 00000100:00100000:3.0:1746130278.975748:0:20953:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a450ab40 going to sleep for 11 seconds 00000100:00100000:3.0:1746130278.978937:0:20953:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091953b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:20953:1830949841693184:192.168.204.51@tcp:104: 00010000:00010000:3.0:1746130278.978973:0:20953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009bb13400/0x4ce24e5787361acd lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4010b expref: 51 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130278.978988:0:20953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009bb13400, rc 0) 00000100:00100000:3.0:1746130278.979259:0:20953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a64ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:640ea846-b909-4eea-9a54-417e15bd627b+51:31579:x1830949849114368:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3725us (4260us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130278.979298:0:20953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6186 00000100:00100000:0.0:1746130278.979341:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135269880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841693056:192.168.204.51@tcp:105: 00010000:00010000:0.0:1746130278.979360:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746130278.979391:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a64dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+5:1963:x1830949849114496:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 4074us (4295us total) trans 0 rc 0/0 00000100:00100000:0.0:1746130278.979400:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14449 00000100:00100000:1.0:1746130278.979505:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130278.979868:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849114752 00000100:00100000:2.0:1746130278.979877:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849114752 00002000:00100000:2.0:1746130278.979918:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800947a5880 x1830949849114752/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:264/0 lens 488/0 e 0 to 0 dl 1746130289 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130278.979927:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800947a5880 with x1830949849114752 ext(0->4095) 00010000:00010000:2.0:1746130278.980029:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012c0eca00/0x4ce24e5787361ac6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40104 expref: 51 pid: 20953 timeout: 577 lvb_type: 0 00010000:00010000:2.0:1746130278.980042:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012c0eca00/0x4ce24e5787361ac6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40104 expref: 51 pid: 20953 timeout: 577 lvb_type: 0 00002000:00010000:2.0:1746130278.980048:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800947a5880 00000100:00100000:2.0:1746130278.980079:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2487 00000100:00100000:2.0:1746130278.980086:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800947a5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+51:1962:x1830949849114752:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746130278.980248:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800947a5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+51:1962:x1830949849114752:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 162us (743us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746130278.980255:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2487 00002000:00100000:2.0:1746130278.980625:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800947a5880 x1830949849114752/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:264/0 lens 488/4536 e 0 to 0 dl 1746130289 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130278.980634:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800947a5880 with x1830949849114752 ext(0->4095) 00010000:00010000:2.0:1746130278.980639:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012c0eca00/0x4ce24e5787361ac6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40104 expref: 51 pid: 20953 timeout: 577 lvb_type: 0 00010000:00010000:2.0:1746130278.980649:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012c0eca00/0x4ce24e5787361ac6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40104 expref: 51 pid: 20953 timeout: 577 lvb_type: 0 00002000:00010000:2.0:1746130278.980655:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800947a5880 00000100:00100000:0.0:1746130278.982210:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130278.982478:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849114880 00000100:00100000:2.0:1746130278.982488:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849114880 00010000:00010000:2.0:1746130278.982524:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012c0eca00/0x4ce24e5787361ac6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40104 expref: 51 pid: 20953 timeout: 577 lvb_type: 0 00000100:00100000:2.0:1746130278.982565:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14450 00000100:00100000:2.0:1746130278.982573:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d0d1c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+51:1963:x1830949849114880:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746130278.982585:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746130278.982606:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012c0eca00/0x4ce24e5787361ac6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40104 expref: 51 pid: 20953 timeout: 577 lvb_type: 0 00010000:00010000:2.0:1746130278.982617:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012c0eca00/0x4ce24e5787361ac6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40104 expref: 51 pid: 20953 timeout: 577 lvb_type: 0 00010000:00010000:2.0:1746130278.982640:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012c0eca00/0x4ce24e5787361ac6 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40104 expref: 51 pid: 20953 timeout: 577 lvb_type: 0 00010000:00010000:2.0:1746130278.982667:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130278.982669:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130278.982677:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009bb13400/0x4ce24e5787361acd lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4010b expref: 50 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130278.982684:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009bb13400/0x4ce24e5787361acd lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4010b expref: 50 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130278.982723:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009bb13400/0x4ce24e5787361acd lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4010b expref: 50 pid: 20953 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746130278.982736:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013526ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841693312:192.168.204.51@tcp:105: 00000100:00100000:2.0:1746130278.982838:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b23e0480 going to sleep for 11 seconds 00000100:00100000:2.0:1746130278.985934:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130278.987307:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013526ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841693312:192.168.204.51@tcp:105: 00010000:00010000:0.0:1746130278.987334:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746130278.987386:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d0d1c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+50:1963:x1830949849114880:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 4813us (5183us total) trans 0 rc 0/0 00000100:00100000:0.0:1746130278.987396:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14450 00000100:00100000:3.0:1746130278.987928:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849115136 00000100:00100000:3.0:1746130278.987937:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849115136 00002000:00100000:3.0:1746130278.988140:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880135269880 x1830949849115136/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:264/0 lens 488/0 e 0 to 0 dl 1746130289 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130278.988150:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135269880 with x1830949849115136 ext(0->4095) 00002000:00010000:3.0:1746130278.988155:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880135269880 00000100:00100000:3.0:1746130278.988182:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4776 00000100:00100000:3.0:1746130278.988191:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135269880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+50:1962:x1830949849115136:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746130278.989028:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135269880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+50:1962:x1830949849115136:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 837us (3101us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746130278.989035:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4776 00002000:00100000:3.0:1746130278.989040:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880135269880 x1830949849115136/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:264/0 lens 488/4536 e 0 to 0 dl 1746130289 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130278.989049:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135269880 with x1830949849115136 ext(0->4095) 00002000:00010000:3.0:1746130278.989052:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880135269880 00000100:00100000:0.0:1746130278.991643:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130278.991812:0:20953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849115264 00000100:00100000:3.0:1746130278.991821:0:20953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849115264 00000100:00100000:3.0:1746130278.991862:0:20953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6187 00000100:00100000:3.0:1746130278.991868:0:20953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a64c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c84b93b0-d496-484f-8e1e-94008838f2dd+5:31579:x1830949849115264:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746130278.991886:0:20953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746130278.991904:0:20953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009bb12200/0x4ce24e5787361ad4 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae40112 expref: -99 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130278.991934:0:20953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009bb13400/0x4ce24e5787361acd lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4010b expref: 49 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130278.991941:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746130278.991943:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746130278.991946:0:20953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009bb12200/0x4ce24e5787361ad4 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40112 expref: 6 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130278.991976:0:20953:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009bb13400/0x4ce24e5787361acd lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4010b expref: 49 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130278.991991:0:20953:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009bb13400/0x4ce24e5787361acd lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4010b expref: 49 pid: 20953 timeout: 577 lvb_type: 0 00000100:00100000:3.0:1746130278.992002:0:20953:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091953b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:20953:1830949841693440:192.168.204.51@tcp:104: 00000100:00100000:3.0:1746130278.992970:0:20953:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a450ab40 going to sleep for 11 seconds 00000100:00100000:3.0:1746130278.994681:0:20953:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091953b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:20953:1830949841693440:192.168.204.51@tcp:104: 00010000:00010000:3.0:1746130278.994719:0:20953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009bb12200/0x4ce24e5787361ad4 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40112 expref: 6 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130278.994733:0:20953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009bb12200, rc 0) 00000100:00100000:3.0:1746130278.994787:0:20953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a64c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c84b93b0-d496-484f-8e1e-94008838f2dd+6:31579:x1830949849115264:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2918us (3151us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130278.994796:0:20953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6187 00000100:00100000:0.0:1746130278.995500:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130278.996367:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849115392 00000100:00100000:2.0:1746130278.996375:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849115392 00010000:00010000:2.0:1746130278.996412:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009bb13400/0x4ce24e5787361acd lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4010b expref: 50 pid: 20953 timeout: 577 lvb_type: 0 00000100:00100000:2.0:1746130278.996460:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14451 00000100:00100000:2.0:1746130278.996466:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a64dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+50:1961:x1830949849115392:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746130278.996477:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1746130278.996486:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00010000:00010000:2.0:1746130278.996496:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009bb13400/0x4ce24e5787361acd lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4010b expref: 50 pid: 20953 timeout: 577 lvb_type: 0 00010000:00010000:2.0:1746130278.996507:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009bb13400/0x4ce24e5787361acd lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4010b expref: 50 pid: 20953 timeout: 577 lvb_type: 0 00010000:00010000:2.0:1746130278.996526:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009bb13400/0x4ce24e5787361acd lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4010b expref: 50 pid: 20953 timeout: 577 lvb_type: 0 00010000:00010000:2.0:1746130278.996551:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130278.996553:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130278.996561:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009bb12200/0x4ce24e5787361ad4 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40112 expref: 5 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130278.996568:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009bb12200/0x4ce24e5787361ad4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40112 expref: 5 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130278.996594:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009bb12200/0x4ce24e5787361ad4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40112 expref: 5 pid: 20953 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746130278.996606:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135269f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841693568:192.168.204.51@tcp:105: 00000100:00100000:3.0:1746130278.996625:0:20953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849115520 00000100:00100000:3.0:1746130278.996628:0:20953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849115520 00000100:00100000:3.0:1746130278.996648:0:20953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6188 00000100:00100000:3.0:1746130278.996652:0:20953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a64f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:640ea846-b909-4eea-9a54-417e15bd627b+50:31578:x1830949849115520:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746130278.996661:0:20953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1746130278.996664:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b23e0a80 going to sleep for 11 seconds 00010000:00010000:3.0:1746130278.996669:0:20953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009bb13600/0x4ce24e5787361adb lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae40119 expref: -99 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130278.996681:0:20953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009bb12200/0x4ce24e5787361ad4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40112 expref: 5 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130278.996688:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130278.996689:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130278.996691:0:20953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009bb13600/0x4ce24e5787361adb lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40119 expref: 51 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130278.996701:0:20953:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009bb12200/0x4ce24e5787361ad4 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40112 expref: 5 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130278.996707:0:20953:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009bb12200/0x4ce24e5787361ad4 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40112 expref: 5 pid: 20953 timeout: 577 lvb_type: 0 00000100:00100000:3.0:1746130278.996712:0:20953:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091953b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:20953:1830949841693696:192.168.204.51@tcp:104: 00000100:00100000:3.0:1746130278.996740:0:20953:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a450ab40 going to sleep for 11 seconds 00000100:00100000:3.0:1746130278.998062:0:20953:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091953b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:20953:1830949841693696:192.168.204.51@tcp:104: 00010000:00010000:3.0:1746130278.998087:0:20953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009bb13600/0x4ce24e5787361adb lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40119 expref: 51 pid: 20953 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746130278.998092:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135269f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841693568:192.168.204.51@tcp:105: 00010000:00010000:3.0:1746130278.998099:0:20953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009bb13600, rc 0) 00010000:00010000:2.0:1746130278.998104:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746130278.998141:0:20953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a64f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:640ea846-b909-4eea-9a54-417e15bd627b+51:31578:x1830949849115520:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1487us (1654us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130278.998148:0:20953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6188 00000100:00100000:2.0:1746130278.998171:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a64dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+50:1961:x1830949849115392:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 1705us (2674us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130278.998179:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14451 00000100:00100000:2.0:1746130278.999500:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130278.999575:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849115776 00000100:00100000:3.0:1746130278.999580:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849115776 00002000:00100000:3.0:1746130278.999610:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880135269f80 x1830949849115776/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:264/0 lens 488/0 e 0 to 0 dl 1746130289 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130278.999620:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135269f80 with x1830949849115776 ext(0->4095) 00010000:00010000:3.0:1746130278.999626:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009bb12200/0x4ce24e5787361ad4 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40112 expref: 6 pid: 20953 timeout: 577 lvb_type: 0 00010000:00010000:3.0:1746130278.999633:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009bb12200/0x4ce24e5787361ad4 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40112 expref: 6 pid: 20953 timeout: 577 lvb_type: 0 00002000:00010000:3.0:1746130278.999638:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880135269f80 00000100:00100000:3.0:1746130278.999656:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2488 00000100:00100000:3.0:1746130278.999662:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135269f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949849115776:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746130278.999794:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135269f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949849115776:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 132us (297us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746130278.999801:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2488 00002000:00100000:3.0:1746130278.999806:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880135269f80 x1830949849115776/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:264/0 lens 488/4536 e 0 to 0 dl 1746130289 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130278.999813:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135269f80 with x1830949849115776 ext(0->4095) 00010000:00010000:3.0:1746130278.999816:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009bb12200/0x4ce24e5787361ad4 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40112 expref: 6 pid: 20953 timeout: 577 lvb_type: 0 00010000:00010000:3.0:1746130278.999825:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009bb12200/0x4ce24e5787361ad4 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40112 expref: 6 pid: 20953 timeout: 577 lvb_type: 0 00002000:00010000:3.0:1746130278.999830:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880135269f80 00000100:00100000:0.0:1746130279.001087:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130279.001137:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849115904 00000100:00100000:2.0:1746130279.001142:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849115904 00000100:00080000:1.0:1746130279.001471:0:7108:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:2.0:1746130279.001489:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009bb12200/0x4ce24e5787361ad4 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40112 expref: 6 pid: 20953 timeout: 577 lvb_type: 0 00000100:00100000:2.0:1746130279.001526:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14452 00000100:00100000:2.0:1746130279.001534:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a64c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1963:x1830949849115904:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746130279.001586:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746130279.001605:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009bb12200/0x4ce24e5787361ad4 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40112 expref: 6 pid: 20953 timeout: 577 lvb_type: 0 00010000:00010000:2.0:1746130279.001615:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009bb12200/0x4ce24e5787361ad4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40112 expref: 6 pid: 20953 timeout: 577 lvb_type: 0 00010000:00010000:2.0:1746130279.001631:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009bb12200/0x4ce24e5787361ad4 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40112 expref: 6 pid: 20953 timeout: 577 lvb_type: 0 00010000:00010000:2.0:1746130279.001654:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130279.001656:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130279.001662:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009bb13600/0x4ce24e5787361adb lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40119 expref: 49 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130279.001670:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009bb13600/0x4ce24e5787361adb lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40119 expref: 49 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130279.001729:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009bb13600/0x4ce24e5787361adb lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40119 expref: 49 pid: 20953 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746130279.001740:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013526aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841693824:192.168.204.51@tcp:105: 00000100:00100000:2.0:1746130279.001880:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b23e0a80 going to sleep for 11 seconds 00000100:00100000:3.0:1746130279.003158:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013526aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841693824:192.168.204.51@tcp:105: 00010000:00010000:3.0:1746130279.003175:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746130279.003206:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a64c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+5:1963:x1830949849115904:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 1673us (2123us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130279.003214:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14452 00000100:00100000:0.0:1746130279.003338:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130279.003415:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849116160 00000100:00100000:3.0:1746130279.003420:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849116160 00002000:00100000:3.0:1746130279.003477:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008a64d880 x1830949849116160/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:265/0 lens 488/0 e 0 to 0 dl 1746130290 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130279.003485:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a64d880 with x1830949849116160 ext(0->4095) 00002000:00010000:3.0:1746130279.003489:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008a64d880 00000100:00100000:3.0:1746130279.003504:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4777 00000100:00100000:3.0:1746130279.003510:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a64d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+50:1964:x1830949849116160:12345-192.168.204.51@tcp:3:ptlrpcd_01_01.0 00000100:00080000:1.0:1746130279.003565:0:7108:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1746130279.004045:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a64d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+50:1964:x1830949849116160:12345-192.168.204.51@tcp:3:ptlrpcd_01_01.0 Request processed in 534us (706us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746130279.004051:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4777 00002000:00100000:3.0:1746130279.004056:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008a64d880 x1830949849116160/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:265/0 lens 488/4536 e 0 to 0 dl 1746130290 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130279.004063:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a64d880 with x1830949849116160 ext(0->4095) 00002000:00010000:3.0:1746130279.004066:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008a64d880 00000100:00100000:0.0:1746130279.005593:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130279.005807:0:20953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849116288 00000100:00100000:3.0:1746130279.005816:0:20953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849116288 00000100:00100000:3.0:1746130279.005871:0:20953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6189 00000100:00100000:3.0:1746130279.005878:0:20953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a64e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c84b93b0-d496-484f-8e1e-94008838f2dd+5:31579:x1830949849116288:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746130279.005894:0:20953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746130279.005912:0:20953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009bb13800/0x4ce24e5787361ae2 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae40120 expref: -99 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130279.005937:0:20953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009bb13600/0x4ce24e5787361adb lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40119 expref: 49 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130279.005943:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746130279.005944:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746130279.005947:0:20953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009bb13800/0x4ce24e5787361ae2 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40120 expref: 6 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130279.005971:0:20953:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009bb13600/0x4ce24e5787361adb lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40119 expref: 49 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130279.005980:0:20953:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009bb13600/0x4ce24e5787361adb lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40119 expref: 49 pid: 20953 timeout: 577 lvb_type: 0 00000100:00100000:3.0:1746130279.005990:0:20953:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091953b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:20953:1830949841693952:192.168.204.51@tcp:104: 00000100:00100000:3.0:1746130279.006073:0:20953:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a450af00 going to sleep for 11 seconds 00000100:00100000:3.0:1746130279.011143:0:20953:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091953b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:20953:1830949841693952:192.168.204.51@tcp:104: 00000100:00100000:0.0:1746130279.011143:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00010000:00010000:3.0:1746130279.011173:0:20953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009bb13800/0x4ce24e5787361ae2 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40120 expref: 6 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130279.011188:0:20953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009bb13800, rc 0) 00000100:00100000:3.0:1746130279.011230:0:20953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a64e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c84b93b0-d496-484f-8e1e-94008838f2dd+6:31579:x1830949849116288:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5352us (5643us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130279.011237:0:20953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6189 00000100:00100000:2.0:1746130279.011240:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849116416 00000100:00100000:2.0:1746130279.011245:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849116416 00002000:00100000:2.0:1746130279.011407:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff88008a64f100 x1830949849116416/t0(0) o4->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:265/0 lens 496/0 e 0 to 0 dl 1746130290 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130279.011415:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a64f100 with x1830949849116416 ext(0->7) 00010000:00010000:2.0:1746130279.011433:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009bb13600/0x4ce24e5787361adb lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40119 expref: 50 pid: 20953 timeout: 577 lvb_type: 0 00010000:00010000:2.0:1746130279.011445:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009bb13600/0x4ce24e5787361adb lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40119 expref: 50 pid: 20953 timeout: 577 lvb_type: 0 00002000:00010000:2.0:1746130279.011451:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008a64f100 00000100:00100000:2.0:1746130279.011501:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2489 00000100:00100000:2.0:1746130279.011508:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a64f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+50:1961:x1830949849116416:12345-192.168.204.51@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746130279.011783:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a64f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+52:1961:x1830949849116416:12345-192.168.204.51@tcp:4:ldlm_bl.0 Request processed in 275us (643us total) trans 4294967917 rc 0/0 00000100:00100000:2.0:1746130279.011790:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2489 00002000:00100000:2.0:1746130279.011795:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff88008a64f100 x1830949849116416/t4294967917(0) o4->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:265/0 lens 496/448 e 0 to 0 dl 1746130290 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130279.011801:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a64f100 with x1830949849116416 ext(0->7) 00010000:00010000:2.0:1746130279.011806:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009bb13600/0x4ce24e5787361adb lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40119 expref: 52 pid: 20953 timeout: 577 lvb_type: 0 00010000:00010000:2.0:1746130279.011817:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009bb13600/0x4ce24e5787361adb lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40119 expref: 52 pid: 20953 timeout: 577 lvb_type: 0 00002000:00010000:2.0:1746130279.011826:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008a64f100 00000100:00100000:0.0:1746130279.012899:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130279.012982:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849116544 00000100:00100000:3.0:1746130279.012989:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849116544 00010000:00010000:3.0:1746130279.013017:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009bb13600/0x4ce24e5787361adb lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40119 expref: 52 pid: 20953 timeout: 577 lvb_type: 0 00000100:00100000:3.0:1746130279.013050:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14453 00000100:00100000:3.0:1746130279.013057:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132f7c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+52:1961:x1830949849116544:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746130279.013067:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746130279.013081:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009bb13600/0x4ce24e5787361adb lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40119 expref: 52 pid: 20953 timeout: 577 lvb_type: 0 00010000:00010000:3.0:1746130279.013090:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009bb13600/0x4ce24e5787361adb lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40119 expref: 52 pid: 20953 timeout: 577 lvb_type: 0 00010000:00010000:3.0:1746130279.013108:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009bb13600/0x4ce24e5787361adb lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40119 expref: 52 pid: 20953 timeout: 577 lvb_type: 0 00010000:00010000:3.0:1746130279.013134:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130279.013136:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130279.013141:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009bb13800/0x4ce24e5787361ae2 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40120 expref: 5 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130279.013149:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009bb13800/0x4ce24e5787361ae2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40120 expref: 5 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130279.013175:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009bb13800/0x4ce24e5787361ae2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40120 expref: 5 pid: 20953 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746130279.013188:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091953b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841694080:192.168.204.51@tcp:105: 00000100:00100000:3.0:1746130279.013243:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a450af00 going to sleep for 11 seconds 00000100:00100000:3.0:1746130279.014233:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091953b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841694080:192.168.204.51@tcp:105: 00010000:00010000:3.0:1746130279.014252:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746130279.014309:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132f7c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+51:1961:x1830949849116544:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 1252us (1413us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130279.014317:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14453 00000100:00100000:0.0:1746130279.014775:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130279.014850:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849116800 00000100:00100000:2.0:1746130279.014855:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849116800 00002000:00100000:2.0:1746130279.014886:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880132f7ca80 x1830949849116800/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:265/0 lens 488/0 e 0 to 0 dl 1746130290 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130279.014894:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132f7ca80 with x1830949849116800 ext(0->4095) 00002000:00010000:2.0:1746130279.014898:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880132f7ca80 00000100:00100000:2.0:1746130279.014913:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4778 00000100:00100000:2.0:1746130279.014918:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132f7ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949849116800:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746130279.015052:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132f7ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949849116800:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 134us (278us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746130279.015058:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4778 00002000:00100000:2.0:1746130279.015062:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880132f7ca80 x1830949849116800/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:265/0 lens 488/4536 e 0 to 0 dl 1746130290 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130279.015068:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132f7ca80 with x1830949849116800 ext(0->4095) 00002000:00010000:2.0:1746130279.015071:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880132f7ca80 00000100:00100000:0.0:1746130279.016688:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130279.016762:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130279.016788:0:20953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849116928 00000100:00100000:3.0:1746130279.016795:0:20953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849116928 00000100:00100000:3.0:1746130279.016837:0:20953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849117056 00000100:00100000:3.0:1746130279.016839:0:20953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849117056 00000100:00100000:1.0:1746130279.016843:0:8469:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6190 00000100:00100000:1.0:1746130279.016851:0:8469:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132f7ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:640ea846-b909-4eea-9a54-417e15bd627b+52:31579:x1830949849116928:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746130279.016864:0:8469:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1746130279.016866:0:20953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6191 00000100:00100000:3.0:1746130279.016872:0:20953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132f7dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:640ea846-b909-4eea-9a54-417e15bd627b+52:31578:x1830949849117056:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746130279.016879:0:20953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746130279.016879:0:8469:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099532800/0x4ce24e5787361ae9 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae40127 expref: -99 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130279.016885:0:20953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009bb12600/0x4ce24e5787361af0 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae4012e expref: -99 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130279.016901:0:8469:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009bb13800/0x4ce24e5787361ae2 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40120 expref: 5 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130279.016908:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130279.016910:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130279.016913:0:8469:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099532800/0x4ce24e5787361ae9 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40127 expref: 53 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130279.016937:0:8469:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009bb13800/0x4ce24e5787361ae2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40120 expref: 5 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130279.016948:0:8469:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009bb13800/0x4ce24e5787361ae2 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40120 expref: 5 pid: 20953 timeout: 577 lvb_type: 0 00000100:00100000:1.0:1746130279.016958:0:8469:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800947a4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8469:1830949841694208:192.168.204.51@tcp:104: 00010000:00010000:3.0:1746130279.016964:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130279.016969:0:20953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880099532800/0x4ce24e5787361ae9 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40127 expref: 54 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130279.016974:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746130279.016977:0:20953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009bb12600/0x4ce24e5787361af0 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4012e expref: 54 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130279.016998:0:20953:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880099532800/0x4ce24e5787361ae9 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40127 expref: 54 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130279.017009:0:20953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009bb12600/0x4ce24e5787361af0 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4012e expref: 54 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130279.017017:0:20953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009bb12600, rc 0) 00000100:00100000:3.0:1746130279.017042:0:20953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132f7dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:640ea846-b909-4eea-9a54-417e15bd627b+54:31578:x1830949849117056:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 170us (280us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130279.017047:0:20953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6191 00000100:00100000:1.0:1746130279.017067:0:8469:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18fb540 going to sleep for 11 seconds 00000100:00100000:1.0:1746130279.018048:0:8469:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800947a4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8469:1830949841694208:192.168.204.51@tcp:104: 00010000:00010000:1.0:1746130279.018066:0:8469:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880099532800/0x4ce24e5787361ae9 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40127 expref: 53 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130279.018075:0:8469:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099532800, rc 0) 00000100:00100000:1.0:1746130279.018098:0:8469:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132f7ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:640ea846-b909-4eea-9a54-417e15bd627b+53:31579:x1830949849116928:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1248us (1414us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130279.018104:0:8469:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6190 00000100:00100000:0.0:1746130279.018254:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130279.018374:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849117184 00000100:00100000:3.0:1746130279.018379:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849117184 00010000:00010000:3.0:1746130279.018399:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009bb13800/0x4ce24e5787361ae2 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40120 expref: 6 pid: 20953 timeout: 577 lvb_type: 0 00000100:00100000:3.0:1746130279.018441:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14454 00000100:00100000:3.0:1746130279.018448:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092f61f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1963:x1830949849117184:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746130279.018456:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746130279.018473:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009bb13800/0x4ce24e5787361ae2 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40120 expref: 6 pid: 20953 timeout: 577 lvb_type: 0 00010000:00010000:3.0:1746130279.018483:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009bb13800/0x4ce24e5787361ae2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40120 expref: 6 pid: 20953 timeout: 577 lvb_type: 0 00010000:00010000:3.0:1746130279.018499:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009bb13800/0x4ce24e5787361ae2 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40120 expref: 6 pid: 20953 timeout: 577 lvb_type: 0 00010000:00010000:3.0:1746130279.018520:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130279.018523:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130279.018529:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880099532800/0x4ce24e5787361ae9 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40127 expref: 52 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130279.018536:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099532800/0x4ce24e5787361ae9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40127 expref: 52 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130279.018558:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880099532800/0x4ce24e5787361ae9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40127 expref: 52 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130279.018567:0:7097:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880099532800/0x4ce24e5787361ae9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40127 expref: 52 pid: 8469 timeout: 577 lvb_type: 0 00000100:00100000:3.0:1746130279.018577:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091953b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841694464:192.168.204.51@tcp:105: 00000100:00100000:3.0:1746130279.018646:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a450af00 going to sleep for 11 seconds 00000100:00100000:3.0:1746130279.019951:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091953b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841694464:192.168.204.51@tcp:105: 00010000:00010000:3.0:1746130279.019971:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746130279.020007:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092f61f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+5:1963:x1830949849117184:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 1560us (1753us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130279.020015:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14454 00000100:00100000:0.0:1746130279.020220:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130279.020286:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849117440 00000100:00100000:2.0:1746130279.020292:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849117440 00002000:00100000:2.0:1746130279.020319:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092f60000 x1830949849117440/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:265/0 lens 488/0 e 0 to 0 dl 1746130290 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130279.020326:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092f60000 with x1830949849117440 ext(0->4095) 00010000:00010000:2.0:1746130279.020332:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880099532800/0x4ce24e5787361ae9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40127 expref: 53 pid: 8469 timeout: 577 lvb_type: 0 00010000:00010000:2.0:1746130279.020348:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880099532800/0x4ce24e5787361ae9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40127 expref: 53 pid: 8469 timeout: 577 lvb_type: 0 00002000:00010000:2.0:1746130279.020354:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092f60000 00000100:00100000:2.0:1746130279.020375:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2490 00000100:00100000:2.0:1746130279.020380:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092f60000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+53:1961:x1830949849117440:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746130279.020503:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092f60000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+53:1961:x1830949849117440:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 122us (284us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746130279.020509:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2490 00002000:00100000:2.0:1746130279.020514:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092f60000 x1830949849117440/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:265/0 lens 488/4536 e 0 to 0 dl 1746130290 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130279.020520:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092f60000 with x1830949849117440 ext(0->4095) 00010000:00010000:2.0:1746130279.020525:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880099532800/0x4ce24e5787361ae9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40127 expref: 53 pid: 8469 timeout: 577 lvb_type: 0 00010000:00010000:2.0:1746130279.020533:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880099532800/0x4ce24e5787361ae9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40127 expref: 53 pid: 8469 timeout: 577 lvb_type: 0 00002000:00010000:2.0:1746130279.020539:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092f60000 00000100:00100000:0.0:1746130279.022733:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130279.022799:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130279.022857:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849117696 00000100:00100000:1.0:1746130279.022860:0:8469:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849117568 00000100:00100000:3.0:1746130279.022864:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849117696 00000100:00100000:1.0:1746130279.022864:0:8469:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849117568 00010000:00010000:3.0:1746130279.022889:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880099532800/0x4ce24e5787361ae9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40127 expref: 53 pid: 8469 timeout: 577 lvb_type: 0 00000100:00100000:1.0:1746130279.022899:0:8469:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6192 00000100:00100000:1.0:1746130279.022904:0:8469:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092f63480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+5:31579:x1830949849117568:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:3.0:1746130279.022910:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14455 00010000:00010000:1.0:1746130279.022914:0:8469:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1746130279.022916:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092f60e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+53:1964:x1830949849117696:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746130279.022923:0:8469:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099533000/0x4ce24e5787361af7 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae40135 expref: -99 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130279.022928:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746130279.022939:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130279.022942:0:8469:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009bb12600/0x4ce24e5787361af0 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4012e expref: 53 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130279.022946:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746130279.023036:0:8469:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099533000/0x4ce24e5787361af7 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40135 expref: 6 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130279.023052:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880099532800/0x4ce24e5787361ae9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40127 expref: 53 pid: 8469 timeout: 577 lvb_type: 0 00010000:00010000:3.0:1746130279.023061:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880099532800/0x4ce24e5787361ae9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40127 expref: 53 pid: 8469 timeout: 577 lvb_type: 0 00010000:00010000:3.0:1746130279.023073:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880099532800/0x4ce24e5787361ae9 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40127 expref: 53 pid: 8469 timeout: 577 lvb_type: 0 00010000:00010000:1.0:1746130279.023073:0:8469:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009bb12600/0x4ce24e5787361af0 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4012e expref: 53 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130279.023084:0:8469:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880099533000/0x4ce24e5787361af7 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40135 expref: 6 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130279.023092:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130279.023093:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130279.023098:0:8469:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009bb12600/0x4ce24e5787361af0 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4012e expref: 52 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130279.023104:0:8469:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009bb12600/0x4ce24e5787361af0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4012e expref: 52 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130279.023113:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1746130279.023119:0:8469:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009bb12600/0x4ce24e5787361af0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4012e expref: 52 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130279.023129:0:8469:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009bb12600/0x4ce24e5787361af0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4012e expref: 52 pid: 20953 timeout: 577 lvb_type: 0 00000100:00100000:1.0:1746130279.023139:0:8469:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800947a4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8469:1830949841694720:192.168.204.51@tcp:105: 00000100:00100000:3.0:1746130279.023149:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092f60e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+52:1964:x1830949849117696:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 234us (350us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130279.023154:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14455 00000100:00100000:1.0:1746130279.023200:0:8469:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18fb540 going to sleep for 11 seconds 00000100:00100000:1.0:1746130279.024259:0:8469:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800947a4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8469:1830949841694720:192.168.204.51@tcp:105: 00010000:00010000:1.0:1746130279.024295:0:8469:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099533000, rc 0) 00000100:00100000:1.0:1746130279.024326:0:8469:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092f63480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+6:31579:x1830949849117568:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1420us (1598us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130279.024333:0:8469:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6192 00000100:00100000:0.0:1746130279.024449:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130279.024489:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849117952 00000100:00100000:3.0:1746130279.024494:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849117952 00002000:00100000:3.0:1746130279.024520:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092f61c00 x1830949849117952/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:265/0 lens 488/0 e 0 to 0 dl 1746130290 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130279.024528:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092f61c00 with x1830949849117952 ext(0->4095) 00010000:00010000:3.0:1746130279.024534:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009bb12600/0x4ce24e5787361af0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4012e expref: 52 pid: 20953 timeout: 577 lvb_type: 0 00010000:00010000:3.0:1746130279.024545:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009bb12600/0x4ce24e5787361af0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4012e expref: 52 pid: 20953 timeout: 577 lvb_type: 0 00002000:00010000:3.0:1746130279.024551:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092f61c00 00000100:00100000:3.0:1746130279.024569:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2491 00000100:00100000:3.0:1746130279.024574:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092f61c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+52:1961:x1830949849117952:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746130279.024733:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092f61c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+52:1961:x1830949849117952:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 159us (286us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746130279.024737:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2491 00002000:00100000:3.0:1746130279.024740:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092f61c00 x1830949849117952/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:265/0 lens 488/4536 e 0 to 0 dl 1746130290 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130279.024745:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092f61c00 with x1830949849117952 ext(0->4095) 00010000:00010000:3.0:1746130279.024748:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009bb12600/0x4ce24e5787361af0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4012e expref: 52 pid: 20953 timeout: 577 lvb_type: 0 00010000:00010000:3.0:1746130279.024754:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009bb12600/0x4ce24e5787361af0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4012e expref: 52 pid: 20953 timeout: 577 lvb_type: 0 00002000:00010000:3.0:1746130279.024758:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092f61c00 00000100:00100000:0.0:1746130279.026002:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130279.026055:0:8469:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849118080 00000100:00100000:1.0:1746130279.026060:0:8469:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849118080 00000100:00100000:1.0:1746130279.026099:0:8469:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6193 00000100:00100000:1.0:1746130279.026105:0:8469:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092f62300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:640ea846-b909-4eea-9a54-417e15bd627b+52:31578:x1830949849118080:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746130279.026116:0:8469:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746130279.026129:0:8469:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099532e00/0x4ce24e5787361afe lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae4013c expref: -99 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130279.026150:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130279.026155:0:8469:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880099533000/0x4ce24e5787361af7 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40135 expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130279.026161:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746130279.026164:0:8469:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099532e00/0x4ce24e5787361afe lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4013c expref: 53 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130279.026191:0:8469:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880099533000/0x4ce24e5787361af7 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40135 expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130279.026201:0:8469:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880099532e00/0x4ce24e5787361afe lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4013c expref: 53 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130279.026209:0:8469:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099532e00, rc 0) 00000100:00100000:1.0:1746130279.026254:0:8469:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092f62300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:640ea846-b909-4eea-9a54-417e15bd627b+53:31578:x1830949849118080:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 148us (253us total) trans 0 rc 0/0 00000100:00100000:0.0:1746130279.026255:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130279.026260:0:8469:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6193 00000100:00100000:3.0:1746130279.026378:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849118208 00000100:00100000:3.0:1746130279.026382:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849118208 00010000:00010000:3.0:1746130279.026398:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009bb12600/0x4ce24e5787361af0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4012e expref: 53 pid: 20953 timeout: 577 lvb_type: 0 00000100:00100000:3.0:1746130279.026415:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14456 00000100:00100000:3.0:1746130279.026420:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092f60380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+53:1961:x1830949849118208:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746130279.026440:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746130279.026454:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009bb12600/0x4ce24e5787361af0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4012e expref: 53 pid: 20953 timeout: 577 lvb_type: 0 00010000:00010000:3.0:1746130279.026463:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009bb12600/0x4ce24e5787361af0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4012e expref: 53 pid: 20953 timeout: 577 lvb_type: 0 00010000:00010000:3.0:1746130279.026474:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009bb12600/0x4ce24e5787361af0 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4012e expref: 53 pid: 20953 timeout: 577 lvb_type: 0 00010000:00010000:3.0:1746130279.026491:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130279.026493:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130279.026498:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880099533000/0x4ce24e5787361af7 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40135 expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130279.026505:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099533000/0x4ce24e5787361af7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40135 expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130279.026524:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880099533000/0x4ce24e5787361af7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40135 expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130279.026534:0:7097:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880099533000/0x4ce24e5787361af7 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40135 expref: 5 pid: 8469 timeout: 577 lvb_type: 0 00000100:00100000:3.0:1746130279.026547:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091953b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841694976:192.168.204.51@tcp:105: 00000100:00100000:3.0:1746130279.026601:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a450ab40 going to sleep for 11 seconds 00000100:00100000:0.0:1746130279.028184:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130279.028213:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091953b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841694976:192.168.204.51@tcp:105: 00010000:00010000:3.0:1746130279.028233:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746130279.028260:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849118464 00000100:00100000:2.0:1746130279.028289:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849118464 00000100:00100000:3.0:1746130279.028293:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092f60380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+52:1961:x1830949849118208:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 1872us (2037us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130279.028304:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14456 00002000:00100000:2.0:1746130279.028322:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800924e3480 x1830949849118464/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:265/0 lens 488/0 e 0 to 0 dl 1746130290 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130279.028330:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800924e3480 with x1830949849118464 ext(0->4095) 00010000:00010000:2.0:1746130279.028338:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880099533000/0x4ce24e5787361af7 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40135 expref: 6 pid: 8469 timeout: 577 lvb_type: 0 00010000:00010000:2.0:1746130279.028349:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880099533000/0x4ce24e5787361af7 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40135 expref: 6 pid: 8469 timeout: 577 lvb_type: 0 00002000:00010000:2.0:1746130279.028355:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800924e3480 00000100:00100000:2.0:1746130279.028367:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2492 00000100:00100000:2.0:1746130279.028372:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800924e3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949849118464:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746130279.028823:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800924e3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949849118464:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 449us (643us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746130279.028830:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2492 00002000:00100000:2.0:1746130279.028835:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800924e3480 x1830949849118464/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:265/0 lens 488/4536 e 0 to 0 dl 1746130290 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130279.028842:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800924e3480 with x1830949849118464 ext(0->4095) 00010000:00010000:2.0:1746130279.028847:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880099533000/0x4ce24e5787361af7 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40135 expref: 6 pid: 8469 timeout: 577 lvb_type: 0 00010000:00010000:2.0:1746130279.028856:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880099533000/0x4ce24e5787361af7 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40135 expref: 6 pid: 8469 timeout: 577 lvb_type: 0 00002000:00010000:2.0:1746130279.028861:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800924e3480 00000100:00100000:0.0:1746130279.030483:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130279.030537:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849118592 00000100:00100000:3.0:1746130279.030543:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849118592 00010000:00010000:3.0:1746130279.030570:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880099533000/0x4ce24e5787361af7 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40135 expref: 6 pid: 8469 timeout: 577 lvb_type: 0 00000100:00100000:3.0:1746130279.030594:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14457 00000100:00100000:3.0:1746130279.030598:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d0d1850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949849118592:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746130279.030606:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746130279.030619:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880099533000/0x4ce24e5787361af7 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40135 expref: 6 pid: 8469 timeout: 577 lvb_type: 0 00010000:00010000:3.0:1746130279.030627:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880099533000/0x4ce24e5787361af7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40135 expref: 6 pid: 8469 timeout: 577 lvb_type: 0 00010000:00010000:3.0:1746130279.030642:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880099533000/0x4ce24e5787361af7 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40135 expref: 6 pid: 8469 timeout: 577 lvb_type: 0 00010000:00010000:3.0:1746130279.030661:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130279.030663:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130279.030673:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880099532e00/0x4ce24e5787361afe lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4013c expref: 51 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130279.030680:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099532e00/0x4ce24e5787361afe lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4013c expref: 51 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130279.030707:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880099532e00/0x4ce24e5787361afe lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4013c expref: 51 pid: 8469 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746130279.030718:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091953b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841695104:192.168.204.51@tcp:105: 00000100:00100000:3.0:1746130279.030782:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a450ab40 going to sleep for 11 seconds 00000100:00100000:0.0:1746130279.032185:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130279.032294:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849118848 00000100:00100000:3.0:1746130279.032298:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091953b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841695104:192.168.204.51@tcp:105: 00000100:00100000:2.0:1746130279.032300:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849118848 00010000:00010000:3.0:1746130279.032319:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00100000:2.0:1746130279.032327:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800924e3b80 x1830949849118848/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:265/0 lens 488/0 e 0 to 0 dl 1746130290 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130279.032341:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800924e3b80 with x1830949849118848 ext(0->4095) 00002000:00010000:2.0:1746130279.032344:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800924e3b80 00000100:00100000:3.0:1746130279.032354:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d0d1850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+5:1961:x1830949849118592:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 1750us (1871us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130279.032362:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14457 00000100:00100000:2.0:1746130279.032369:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4779 00000100:00100000:2.0:1746130279.032373:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800924e3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+52:1961:x1830949849118848:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746130279.032501:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800924e3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+52:1961:x1830949849118848:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 127us (320us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746130279.032506:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4779 00002000:00100000:2.0:1746130279.032511:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800924e3b80 x1830949849118848/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:265/0 lens 488/4536 e 0 to 0 dl 1746130290 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130279.032517:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800924e3b80 with x1830949849118848 ext(0->4095) 00002000:00010000:2.0:1746130279.032520:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800924e3b80 00000100:00100000:0.0:1746130279.033973:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130279.034029:0:8469:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849118976 00000100:00100000:1.0:1746130279.034035:0:8469:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849118976 00000100:00100000:1.0:1746130279.034078:0:8469:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6194 00000100:00100000:1.0:1746130279.034085:0:8469:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800924e2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+5:31579:x1830949849118976:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746130279.034097:0:8469:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746130279.034111:0:8469:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099532a00/0x4ce24e5787361b05 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae40143 expref: -99 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130279.034135:0:8469:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880099532e00/0x4ce24e5787361afe lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4013c expref: 51 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130279.034142:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130279.034144:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130279.034148:0:8469:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099532a00/0x4ce24e5787361b05 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40143 expref: 6 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130279.034172:0:8469:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880099532e00/0x4ce24e5787361afe lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4013c expref: 51 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130279.034183:0:8469:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880099532e00/0x4ce24e5787361afe lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4013c expref: 51 pid: 8469 timeout: 577 lvb_type: 0 00000100:00100000:1.0:1746130279.034193:0:8469:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800947a4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8469:1830949841695232:192.168.204.51@tcp:104: 00000100:00100000:1.0:1746130279.034292:0:8469:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18fb540 going to sleep for 11 seconds 00000100:00100000:1.0:1746130279.035166:0:8469:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800947a4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8469:1830949841695232:192.168.204.51@tcp:104: 00010000:00010000:1.0:1746130279.035184:0:8469:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880099532a00/0x4ce24e5787361b05 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40143 expref: 6 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130279.035199:0:8469:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099532a00, rc 0) 00000100:00100000:1.0:1746130279.035228:0:8469:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800924e2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+6:31579:x1830949849118976:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1143us (1261us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130279.035235:0:8469:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6194 00000100:00100000:0.0:1746130279.035321:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130279.035362:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849119104 00000100:00100000:3.0:1746130279.035366:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849119104 00010000:00010000:3.0:1746130279.035388:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880099532e00/0x4ce24e5787361afe lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4013c expref: 52 pid: 8469 timeout: 577 lvb_type: 0 00000100:00100000:3.0:1746130279.035411:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14458 00000100:00100000:3.0:1746130279.035417:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800924e0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+52:1962:x1830949849119104:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746130279.035437:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746130279.035454:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880099532e00/0x4ce24e5787361afe lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4013c expref: 52 pid: 8469 timeout: 577 lvb_type: 0 00010000:00010000:3.0:1746130279.035462:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880099532e00/0x4ce24e5787361afe lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4013c expref: 52 pid: 8469 timeout: 577 lvb_type: 0 00010000:00010000:3.0:1746130279.035477:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880099532e00/0x4ce24e5787361afe lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4013c expref: 52 pid: 8469 timeout: 577 lvb_type: 0 00010000:00010000:3.0:1746130279.035498:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130279.035500:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130279.035506:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880099532a00/0x4ce24e5787361b05 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40143 expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130279.035513:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099532a00/0x4ce24e5787361b05 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40143 expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130279.035534:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880099532a00/0x4ce24e5787361b05 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40143 expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746130279.035542:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091953b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841695360:192.168.204.51@tcp:105: 00000100:00100000:3.0:1746130279.035578:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a450af00 going to sleep for 11 seconds 00000100:00100000:3.0:1746130279.036475:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091953b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841695360:192.168.204.51@tcp:105: 00010000:00010000:3.0:1746130279.036488:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746130279.036521:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800924e0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+51:1962:x1830949849119104:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 1105us (1201us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130279.036528:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14458 00000100:00100000:0.0:1746130279.036590:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130279.036648:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849119360 00000100:00100000:1.0:1746130279.036652:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849119360 00002000:00100000:1.0:1746130279.036673:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800924e1880 x1830949849119360/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:265/0 lens 488/0 e 0 to 0 dl 1746130290 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130279.036681:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800924e1880 with x1830949849119360 ext(0->4095) 00002000:00010000:1.0:1746130279.036684:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800924e1880 00000100:00100000:1.0:1746130279.036707:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4780 00000100:00100000:1.0:1746130279.036713:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800924e1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949849119360:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746130279.036936:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800924e1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949849119360:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 219us (343us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746130279.036944:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4780 00002000:00100000:1.0:1746130279.036951:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800924e1880 x1830949849119360/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:265/0 lens 488/4536 e 0 to 0 dl 1746130290 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130279.036959:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800924e1880 with x1830949849119360 ext(0->4095) 00002000:00010000:1.0:1746130279.036962:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800924e1880 00000100:00100000:0.0:1746130279.039006:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130279.039081:0:8469:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849119488 00000100:00100000:1.0:1746130279.039088:0:8469:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849119488 00000100:00100000:1.0:1746130279.039135:0:8469:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6195 00000100:00100000:1.0:1746130279.039143:0:8469:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135a12300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:640ea846-b909-4eea-9a54-417e15bd627b+51:31579:x1830949849119488:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746130279.039159:0:8469:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746130279.039174:0:8469:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099533000/0x4ce24e5787361b0c lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae4014a expref: -99 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130279.039198:0:8469:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880099532a00/0x4ce24e5787361b05 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40143 expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130279.039204:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130279.039206:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130279.039209:0:8469:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099533000/0x4ce24e5787361b0c lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4014a expref: 52 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130279.039234:0:8469:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880099532a00/0x4ce24e5787361b05 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40143 expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130279.039244:0:8469:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880099532a00/0x4ce24e5787361b05 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40143 expref: 5 pid: 8469 timeout: 577 lvb_type: 0 00000100:00100000:1.0:1746130279.039254:0:8469:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800947a4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8469:1830949841695488:192.168.204.51@tcp:104: 00000100:00100000:1.0:1746130279.039674:0:8469:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18fb9c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746130279.040812:0:8469:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800947a4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8469:1830949841695488:192.168.204.51@tcp:104: 00010000:00010000:1.0:1746130279.040836:0:8469:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880099533000/0x4ce24e5787361b0c lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4014a expref: 52 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130279.040850:0:8469:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099533000, rc 0) 00000100:00100000:1.0:1746130279.040883:0:8469:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135a12300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:640ea846-b909-4eea-9a54-417e15bd627b+52:31579:x1830949849119488:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1740us (1883us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130279.040894:0:8469:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6195 00000100:00100000:0.0:1746130279.041208:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130279.041258:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849119616 00000100:00100000:3.0:1746130279.041287:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849119616 00010000:00010000:3.0:1746130279.041317:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880099532a00/0x4ce24e5787361b05 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40143 expref: 6 pid: 8469 timeout: 577 lvb_type: 0 00000100:00100000:3.0:1746130279.041343:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14459 00000100:00100000:3.0:1746130279.041350:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135a12a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949849119616:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746130279.041360:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746130279.041377:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880099532a00/0x4ce24e5787361b05 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40143 expref: 6 pid: 8469 timeout: 577 lvb_type: 0 00010000:00010000:3.0:1746130279.041391:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880099532a00/0x4ce24e5787361b05 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40143 expref: 6 pid: 8469 timeout: 577 lvb_type: 0 00010000:00010000:3.0:1746130279.041409:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880099532a00/0x4ce24e5787361b05 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40143 expref: 6 pid: 8469 timeout: 577 lvb_type: 0 00010000:00010000:3.0:1746130279.041446:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130279.041448:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130279.041454:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880099533000/0x4ce24e5787361b0c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4014a expref: 51 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130279.041461:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099533000/0x4ce24e5787361b0c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4014a expref: 51 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130279.041483:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880099533000/0x4ce24e5787361b0c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4014a expref: 51 pid: 8469 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746130279.041492:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091953b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841695616:192.168.204.51@tcp:105: 00000100:00100000:3.0:1746130279.041582:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a450af00 going to sleep for 11 seconds 00000100:00100000:3.0:1746130279.043392:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091953b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841695616:192.168.204.51@tcp:105: 00000100:00100000:0.0:1746130279.043396:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00010000:00010000:3.0:1746130279.043414:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746130279.043461:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135a12a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+5:1962:x1830949849119616:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 2111us (2253us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130279.043471:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14459 00000100:00100000:1.0:1746130279.043500:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849119872 00000100:00100000:1.0:1746130279.043506:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849119872 00002000:00100000:1.0:1746130279.043540:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880135a13b80 x1830949849119872/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:265/0 lens 488/0 e 0 to 0 dl 1746130290 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130279.043549:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135a13b80 with x1830949849119872 ext(0->4095) 00002000:00010000:1.0:1746130279.043553:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880135a13b80 00000100:00100000:1.0:1746130279.043581:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4781 00000100:00100000:1.0:1746130279.043586:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135a13b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+52:1961:x1830949849119872:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746130279.043757:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135a13b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+52:1961:x1830949849119872:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 169us (362us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746130279.043763:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4781 00002000:00100000:1.0:1746130279.043769:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880135a13b80 x1830949849119872/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:265/0 lens 488/4536 e 0 to 0 dl 1746130290 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130279.043776:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135a13b80 with x1830949849119872 ext(0->4095) 00002000:00010000:1.0:1746130279.043778:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880135a13b80 00000100:00100000:0.0:1746130279.045856:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130279.045979:0:8469:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849120000 00000100:00100000:1.0:1746130279.045987:0:8469:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849120000 00000100:00100000:1.0:1746130279.046033:0:8469:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6196 00000100:00100000:1.0:1746130279.046040:0:8469:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135a13100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+5:31579:x1830949849120000:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746130279.046055:0:8469:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746130279.046071:0:8469:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099533c00/0x4ce24e5787361b13 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae40151 expref: -99 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130279.046108:0:8469:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880099533000/0x4ce24e5787361b0c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4014a expref: 51 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130279.046116:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130279.046118:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130279.046121:0:8469:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099533c00/0x4ce24e5787361b13 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40151 expref: 6 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130279.046153:0:8469:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880099533000/0x4ce24e5787361b0c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4014a expref: 51 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130279.046165:0:8469:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880099533000/0x4ce24e5787361b0c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4014a expref: 51 pid: 8469 timeout: 577 lvb_type: 0 00000100:00100000:1.0:1746130279.046177:0:8469:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800947a4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8469:1830949841695744:192.168.204.51@tcp:104: 00000100:00100000:1.0:1746130279.046691:0:8469:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18fb3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746130279.048313:0:8469:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800947a4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8469:1830949841695744:192.168.204.51@tcp:104: 00010000:00010000:1.0:1746130279.048342:0:8469:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880099533c00/0x4ce24e5787361b13 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40151 expref: 6 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130279.048358:0:8469:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099533c00, rc 0) 00000100:00100000:1.0:1746130279.048394:0:8469:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135a13100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+6:31579:x1830949849120000:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2354us (2544us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130279.048402:0:8469:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6196 00000100:00100000:0.0:1746130279.049186:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130279.049386:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849120128 00000100:00100000:1.0:1746130279.049393:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849120128 00002000:00100000:1.0:1746130279.049435:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff880135a11c00 x1830949849120128/t0(0) o4->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:265/0 lens 496/0 e 0 to 0 dl 1746130290 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130279.049444:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135a11c00 with x1830949849120128 ext(0->7) 00010000:00010000:1.0:1746130279.049451:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880099533000/0x4ce24e5787361b0c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4014a expref: 52 pid: 8469 timeout: 577 lvb_type: 0 00010000:00010000:1.0:1746130279.049462:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880099533000/0x4ce24e5787361b0c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4014a expref: 52 pid: 8469 timeout: 577 lvb_type: 0 00002000:00010000:1.0:1746130279.049468:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880135a11c00 00000100:00100000:1.0:1746130279.049498:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2493 00000100:00100000:1.0:1746130279.049505:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135a11c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+52:1963:x1830949849120128:12345-192.168.204.51@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746130279.049783:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135a11c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+54:1963:x1830949849120128:12345-192.168.204.51@tcp:4:ldlm_bl.0 Request processed in 278us (599us total) trans 4294967918 rc 0/0 00000100:00100000:1.0:1746130279.049789:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2493 00002000:00100000:1.0:1746130279.049794:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff880135a11c00 x1830949849120128/t4294967918(0) o4->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:265/0 lens 496/448 e 0 to 0 dl 1746130290 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130279.049800:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135a11c00 with x1830949849120128 ext(0->7) 00010000:00010000:1.0:1746130279.049804:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880099533000/0x4ce24e5787361b0c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4014a expref: 54 pid: 8469 timeout: 577 lvb_type: 0 00010000:00010000:1.0:1746130279.049813:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880099533000/0x4ce24e5787361b0c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4014a expref: 54 pid: 8469 timeout: 577 lvb_type: 0 00002000:00010000:1.0:1746130279.049818:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880135a11c00 00000100:00100000:0.0:1746130279.054132:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130279.054295:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849120256 00000100:00100000:3.0:1746130279.054303:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849120256 00010000:00010000:3.0:1746130279.054396:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880099533000/0x4ce24e5787361b0c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4014a expref: 54 pid: 8469 timeout: 577 lvb_type: 0 00000100:00100000:3.0:1746130279.054439:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14460 00000100:00100000:3.0:1746130279.054447:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135a10e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+54:1961:x1830949849120256:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746130279.054459:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746130279.054477:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880099533000/0x4ce24e5787361b0c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4014a expref: 54 pid: 8469 timeout: 577 lvb_type: 0 00010000:00010000:3.0:1746130279.054487:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880099533000/0x4ce24e5787361b0c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4014a expref: 54 pid: 8469 timeout: 577 lvb_type: 0 00010000:00010000:3.0:1746130279.054505:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880099533000/0x4ce24e5787361b0c lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4014a expref: 54 pid: 8469 timeout: 577 lvb_type: 0 00010000:00010000:3.0:1746130279.054535:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130279.054537:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130279.054544:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880099533c00/0x4ce24e5787361b13 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40151 expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130279.054552:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099533c00/0x4ce24e5787361b13 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40151 expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130279.054580:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880099533c00/0x4ce24e5787361b13 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40151 expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746130279.054592:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091953b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841695872:192.168.204.51@tcp:105: 00000100:00100000:3.0:1746130279.055149:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a450af00 going to sleep for 11 seconds 00000100:00100000:3.0:1746130279.062194:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091953b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841695872:192.168.204.51@tcp:105: 00010000:00010000:3.0:1746130279.062221:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746130279.062283:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135a10e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+53:1961:x1830949849120256:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 7819us (8141us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130279.062294:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14460 00000100:00100000:0.0:1746130279.065538:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130279.066487:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849120512 00000100:00100000:1.0:1746130279.066497:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849120512 00002000:00100000:1.0:1746130279.066537:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880135a13480 x1830949849120512/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:265/0 lens 488/0 e 0 to 0 dl 1746130290 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130279.066547:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135a13480 with x1830949849120512 ext(0->4095) 00002000:00010000:1.0:1746130279.066552:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880135a13480 00000100:00100000:1.0:1746130279.066582:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4782 00000100:00100000:1.0:1746130279.066589:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135a13480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949849120512:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746130279.066742:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135a13480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949849120512:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 153us (1216us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746130279.066749:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4782 00002000:00100000:1.0:1746130279.066754:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880135a13480 x1830949849120512/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:265/0 lens 488/4536 e 0 to 0 dl 1746130290 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130279.066761:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135a13480 with x1830949849120512 ext(0->4095) 00002000:00010000:1.0:1746130279.066764:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880135a13480 00000100:00100000:0.0:1746130279.068227:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130279.068997:0:8469:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849120640 00000100:00100000:1.0:1746130279.069004:0:8469:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849120640 00000100:00100000:1.0:1746130279.069053:0:8469:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6197 00000100:00100000:1.0:1746130279.069060:0:8469:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135a10000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:640ea846-b909-4eea-9a54-417e15bd627b+53:31578:x1830949849120640:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746130279.069075:0:8469:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746130279.069090:0:8469:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099532200/0x4ce24e5787361b1a lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae40158 expref: -99 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130279.069114:0:8469:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880099533c00/0x4ce24e5787361b13 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40151 expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130279.069124:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130279.069126:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130279.069129:0:8469:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099532200/0x4ce24e5787361b1a lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40158 expref: 54 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130279.069153:0:8469:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880099533c00/0x4ce24e5787361b13 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40151 expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130279.069163:0:8469:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880099533c00/0x4ce24e5787361b13 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40151 expref: 5 pid: 8469 timeout: 577 lvb_type: 0 00000100:00100000:1.0:1746130279.069173:0:8469:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800947a4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8469:1830949841696000:192.168.204.51@tcp:104: 00000100:00100000:1.0:1746130279.069292:0:8469:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18fba80 going to sleep for 11 seconds 00000100:00100000:0.0:1746130279.070008:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130279.070347:0:20953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849120768 00000100:00100000:3.0:1746130279.070353:0:20953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849120768 00000100:00100000:3.0:1746130279.070388:0:20953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6198 00000100:00100000:3.0:1746130279.070394:0:20953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135a10380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:640ea846-b909-4eea-9a54-417e15bd627b+55:31579:x1830949849120768:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746130279.070404:0:20953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746130279.070415:0:20953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009bb13400/0x4ce24e5787361b21 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae4015f expref: -99 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130279.070442:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130279.070447:0:20953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880099532200/0x4ce24e5787361b1a lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40158 expref: 56 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130279.070453:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746130279.070455:0:20953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009bb13400/0x4ce24e5787361b21 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4015f expref: 56 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130279.070480:0:20953:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880099532200/0x4ce24e5787361b1a lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40158 expref: 56 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130279.070490:0:20953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009bb13400/0x4ce24e5787361b21 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4015f expref: 56 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130279.070502:0:20953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009bb13400, rc 0) 00000100:00100000:3.0:1746130279.070544:0:20953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135a10380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:640ea846-b909-4eea-9a54-417e15bd627b+56:31579:x1830949849120768:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 150us (537us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130279.070551:0:20953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6198 00000100:00100000:1.0:1746130279.072664:0:8469:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800947a4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8469:1830949841696000:192.168.204.51@tcp:104: 00010000:00010000:1.0:1746130279.072690:0:8469:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880099532200/0x4ce24e5787361b1a lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40158 expref: 55 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130279.072705:0:8469:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099532200, rc 0) 00000100:00100000:0.0:1746130279.072738:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130279.073031:0:8469:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135a10000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:640ea846-b909-4eea-9a54-417e15bd627b+55:31578:x1830949849120640:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3970us (4809us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130279.073040:0:8469:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6197 00000100:00100000:3.0:1746130279.073528:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849120896 00000100:00100000:3.0:1746130279.073535:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849120896 00010000:00010000:3.0:1746130279.073569:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880099533c00/0x4ce24e5787361b13 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40151 expref: 6 pid: 8469 timeout: 577 lvb_type: 0 00000100:00100000:3.0:1746130279.073602:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14461 00000100:00100000:3.0:1746130279.073609:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135a12680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949849120896:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746130279.073620:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746130279.074031:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880099533c00/0x4ce24e5787361b13 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40151 expref: 6 pid: 8469 timeout: 577 lvb_type: 0 00010000:00010000:3.0:1746130279.074043:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880099533c00/0x4ce24e5787361b13 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40151 expref: 6 pid: 8469 timeout: 577 lvb_type: 0 00010000:00010000:3.0:1746130279.074062:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880099533c00/0x4ce24e5787361b13 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40151 expref: 6 pid: 8469 timeout: 577 lvb_type: 0 00010000:00010000:3.0:1746130279.074082:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130279.074084:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130279.074090:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880099532200/0x4ce24e5787361b1a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40158 expref: 54 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130279.074102:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099532200/0x4ce24e5787361b1a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40158 expref: 54 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130279.074138:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880099532200/0x4ce24e5787361b1a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40158 expref: 54 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130279.074153:0:7097:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880099532200/0x4ce24e5787361b1a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40158 expref: 54 pid: 8469 timeout: 577 lvb_type: 0 00000100:00100000:3.0:1746130279.074652:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091953b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841696256:192.168.204.51@tcp:105: 00000100:00100000:3.0:1746130279.074774:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a450af00 going to sleep for 11 seconds 00000100:00100000:3.0:1746130279.078325:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091953b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841696256:192.168.204.51@tcp:105: 00010000:00010000:3.0:1746130279.078353:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746130279.078405:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135a12680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+5:1962:x1830949849120896:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 4795us (5667us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130279.078415:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14461 00000100:00100000:0.0:1746130279.080342:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130279.081012:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849121152 00000100:00100000:1.0:1746130279.081020:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849121152 00002000:00100000:1.0:1746130279.081061:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880135a10700 x1830949849121152/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:265/0 lens 488/0 e 0 to 0 dl 1746130290 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130279.081074:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135a10700 with x1830949849121152 ext(0->4095) 00010000:00010000:1.0:1746130279.081081:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880099532200/0x4ce24e5787361b1a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40158 expref: 55 pid: 8469 timeout: 577 lvb_type: 0 00010000:00010000:1.0:1746130279.081093:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880099532200/0x4ce24e5787361b1a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40158 expref: 55 pid: 8469 timeout: 577 lvb_type: 0 00002000:00010000:1.0:1746130279.081099:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880135a10700 00000100:00100000:1.0:1746130279.081196:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2494 00000100:00100000:1.0:1746130279.081204:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135a10700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+55:1961:x1830949849121152:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746130279.081647:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135a10700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+55:1961:x1830949849121152:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 442us (1309us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746130279.081654:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2494 00002000:00100000:1.0:1746130279.081660:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880135a10700 x1830949849121152/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:265/0 lens 488/4536 e 0 to 0 dl 1746130290 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130279.081666:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135a10700 with x1830949849121152 ext(0->4095) 00010000:00010000:1.0:1746130279.081671:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880099532200/0x4ce24e5787361b1a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40158 expref: 55 pid: 8469 timeout: 577 lvb_type: 0 00010000:00010000:1.0:1746130279.081681:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880099532200/0x4ce24e5787361b1a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40158 expref: 55 pid: 8469 timeout: 577 lvb_type: 0 00002000:00010000:1.0:1746130279.081687:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880135a10700 00000100:00100000:0.0:1746130279.084149:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130279.084260:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849121280 00000100:00100000:3.0:1746130279.084290:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849121280 00010000:00010000:3.0:1746130279.084324:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880099532200/0x4ce24e5787361b1a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40158 expref: 55 pid: 8469 timeout: 577 lvb_type: 0 00000100:00100000:3.0:1746130279.084363:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14462 00000100:00100000:3.0:1746130279.084370:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091d23480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+55:1962:x1830949849121280:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746130279.084386:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746130279.084404:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880099532200/0x4ce24e5787361b1a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40158 expref: 55 pid: 8469 timeout: 577 lvb_type: 0 00010000:00010000:3.0:1746130279.084415:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880099532200/0x4ce24e5787361b1a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40158 expref: 55 pid: 8469 timeout: 577 lvb_type: 0 00010000:00010000:3.0:1746130279.084444:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880099532200/0x4ce24e5787361b1a lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40158 expref: 55 pid: 8469 timeout: 577 lvb_type: 0 00010000:00010000:3.0:1746130279.084553:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130279.084555:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130279.084562:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009bb13400/0x4ce24e5787361b21 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4015f expref: 54 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130279.084569:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009bb13400/0x4ce24e5787361b21 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4015f expref: 54 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130279.084599:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009bb13400/0x4ce24e5787361b21 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4015f expref: 54 pid: 20953 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746130279.084610:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091953b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841696384:192.168.204.51@tcp:105: 00000100:00100000:3.0:1746130279.085023:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a450af00 going to sleep for 11 seconds 00000100:00100000:0.0:1746130279.087231:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130279.087252:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091953b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841696384:192.168.204.51@tcp:105: 00010000:00010000:3.0:1746130279.087302:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746130279.087341:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849121536 00000100:00100000:3.0:1746130279.087342:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091d23480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+54:1962:x1830949849121280:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 2973us (3202us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130279.087347:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849121536 00000100:00100000:3.0:1746130279.087351:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14462 00002000:00100000:1.0:1746130279.087378:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880091d20700 x1830949849121536/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:265/0 lens 488/0 e 0 to 0 dl 1746130290 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130279.087387:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091d20700 with x1830949849121536 ext(0->4095) 00002000:00010000:1.0:1746130279.087390:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091d20700 00000100:00100000:1.0:1746130279.087418:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4783 00000100:00100000:1.0:1746130279.087439:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091d20700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+54:1964:x1830949849121536:12345-192.168.204.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746130279.087569:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091d20700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+54:1964:x1830949849121536:12345-192.168.204.51@tcp:3:ptlrpcd_01_01.0 Request processed in 131us (344us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746130279.087574:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4783 00002000:00100000:1.0:1746130279.087579:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880091d20700 x1830949849121536/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:265/0 lens 488/4536 e 0 to 0 dl 1746130290 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130279.087586:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091d20700 with x1830949849121536 ext(0->4095) 00002000:00010000:1.0:1746130279.087588:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091d20700 00000100:00100000:0.0:1746130279.089325:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130279.089380:0:8469:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849121664 00000100:00100000:1.0:1746130279.089386:0:8469:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849121664 00000100:00100000:1.0:1746130279.089433:0:8469:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6199 00000100:00100000:1.0:1746130279.089440:0:8469:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b939850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+5:31579:x1830949849121664:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746130279.089454:0:8469:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746130279.089468:0:8469:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099533000/0x4ce24e5787361b28 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae40166 expref: -99 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130279.089496:0:8469:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009bb13400/0x4ce24e5787361b21 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4015f expref: 53 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130279.089512:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130279.089514:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130279.089517:0:8469:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099533000/0x4ce24e5787361b28 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40166 expref: 6 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130279.089543:0:8469:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009bb13400/0x4ce24e5787361b21 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4015f expref: 53 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130279.089551:0:8469:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009bb13400/0x4ce24e5787361b21 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4015f expref: 53 pid: 20953 timeout: 577 lvb_type: 0 00000100:00100000:1.0:1746130279.089559:0:8469:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800947a4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8469:1830949841696512:192.168.204.51@tcp:104: 00000100:00100000:1.0:1746130279.089689:0:8469:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18fb840 going to sleep for 11 seconds 00000100:00100000:1.0:1746130279.091072:0:8469:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800947a4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8469:1830949841696512:192.168.204.51@tcp:104: 00010000:00010000:1.0:1746130279.091095:0:8469:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880099533000/0x4ce24e5787361b28 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40166 expref: 6 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130279.091109:0:8469:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099533000, rc 0) 00000100:00100000:1.0:1746130279.091140:0:8469:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b939850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+6:31579:x1830949849121664:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1701us (1821us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130279.091148:0:8469:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6199 00000100:00100000:0.0:1746130279.091705:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130279.091851:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849121792 00000100:00100000:3.0:1746130279.091977:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849121792 00010000:00010000:3.0:1746130279.092006:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009bb13400/0x4ce24e5787361b21 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4015f expref: 54 pid: 20953 timeout: 577 lvb_type: 0 00000100:00100000:3.0:1746130279.092038:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14463 00000100:00100000:3.0:1746130279.092045:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091d21c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+54:1962:x1830949849121792:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746130279.092058:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746130279.092077:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009bb13400/0x4ce24e5787361b21 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4015f expref: 54 pid: 20953 timeout: 577 lvb_type: 0 00010000:00010000:3.0:1746130279.092087:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009bb13400/0x4ce24e5787361b21 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4015f expref: 54 pid: 20953 timeout: 577 lvb_type: 0 00010000:00010000:3.0:1746130279.092105:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009bb13400/0x4ce24e5787361b21 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4015f expref: 54 pid: 20953 timeout: 577 lvb_type: 0 00010000:00010000:3.0:1746130279.092132:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130279.092134:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130279.092141:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880099533000/0x4ce24e5787361b28 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40166 expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130279.092148:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099533000/0x4ce24e5787361b28 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40166 expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130279.092174:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880099533000/0x4ce24e5787361b28 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40166 expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746130279.092190:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091953b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841696640:192.168.204.51@tcp:105: 00000100:00100000:3.0:1746130279.092255:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a450af00 going to sleep for 11 seconds 00000100:00100000:0.0:1746130279.096513:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130279.096595:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091953b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841696640:192.168.204.51@tcp:105: 00010000:00010000:3.0:1746130279.096619:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746130279.096659:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091d21c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+53:1962:x1830949849121792:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 4615us (4954us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130279.096670:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14463 00000100:00100000:2.0:1746130279.097069:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849122048 00000100:00100000:2.0:1746130279.097077:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849122048 00002000:00100000:2.0:1746130279.097117:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880091d20000 x1830949849122048/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:265/0 lens 488/0 e 0 to 0 dl 1746130290 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130279.097126:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091d20000 with x1830949849122048 ext(0->4095) 00002000:00010000:2.0:1746130279.097130:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091d20000 00000100:00100000:2.0:1746130279.097157:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4784 00000100:00100000:2.0:1746130279.097164:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091d20000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949849122048:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746130279.097335:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091d20000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949849122048:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 171us (829us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746130279.097341:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4784 00002000:00100000:2.0:1746130279.097347:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880091d20000 x1830949849122048/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:265/0 lens 488/4536 e 0 to 0 dl 1746130290 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130279.097354:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091d20000 with x1830949849122048 ext(0->4095) 00002000:00010000:2.0:1746130279.097357:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091d20000 00000100:00100000:0.0:1746130279.098561:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130279.098618:0:8469:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849122176 00000100:00100000:1.0:1746130279.098624:0:8469:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849122176 00000100:00100000:1.0:1746130279.098670:0:8469:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6200 00000100:00100000:1.0:1746130279.098676:0:8469:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091d22680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:640ea846-b909-4eea-9a54-417e15bd627b+53:31578:x1830949849122176:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746130279.098692:0:8469:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746130279.098707:0:8469:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099532a00/0x4ce24e5787361b2f lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae4016d expref: -99 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130279.098734:0:8469:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880099533000/0x4ce24e5787361b28 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40166 expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130279.098742:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130279.098744:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130279.098747:0:8469:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099532a00/0x4ce24e5787361b2f lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4016d expref: 54 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130279.098773:0:8469:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880099533000/0x4ce24e5787361b28 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40166 expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130279.098790:0:8469:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880099533000/0x4ce24e5787361b28 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40166 expref: 5 pid: 8469 timeout: 577 lvb_type: 0 00000100:00100000:1.0:1746130279.098801:0:8469:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800947a4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8469:1830949841696768:192.168.204.51@tcp:104: 00000100:00100000:1.0:1746130279.098877:0:8469:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18fb840 going to sleep for 11 seconds 00000100:00100000:0.0:1746130279.099204:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130279.099245:0:20953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849122304 00000100:00100000:3.0:1746130279.099249:0:20953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849122304 00000100:00100000:3.0:1746130279.099296:0:20953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6201 00000100:00100000:3.0:1746130279.099302:0:20953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091d20380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:640ea846-b909-4eea-9a54-417e15bd627b+55:31579:x1830949849122304:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746130279.099310:0:20953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746130279.099316:0:20953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009bb13400/0x4ce24e5787361b36 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae40174 expref: -99 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130279.099330:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130279.099334:0:20953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880099532a00/0x4ce24e5787361b2f lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4016d expref: 56 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130279.099340:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746130279.099342:0:20953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009bb13400/0x4ce24e5787361b36 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40174 expref: 56 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130279.099362:0:20953:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880099532a00/0x4ce24e5787361b2f lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4016d expref: 56 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130279.099377:0:20953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009bb13400/0x4ce24e5787361b36 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40174 expref: 56 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130279.099386:0:20953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009bb13400, rc 0) 00000100:00100000:3.0:1746130279.099407:0:20953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091d20380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:640ea846-b909-4eea-9a54-417e15bd627b+56:31579:x1830949849122304:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 106us (204us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130279.099413:0:20953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6201 00000100:00100000:1.0:1746130279.101521:0:8469:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800947a4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8469:1830949841696768:192.168.204.51@tcp:104: 00010000:00010000:1.0:1746130279.101549:0:8469:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880099532a00/0x4ce24e5787361b2f lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4016d expref: 55 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130279.101564:0:8469:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099532a00, rc 0) 00000100:00100000:1.0:1746130279.101603:0:8469:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091d22680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:640ea846-b909-4eea-9a54-417e15bd627b+55:31578:x1830949849122176:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2926us (3045us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130279.101613:0:8469:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6200 00000100:00100000:0.0:1746130279.102113:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130279.102218:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849122432 00000100:00100000:3.0:1746130279.102225:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849122432 00010000:00010000:3.0:1746130279.102256:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880099533000/0x4ce24e5787361b28 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40166 expref: 6 pid: 8469 timeout: 577 lvb_type: 0 00000100:00100000:3.0:1746130279.102315:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14464 00000100:00100000:3.0:1746130279.102322:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d0d1450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949849122432:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746130279.102333:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746130279.102353:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880099533000/0x4ce24e5787361b28 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40166 expref: 6 pid: 8469 timeout: 577 lvb_type: 0 00010000:00010000:3.0:1746130279.102361:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880099533000/0x4ce24e5787361b28 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40166 expref: 6 pid: 8469 timeout: 577 lvb_type: 0 00010000:00010000:3.0:1746130279.102380:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880099533000/0x4ce24e5787361b28 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40166 expref: 6 pid: 8469 timeout: 577 lvb_type: 0 00010000:00010000:3.0:1746130279.102412:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130279.102414:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130279.102431:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880099532a00/0x4ce24e5787361b2f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4016d expref: 54 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130279.102438:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099532a00/0x4ce24e5787361b2f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4016d expref: 54 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130279.102464:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880099532a00/0x4ce24e5787361b2f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4016d expref: 54 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130279.102474:0:7097:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880099532a00/0x4ce24e5787361b2f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4016d expref: 54 pid: 8469 timeout: 577 lvb_type: 0 00000100:00100000:3.0:1746130279.102483:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091953b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841697024:192.168.204.51@tcp:105: 00000100:00100000:3.0:1746130279.102832:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a450af00 going to sleep for 11 seconds 00000100:00100000:3.0:1746130279.106140:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091953b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841697024:192.168.204.51@tcp:105: 00010000:00010000:3.0:1746130279.106166:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746130279.106223:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d0d1450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+5:1962:x1830949849122432:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 3899us (4109us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130279.106233:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14464 00000100:00100000:0.0:1746130279.106259:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130279.106372:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849122688 00000100:00100000:1.0:1746130279.106379:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849122688 00002000:00100000:1.0:1746130279.106418:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880091d21500 x1830949849122688/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:265/0 lens 488/0 e 0 to 0 dl 1746130290 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130279.106440:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091d21500 with x1830949849122688 ext(0->4095) 00010000:00010000:1.0:1746130279.106448:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880099532a00/0x4ce24e5787361b2f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4016d expref: 55 pid: 8469 timeout: 577 lvb_type: 0 00010000:00010000:1.0:1746130279.106461:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880099532a00/0x4ce24e5787361b2f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4016d expref: 55 pid: 8469 timeout: 577 lvb_type: 0 00002000:00010000:1.0:1746130279.106468:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091d21500 00000100:00100000:1.0:1746130279.106495:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2495 00000100:00100000:1.0:1746130279.106502:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091d21500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+55:1962:x1830949849122688:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746130279.106642:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091d21500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+55:1962:x1830949849122688:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 141us (382us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746130279.106648:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2495 00002000:00100000:1.0:1746130279.106653:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880091d21500 x1830949849122688/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:265/0 lens 488/4536 e 0 to 0 dl 1746130290 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130279.106661:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091d21500 with x1830949849122688 ext(0->4095) 00010000:00010000:1.0:1746130279.106665:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880099532a00/0x4ce24e5787361b2f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4016d expref: 55 pid: 8469 timeout: 577 lvb_type: 0 00010000:00010000:1.0:1746130279.106678:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880099532a00/0x4ce24e5787361b2f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4016d expref: 55 pid: 8469 timeout: 577 lvb_type: 0 00002000:00010000:1.0:1746130279.106683:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091d21500 00000100:00100000:0.0:1746130279.108146:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130279.108252:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849122816 00000100:00100000:3.0:1746130279.108259:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849122816 00010000:00010000:3.0:1746130279.108323:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880099532a00/0x4ce24e5787361b2f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4016d expref: 55 pid: 8469 timeout: 577 lvb_type: 0 00000100:00100000:3.0:1746130279.108350:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14465 00000100:00100000:3.0:1746130279.108356:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091d21f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+55:1962:x1830949849122816:12345-192.168.204.51@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1746130279.108361:0:3299:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091d20e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:c27f3a83-b0ee-4dd6-bb65-34207604533c:3299:1830949841697152:0@lo:400:kworker.0 00000100:00100000:1.0:1746130279.108400:0:3299:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746130279.108402:0:3297:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091d21c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3297:1830949841697408:0@lo:400:kworker.0 00000100:00100000:0.0:1746130279.108415:0:7106:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949841697152 00000100:00100000:0.0:1746130279.108418:0:7106:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949841697152 00000100:00100000:1.0:1746130279.108439:0:3299:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801344c9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3299:1830949841697664:0@lo:400:kworker.0 00000100:00100000:2.0:1746130279.108443:0:3297:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746130279.108449:0:7106:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 372 00000100:00100000:0.0:1746130279.108454:0:7106:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b23fe450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c27f3a83-b0ee-4dd6-bb65-34207604533c+18:3299:x1830949841697152:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746130279.108463:0:3297:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801344c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3297:1830949841697920:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1746130279.108463:0:3299:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746130279.108478:0:3299:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:2.0:1746130279.108482:0:3297:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746130279.108483:0:3299:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091d23480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3299:1830949841697280:0@lo:400:kworker.0 00000100:00100000:0.0:1746130279.108485:0:7106:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b23fe450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c27f3a83-b0ee-4dd6-bb65-34207604533c+18:3299:x1830949841697152:12345-0@lo:400:kworker.0 Request processed in 31us (84us total) trans 0 rc 0/0 00000100:00100000:0.0:1746130279.108490:0:7106:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 372 00000100:00100000:2.0:1746130279.108494:0:3297:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1746130279.108497:0:3297:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801344cb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3297:1830949841697536:0@lo:400:kworker.0 00000100:00100000:1.0:1746130279.108499:0:3299:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746130279.108512:0:3299:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801344c8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3299:1830949841697792:0@lo:400:kworker.0 00000100:00100000:2.0:1746130279.108516:0:3297:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746130279.108535:0:9883:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949841697408 00000100:00100000:0.0:1746130279.108535:0:8469:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949841697536 00000100:00100000:1.0:1746130279.108538:0:9883:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949841697408 00000100:00100000:0.0:1746130279.108538:0:8469:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949841697536 00000100:00100000:2.0:1746130279.108544:0:8503:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949841697664 00000100:00100000:2.0:1746130279.108546:0:8503:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949841697664 00000100:00100000:1.0:1746130279.108562:0:9883:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949841697280 00000100:00100000:1.0:1746130279.108564:0:9883:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949841697280 00010000:00010000:3.0:1746130279.108573:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1746130279.108575:0:10554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 406 00000100:00100000:0.0:1746130279.108579:0:10554:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013526aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3297:x1830949841697536:12345-0@lo:400:kworker.0 00010000:00010000:3.0:1746130279.108594:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880099532a00/0x4ce24e5787361b2f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4016d expref: 55 pid: 8469 timeout: 577 lvb_type: 0 00000100:00100000:0.0:1746130279.108604:0:10554:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013526aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3297:x1830949841697536:12345-0@lo:400:kworker.0 Request processed in 25us (88us total) trans 0 rc 0/0 00010000:00010000:3.0:1746130279.108605:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880099532a00/0x4ce24e5787361b2f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4016d expref: 55 pid: 8469 timeout: 577 lvb_type: 0 00000100:00100000:0.0:1746130279.108609:0:10554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 406 00010000:00010000:3.0:1746130279.108624:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880099532a00/0x4ce24e5787361b2f lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4016d expref: 55 pid: 8469 timeout: 577 lvb_type: 0 00010000:00010000:3.0:1746130279.108640:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130279.108642:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130279.108647:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009bb13400/0x4ce24e5787361b36 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40174 expref: 54 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130279.108658:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009bb13400/0x4ce24e5787361b36 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40174 expref: 54 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130279.108691:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009bb13400/0x4ce24e5787361b36 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40174 expref: 54 pid: 20953 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746130279.108698:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091953b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841698048:192.168.204.51@tcp:105: 00000100:00100000:3.0:1746130279.108730:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b186e40 going to sleep for 11 seconds 00000100:00100000:3.0:1746130279.108750:0:7110:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 324 00000100:00100000:2.0:1746130279.108787:0:8503:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 325 00000100:00080000:0.0:1746130279.110006:0:7108:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1746130279.110012:0:7108:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1746130279.110414:0:7110:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135269500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3297:x1830949841697408:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746130279.110446:0:9883:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 326 00000100:00100000:1.0:1746130279.110453:0:9883:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800924e0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3299:x1830949841697280:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746130279.110518:0:8503:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800947a4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3299:x1830949841697664:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746130279.111401:0:7110:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135269500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3297:x1830949841697408:12345-0@lo:400:kworker.0 Request processed in 2643us (2955us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130279.111414:0:7110:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 324 00000100:00100000:2.0:1746130279.111415:0:8503:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800947a4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3299:x1830949841697664:12345-0@lo:400:kworker.0 Request processed in 2622us (2954us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130279.111429:0:8503:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 325 00000100:00100000:2.0:1746130279.111456:0:8472:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949841697920 00000100:00100000:2.0:1746130279.111462:0:8472:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949841697920 00000100:00100000:2.0:1746130279.111530:0:8472:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 168 00000100:00100000:2.0:1746130279.111535:0:8472:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013526b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3297:x1830949841697920:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1746130279.111561:0:8472:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 715587584 pending 0 free 3856662528 avail 3854565376 00000100:00100000:2.0:1746130279.111589:0:8472:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013526b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3297:x1830949841697920:12345-0@lo:13:osp-pre-1-0.0 Request processed in 54us (3106us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130279.111594:0:8472:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 168 00000100:00100000:2.0:1746130279.111629:0:3297:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801344cb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3297:1830949841697536:0@lo:400:kworker.0 00000100:00100000:2.0:1746130279.111644:0:3297:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801344c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3297:1830949841697920:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1746130279.111654:0:3297:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091d21c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3297:1830949841697408:0@lo:400:kworker.0 00000100:00100000:1.0:1746130279.111882:0:9883:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800924e0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3299:x1830949841697280:12345-0@lo:400:kworker.0 Request processed in 1428us (3379us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130279.111889:0:9883:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 326 00000100:00100000:1.0:1746130279.111917:0:3299:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1746130279.111927:0:7108:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746130279.111939:0:8469:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949841697792 00000100:00100000:0.0:1746130279.111942:0:8469:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949841697792 00000100:00100000:1.0:1746130279.111950:0:3299:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801344c9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3299:1830949841697664:0@lo:400:kworker.0 00000100:00100000:1.0:1746130279.111962:0:3299:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091d20e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:c27f3a83-b0ee-4dd6-bb65-34207604533c:3299:1830949841697152:0@lo:400:kworker.0 00000100:00100000:1.0:1746130279.111981:0:3299:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091d23480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3299:1830949841697280:0@lo:400:kworker.0 00000100:00100000:2.0:1746130279.112430:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130279.112475:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091953b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841698048:192.168.204.51@tcp:105: 00010000:00010000:3.0:1746130279.112491:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746130279.112519:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091d21f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+54:1962:x1830949849122816:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 4164us (4379us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130279.112526:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14465 00000100:00100000:0.0:1746130279.112750:0:8469:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 407 00000100:00100000:0.0:1746130279.112756:0:8469:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800924e2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3299:x1830949841697792:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746130279.112794:0:8469:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800924e2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3299:x1830949841697792:12345-0@lo:400:kworker.0 Request processed in 38us (876us total) trans 0 rc 0/0 00000100:00100000:0.0:1746130279.112798:0:8469:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 407 00000100:00100000:1.0:1746130279.112842:0:3299:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801344c8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3299:1830949841697792:0@lo:400:kworker.0 00000100:00100000:1.0:1746130279.112860:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849123072 00000100:00100000:1.0:1746130279.112864:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849123072 00002000:00100000:1.0:1746130279.112886:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88013526ad80 x1830949849123072/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:265/0 lens 488/0 e 0 to 0 dl 1746130290 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130279.112895:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013526ad80 with x1830949849123072 ext(0->4095) 00002000:00010000:1.0:1746130279.112899:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88013526ad80 00000100:00100000:1.0:1746130279.112923:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4785 00000100:00100000:1.0:1746130279.112928:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013526ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+54:1961:x1830949849123072:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746130279.113065:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013526ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+54:1961:x1830949849123072:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 136us (645us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746130279.113071:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4785 00002000:00100000:1.0:1746130279.113075:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88013526ad80 x1830949849123072/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:265/0 lens 488/4536 e 0 to 0 dl 1746130290 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130279.113082:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013526ad80 with x1830949849123072 ext(0->4095) 00002000:00010000:1.0:1746130279.113084:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88013526ad80 00000100:00100000:0.0:1746130279.114938:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130279.116127:0:8469:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849123200 00000100:00100000:2.0:1746130279.116137:0:8469:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849123200 00000100:00100000:2.0:1746130279.116195:0:8469:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6202 00000100:00100000:2.0:1746130279.116203:0:8469:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801344ca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+5:31579:x1830949849123200:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746130279.116218:0:8469:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746130279.116234:0:8469:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009955fa00/0x4ce24e5787361b3d lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae4017b expref: -99 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130279.116258:0:8469:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009bb13400/0x4ce24e5787361b36 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40174 expref: 53 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130279.116299:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746130279.116301:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746130279.116304:0:8469:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009955fa00/0x4ce24e5787361b3d lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4017b expref: 6 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130279.116331:0:8469:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009bb13400/0x4ce24e5787361b36 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40174 expref: 53 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130279.116341:0:8469:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009bb13400/0x4ce24e5787361b36 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40174 expref: 53 pid: 20953 timeout: 577 lvb_type: 0 00000100:00100000:2.0:1746130279.116350:0:8469:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091d23480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8469:1830949841698176:192.168.204.51@tcp:104: 00000100:00100000:2.0:1746130279.116506:0:8469:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b23e0480 going to sleep for 11 seconds 00000100:00100000:2.0:1746130279.119470:0:8469:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091d23480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8469:1830949841698176:192.168.204.51@tcp:104: 00010000:00010000:2.0:1746130279.119500:0:8469:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009955fa00/0x4ce24e5787361b3d lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4017b expref: 6 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130279.119515:0:8469:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009955fa00, rc 0) 00000100:00100000:2.0:1746130279.119555:0:8469:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801344ca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+6:31579:x1830949849123200:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3354us (4623us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130279.119564:0:8469:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6202 00000100:00100000:0.0:1746130279.121303:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130279.121349:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130279.121627:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849123328 00000100:00100000:3.0:1746130279.121635:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849123328 00010000:00010000:3.0:1746130279.121670:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009bb13400/0x4ce24e5787361b36 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40174 expref: 54 pid: 20953 timeout: 577 lvb_type: 0 00000100:00100000:3.0:1746130279.121695:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14466 00000100:00100000:3.0:1746130279.121702:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801344c9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+54:1961:x1830949849123328:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746130279.121714:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746130279.121733:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009bb13400/0x4ce24e5787361b36 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40174 expref: 54 pid: 20953 timeout: 577 lvb_type: 0 00010000:00010000:3.0:1746130279.121745:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009bb13400/0x4ce24e5787361b36 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40174 expref: 54 pid: 20953 timeout: 577 lvb_type: 0 00010000:00010000:3.0:1746130279.121766:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009bb13400/0x4ce24e5787361b36 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40174 expref: 54 pid: 20953 timeout: 577 lvb_type: 0 00010000:00010000:3.0:1746130279.121785:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130279.121787:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130279.121794:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009955fa00/0x4ce24e5787361b3d lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4017b expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130279.121802:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009955fa00/0x4ce24e5787361b3d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4017b expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746130279.121829:0:8469:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849123456 00000100:00100000:2.0:1746130279.121832:0:8469:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849123456 00000100:00100000:2.0:1746130279.122122:0:8469:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6203 00000100:00100000:2.0:1746130279.122129:0:8469:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801344cb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:640ea846-b909-4eea-9a54-417e15bd627b+54:31578:x1830949849123456:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746130279.122138:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009955fa00/0x4ce24e5787361b3d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4017b expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130279.122140:0:8469:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746130279.122149:0:8469:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009955e000/0x4ce24e5787361b44 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae40182 expref: -99 pid: 8469 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746130279.122150:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091953b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841698304:192.168.204.51@tcp:105: 00010000:00010000:2.0:1746130279.122164:0:8469:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009955fa00/0x4ce24e5787361b3d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4017b expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130279.122170:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130279.122171:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130279.122174:0:8469:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009955e000/0x4ce24e5787361b44 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40182 expref: 55 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130279.122190:0:8469:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009955fa00/0x4ce24e5787361b3d lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4017b expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130279.122204:0:8469:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009955fa00/0x4ce24e5787361b3d lrc: 6/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4017b expref: 5 pid: 8469 timeout: 577 lvb_type: 0 00000100:00100000:3.0:1746130279.122228:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b186e40 going to sleep for 11 seconds 00000100:00100000:2.0:1746130279.122368:0:8469:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091d23480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8469:1830949841698432:192.168.204.51@tcp:104: 00000100:00100000:2.0:1746130279.122398:0:8469:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b23e0480 going to sleep for 11 seconds 00000100:00100000:3.0:1746130279.123670:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091953b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841698304:192.168.204.51@tcp:105: 00010000:00010000:3.0:1746130279.123690:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746130279.123717:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801344c9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+55:1961:x1830949849123328:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 2016us (2421us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130279.123725:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14466 00000100:00100000:3.0:1746130279.124010:0:8469:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091d23480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8469:1830949841698432:192.168.204.51@tcp:104: 00010000:00010000:3.0:1746130279.124028:0:8469:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009955e000/0x4ce24e5787361b44 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40182 expref: 54 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130279.124041:0:8469:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009955e000, rc 0) 00000100:00100000:3.0:1746130279.124063:0:8469:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801344cb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:640ea846-b909-4eea-9a54-417e15bd627b+54:31578:x1830949849123456:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1935us (2714us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130279.124069:0:8469:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6203 00000100:00100000:0.0:1746130279.124233:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130279.124356:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849123712 00000100:00100000:1.0:1746130279.124362:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849123712 00002000:00100000:1.0:1746130279.124391:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801344c8700 x1830949849123712/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:265/0 lens 488/0 e 0 to 0 dl 1746130290 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130279.124401:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801344c8700 with x1830949849123712 ext(0->4095) 00010000:00010000:1.0:1746130279.124735:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009955fa00/0x4ce24e5787361b3d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4017b expref: 6 pid: 8469 timeout: 577 lvb_type: 0 00010000:00010000:1.0:1746130279.124746:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009955fa00/0x4ce24e5787361b3d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4017b expref: 6 pid: 8469 timeout: 577 lvb_type: 0 00002000:00010000:1.0:1746130279.124753:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801344c8700 00000100:00100000:1.0:1746130279.124811:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2496 00000100:00100000:1.0:1746130279.124818:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801344c8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949849123712:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746130279.125044:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801344c8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949849123712:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 226us (810us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746130279.125050:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2496 00002000:00100000:1.0:1746130279.125056:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801344c8700 x1830949849123712/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:265/0 lens 488/4536 e 0 to 0 dl 1746130290 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130279.125063:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801344c8700 with x1830949849123712 ext(0->4095) 00010000:00010000:1.0:1746130279.125067:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009955fa00/0x4ce24e5787361b3d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4017b expref: 6 pid: 8469 timeout: 577 lvb_type: 0 00010000:00010000:1.0:1746130279.125076:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009955fa00/0x4ce24e5787361b3d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4017b expref: 6 pid: 8469 timeout: 577 lvb_type: 0 00002000:00010000:1.0:1746130279.125082:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801344c8700 00000100:00100000:0.0:1746130279.126683:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130279.126825:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849123840 00000100:00100000:3.0:1746130279.126831:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849123840 00010000:00010000:3.0:1746130279.126865:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009955fa00/0x4ce24e5787361b3d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4017b expref: 6 pid: 8469 timeout: 577 lvb_type: 0 00000100:00100000:3.0:1746130279.126886:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14467 00000100:00100000:3.0:1746130279.126891:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801344c8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1964:x1830949849123840:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746130279.126902:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746130279.126918:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009955fa00/0x4ce24e5787361b3d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4017b expref: 6 pid: 8469 timeout: 577 lvb_type: 0 00010000:00010000:3.0:1746130279.126926:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009955fa00/0x4ce24e5787361b3d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4017b expref: 6 pid: 8469 timeout: 577 lvb_type: 0 00010000:00010000:3.0:1746130279.126944:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009955fa00/0x4ce24e5787361b3d lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4017b expref: 6 pid: 8469 timeout: 577 lvb_type: 0 00010000:00010000:3.0:1746130279.127514:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130279.127517:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130279.127524:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009955e000/0x4ce24e5787361b44 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40182 expref: 53 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130279.127531:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009955e000/0x4ce24e5787361b44 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40182 expref: 53 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130279.127558:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009955e000/0x4ce24e5787361b44 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40182 expref: 53 pid: 8469 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746130279.127568:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091953b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841698560:192.168.204.51@tcp:105: 00000100:00100000:3.0:1746130279.127640:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b186e40 going to sleep for 11 seconds 00000100:00100000:3.0:1746130279.131746:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091953b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841698560:192.168.204.51@tcp:105: 00000100:00100000:0.0:1746130279.131754:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00010000:00010000:3.0:1746130279.131775:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746130279.131798:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849124096 00000100:00100000:1.0:1746130279.131805:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849124096 00000100:00100000:3.0:1746130279.131825:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801344c8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+5:1964:x1830949849123840:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 4933us (5147us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130279.131835:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14467 00002000:00100000:1.0:1746130279.131843:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801344c9500 x1830949849124096/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:265/0 lens 488/0 e 0 to 0 dl 1746130290 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130279.131853:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801344c9500 with x1830949849124096 ext(0->4095) 00002000:00010000:1.0:1746130279.131857:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801344c9500 00000100:00100000:1.0:1746130279.131872:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4786 00000100:00100000:1.0:1746130279.131878:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801344c9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+54:1962:x1830949849124096:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746130279.132194:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801344c9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+54:1962:x1830949849124096:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 315us (441us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746130279.132200:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4786 00002000:00100000:1.0:1746130279.132205:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801344c9500 x1830949849124096/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:265/0 lens 488/4536 e 0 to 0 dl 1746130290 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130279.132212:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801344c9500 with x1830949849124096 ext(0->4095) 00002000:00010000:1.0:1746130279.132215:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801344c9500 00000100:00100000:0.0:1746130279.136106:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130279.136228:0:8469:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849124224 00000100:00100000:3.0:1746130279.136236:0:8469:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849124224 00000100:00100000:3.0:1746130279.136328:0:8469:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6204 00000100:00100000:3.0:1746130279.136336:0:8469:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801344c8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+5:31579:x1830949849124224:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746130279.136357:0:8469:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746130279.136375:0:8469:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009bb12400/0x4ce24e5787361b4b lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae40189 expref: -99 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130279.136402:0:8469:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009955e000/0x4ce24e5787361b44 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40182 expref: 53 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130279.136408:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746130279.136411:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746130279.136414:0:8469:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009bb12400/0x4ce24e5787361b4b lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40189 expref: 6 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130279.136457:0:8469:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009955e000/0x4ce24e5787361b44 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40182 expref: 53 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130279.136468:0:8469:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009955e000/0x4ce24e5787361b44 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40182 expref: 53 pid: 8469 timeout: 577 lvb_type: 0 00000100:00100000:3.0:1746130279.136479:0:8469:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091953b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8469:1830949841698688:192.168.204.51@tcp:104: 00000100:00100000:3.0:1746130279.136566:0:8469:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b186e40 going to sleep for 11 seconds 00000100:00100000:3.0:1746130279.138770:0:8469:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091953b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8469:1830949841698688:192.168.204.51@tcp:104: 00010000:00010000:3.0:1746130279.138806:0:8469:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009bb12400/0x4ce24e5787361b4b lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40189 expref: 6 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130279.138825:0:8469:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009bb12400, rc 0) 00000100:00100000:3.0:1746130279.138869:0:8469:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801344c8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+6:31579:x1830949849124224:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2534us (2776us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130279.138879:0:8469:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6204 00000100:00100000:0.0:1746130279.142831:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130279.142909:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849124352 00000100:00100000:1.0:1746130279.142918:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849124352 00002000:00100000:1.0:1746130279.142966:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff8801344c9f80 x1830949849124352/t0(0) o4->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:265/0 lens 496/0 e 0 to 0 dl 1746130290 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130279.142975:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801344c9f80 with x1830949849124352 ext(0->7) 00010000:00010000:1.0:1746130279.142982:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009955e000/0x4ce24e5787361b44 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40182 expref: 54 pid: 8469 timeout: 577 lvb_type: 0 00010000:00010000:1.0:1746130279.142996:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009955e000/0x4ce24e5787361b44 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40182 expref: 54 pid: 8469 timeout: 577 lvb_type: 0 00002000:00010000:1.0:1746130279.143002:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801344c9f80 00000100:00100000:1.0:1746130279.143034:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2497 00000100:00100000:1.0:1746130279.143042:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801344c9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+54:1961:x1830949849124352:12345-192.168.204.51@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746130279.145584:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801344c9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+56:1961:x1830949849124352:12345-192.168.204.51@tcp:4:ldlm_bl.0 Request processed in 2528us (2749us total) trans 4294967919 rc 0/0 00000100:00100000:1.0:1746130279.145598:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2497 00002000:00100000:1.0:1746130279.145611:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff8801344c9f80 x1830949849124352/t4294967919(0) o4->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:265/0 lens 496/448 e 0 to 0 dl 1746130290 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130279.145621:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801344c9f80 with x1830949849124352 ext(0->7) 00010000:00010000:1.0:1746130279.145634:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009955e000/0x4ce24e5787361b44 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40182 expref: 56 pid: 8469 timeout: 577 lvb_type: 0 00010000:00010000:1.0:1746130279.145652:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009955e000/0x4ce24e5787361b44 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40182 expref: 56 pid: 8469 timeout: 577 lvb_type: 0 00002000:00010000:1.0:1746130279.145659:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801344c9f80 00000100:00100000:0.0:1746130279.148601:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130279.148705:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130279.148793:0:8469:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849124480 00000100:00100000:3.0:1746130279.148804:0:8469:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849124480 00000100:00100000:3.0:1746130279.148864:0:8469:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6205 00000100:00100000:3.0:1746130279.148872:0:8469:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801344c9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:640ea846-b909-4eea-9a54-417e15bd627b+56:31578:x1830949849124480:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746130279.148893:0:8469:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746130279.148916:0:8469:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009bb13600/0x4ce24e5787361b52 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae40190 expref: -99 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130279.148946:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746130279.148953:0:8469:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009bb12400/0x4ce24e5787361b4b lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40189 expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130279.148960:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746130279.148964:0:8469:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009bb13600/0x4ce24e5787361b52 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40190 expref: 57 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130279.148999:0:8469:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009bb12400/0x4ce24e5787361b4b lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40189 expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130279.149019:0:8469:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009bb13600/0x4ce24e5787361b52 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40190 expref: 57 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130279.149028:0:8469:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009bb13600, rc 0) 00000100:00100000:3.0:1746130279.149230:0:8469:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801344c9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:640ea846-b909-4eea-9a54-417e15bd627b+57:31578:x1830949849124480:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 358us (751us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130279.149237:0:8469:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6205 00000100:00100000:2.0:1746130279.149413:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849124608 00000100:00100000:2.0:1746130279.149418:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849124608 00010000:00010000:2.0:1746130279.149447:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009955e000/0x4ce24e5787361b44 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40182 expref: 57 pid: 8469 timeout: 577 lvb_type: 0 00000100:00100000:2.0:1746130279.149477:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14468 00000100:00100000:2.0:1746130279.149482:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801344cb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+57:1963:x1830949849124608:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746130279.149491:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746130279.149513:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009955e000/0x4ce24e5787361b44 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40182 expref: 57 pid: 8469 timeout: 577 lvb_type: 0 00010000:00010000:2.0:1746130279.149523:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009955e000/0x4ce24e5787361b44 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40182 expref: 57 pid: 8469 timeout: 577 lvb_type: 0 00010000:00010000:2.0:1746130279.149540:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009955e000/0x4ce24e5787361b44 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40182 expref: 57 pid: 8469 timeout: 577 lvb_type: 0 00010000:00010000:2.0:1746130279.149568:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130279.149570:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130279.149576:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009bb12400/0x4ce24e5787361b4b lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40189 expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130279.149588:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009bb12400/0x4ce24e5787361b4b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40189 expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130279.149609:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009bb12400/0x4ce24e5787361b4b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40189 expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130279.149621:0:7097:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009bb12400/0x4ce24e5787361b4b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40189 expref: 5 pid: 8469 timeout: 577 lvb_type: 0 00000100:00100000:2.0:1746130279.149632:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091d20e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841698944:192.168.204.51@tcp:105: 00000100:00100000:2.0:1746130279.150190:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b23e0480 going to sleep for 11 seconds 00000100:00100000:2.0:1746130279.153402:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091d20e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841698944:192.168.204.51@tcp:105: 00010000:00010000:2.0:1746130279.153447:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746130279.153489:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801344cb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+56:1963:x1830949849124608:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 4006us (4783us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130279.153500:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14468 00000100:00100000:0.0:1746130279.153939:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130279.154022:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849124864 00000100:00100000:1.0:1746130279.154028:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849124864 00002000:00100000:1.0:1746130279.154061:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800939b7b80 x1830949849124864/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:265/0 lens 488/0 e 0 to 0 dl 1746130290 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130279.154068:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800939b7b80 with x1830949849124864 ext(0->4095) 00010000:00010000:1.0:1746130279.154075:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009bb12400/0x4ce24e5787361b4b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40189 expref: 6 pid: 8469 timeout: 577 lvb_type: 0 00010000:00010000:1.0:1746130279.154085:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009bb12400/0x4ce24e5787361b4b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40189 expref: 6 pid: 8469 timeout: 577 lvb_type: 0 00002000:00010000:1.0:1746130279.154090:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800939b7b80 00000100:00100000:1.0:1746130279.154148:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2498 00000100:00100000:1.0:1746130279.154154:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800939b7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949849124864:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746130279.154308:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800939b7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949849124864:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 154us (369us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746130279.154314:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2498 00002000:00100000:1.0:1746130279.154319:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800939b7b80 x1830949849124864/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:265/0 lens 488/4536 e 0 to 0 dl 1746130290 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130279.154326:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800939b7b80 with x1830949849124864 ext(0->4095) 00010000:00010000:1.0:1746130279.154330:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009bb12400/0x4ce24e5787361b4b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40189 expref: 6 pid: 8469 timeout: 577 lvb_type: 0 00010000:00010000:1.0:1746130279.154338:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009bb12400/0x4ce24e5787361b4b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40189 expref: 6 pid: 8469 timeout: 577 lvb_type: 0 00002000:00010000:1.0:1746130279.154344:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800939b7b80 00000100:00100000:0.0:1746130279.156788:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130279.156918:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849124992 00000100:00100000:2.0:1746130279.156927:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849124992 00010000:00010000:2.0:1746130279.156971:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009bb12400/0x4ce24e5787361b4b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40189 expref: 6 pid: 8469 timeout: 577 lvb_type: 0 00000100:00100000:2.0:1746130279.157008:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14469 00000100:00100000:2.0:1746130279.157014:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800939b6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949849124992:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746130279.157027:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746130279.157047:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009bb12400/0x4ce24e5787361b4b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40189 expref: 6 pid: 8469 timeout: 577 lvb_type: 0 00010000:00010000:2.0:1746130279.157058:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009bb12400/0x4ce24e5787361b4b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40189 expref: 6 pid: 8469 timeout: 577 lvb_type: 0 00010000:00010000:2.0:1746130279.157083:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009bb12400/0x4ce24e5787361b4b lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40189 expref: 6 pid: 8469 timeout: 577 lvb_type: 0 00010000:00010000:2.0:1746130279.157105:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130279.157107:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130279.157112:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009bb13600/0x4ce24e5787361b52 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40190 expref: 55 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130279.157120:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009bb13600/0x4ce24e5787361b52 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40190 expref: 55 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130279.157153:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009bb13600/0x4ce24e5787361b52 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40190 expref: 55 pid: 8469 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746130279.157163:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091d20e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841699072:192.168.204.51@tcp:105: 00000100:00100000:2.0:1746130279.157247:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b23e0480 going to sleep for 11 seconds 00000100:00100000:2.0:1746130279.158660:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091d20e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841699072:192.168.204.51@tcp:105: 00010000:00010000:2.0:1746130279.158684:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746130279.158717:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800939b6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+5:1962:x1830949849124992:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 1702us (1938us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130279.158727:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14469 00000100:00100000:0.0:1746130279.158904:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130279.158982:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849125248 00000100:00100000:3.0:1746130279.158987:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849125248 00002000:00100000:3.0:1746130279.159029:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800939b5500 x1830949849125248/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:265/0 lens 488/0 e 0 to 0 dl 1746130290 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130279.159038:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800939b5500 with x1830949849125248 ext(0->4095) 00002000:00010000:3.0:1746130279.159042:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800939b5500 00000100:00100000:3.0:1746130279.159068:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4787 00000100:00100000:3.0:1746130279.159075:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800939b5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+56:1961:x1830949849125248:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746130279.159208:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800939b5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+56:1961:x1830949849125248:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 133us (304us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746130279.159213:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4787 00002000:00100000:3.0:1746130279.159217:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800939b5500 x1830949849125248/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:265/0 lens 488/4536 e 0 to 0 dl 1746130290 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130279.159224:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800939b5500 with x1830949849125248 ext(0->4095) 00002000:00010000:3.0:1746130279.159226:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800939b5500 00000100:00100000:0.0:1746130279.162312:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130279.162397:0:8469:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849125376 00000100:00100000:3.0:1746130279.162405:0:8469:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849125376 00000100:00100000:3.0:1746130279.162466:0:8469:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6206 00000100:00100000:3.0:1746130279.162471:0:8469:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800939b5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+5:31579:x1830949849125376:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746130279.162485:0:8469:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746130279.162498:0:8469:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009bb12e00/0x4ce24e5787361b59 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae40197 expref: -99 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130279.162522:0:8469:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009bb13600/0x4ce24e5787361b52 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40190 expref: 55 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130279.162528:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746130279.162529:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746130279.162531:0:8469:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009bb12e00/0x4ce24e5787361b59 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40197 expref: 6 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130279.162551:0:8469:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009bb13600/0x4ce24e5787361b52 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40190 expref: 55 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130279.162559:0:8469:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009bb13600/0x4ce24e5787361b52 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40190 expref: 55 pid: 8469 timeout: 577 lvb_type: 0 00000100:00100000:3.0:1746130279.162566:0:8469:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091953b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8469:1830949841699200:192.168.204.51@tcp:104: 00000100:00100000:3.0:1746130279.162640:0:8469:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b186540 going to sleep for 11 seconds 00000100:00100000:3.0:1746130279.163821:0:8469:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091953b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8469:1830949841699200:192.168.204.51@tcp:104: 00010000:00010000:3.0:1746130279.163846:0:8469:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009bb12e00/0x4ce24e5787361b59 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40197 expref: 6 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130279.163864:0:8469:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009bb12e00, rc 0) 00000100:00100000:3.0:1746130279.163897:0:8469:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800939b5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+6:31579:x1830949849125376:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1425us (1594us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130279.163904:0:8469:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6206 00000100:00100000:0.0:1746130279.164251:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130279.164437:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849125504 00000100:00100000:2.0:1746130279.164443:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849125504 00010000:00010000:2.0:1746130279.164463:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009bb13600/0x4ce24e5787361b52 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40190 expref: 56 pid: 8469 timeout: 577 lvb_type: 0 00000100:00100000:2.0:1746130279.164488:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14470 00000100:00100000:2.0:1746130279.164493:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800939b6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+56:1961:x1830949849125504:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746130279.164502:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746130279.164518:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009bb13600/0x4ce24e5787361b52 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40190 expref: 56 pid: 8469 timeout: 577 lvb_type: 0 00010000:00010000:2.0:1746130279.164527:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009bb13600/0x4ce24e5787361b52 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40190 expref: 56 pid: 8469 timeout: 577 lvb_type: 0 00010000:00010000:2.0:1746130279.164544:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009bb13600/0x4ce24e5787361b52 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40190 expref: 56 pid: 8469 timeout: 577 lvb_type: 0 00010000:00010000:2.0:1746130279.164765:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130279.164767:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130279.164773:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009bb12e00/0x4ce24e5787361b59 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40197 expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130279.164781:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009bb12e00/0x4ce24e5787361b59 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40197 expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130279.164804:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009bb12e00/0x4ce24e5787361b59 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40197 expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746130279.164813:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091d20e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841699328:192.168.204.51@tcp:105: 00000100:00100000:2.0:1746130279.165803:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b23e0480 going to sleep for 11 seconds 00000100:00100000:2.0:1746130279.168510:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091d20e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841699328:192.168.204.51@tcp:105: 00010000:00010000:2.0:1746130279.168539:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746130279.169076:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800939b6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+55:1961:x1830949849125504:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 4580us (4823us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130279.169087:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14470 00000100:00100000:0.0:1746130279.169396:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130279.169606:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849125760 00000100:00100000:3.0:1746130279.169612:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849125760 00002000:00100000:3.0:1746130279.169649:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800939b4a80 x1830949849125760/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:265/0 lens 488/0 e 0 to 0 dl 1746130290 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130279.169658:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800939b4a80 with x1830949849125760 ext(0->4095) 00002000:00010000:3.0:1746130279.169661:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800939b4a80 00000100:00100000:3.0:1746130279.169694:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4788 00000100:00100000:3.0:1746130279.169701:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800939b4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949849125760:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746130279.169833:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800939b4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949849125760:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 133us (438us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746130279.169838:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4788 00002000:00100000:3.0:1746130279.169843:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800939b4a80 x1830949849125760/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:265/0 lens 488/4536 e 0 to 0 dl 1746130290 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130279.169849:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800939b4a80 with x1830949849125760 ext(0->4095) 00002000:00010000:3.0:1746130279.169851:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800939b4a80 00000100:00100000:0.0:1746130279.170429:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130279.170940:0:8469:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849125888 00000100:00100000:3.0:1746130279.170946:0:8469:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849125888 00000100:00100000:3.0:1746130279.170989:0:8469:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6207 00000100:00100000:3.0:1746130279.170995:0:8469:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801354da300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:640ea846-b909-4eea-9a54-417e15bd627b+55:31578:x1830949849125888:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746130279.171009:0:8469:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746130279.171026:0:8469:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009bb12400/0x4ce24e5787361b60 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae4019e expref: -99 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130279.171049:0:8469:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009bb12e00/0x4ce24e5787361b59 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40197 expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130279.171057:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130279.171059:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130279.171061:0:8469:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009bb12400/0x4ce24e5787361b60 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4019e expref: 56 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130279.171090:0:8469:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009bb12e00/0x4ce24e5787361b59 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40197 expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130279.171102:0:8469:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009bb12e00/0x4ce24e5787361b59 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40197 expref: 5 pid: 8469 timeout: 577 lvb_type: 0 00000100:00100000:3.0:1746130279.171118:0:8469:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091953b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8469:1830949841699456:192.168.204.51@tcp:104: 00000100:00100000:3.0:1746130279.171196:0:8469:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b186180 going to sleep for 11 seconds 00000100:00100000:0.0:1746130279.174832:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130279.174922:0:8469:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091953b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8469:1830949841699456:192.168.204.51@tcp:104: 00000100:00100000:0.0:1746130279.175287:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130279.175296:0:10554:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849126016 00000100:00100000:1.0:1746130279.175302:0:10554:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849126016 00000100:00100000:1.0:1746130279.175346:0:10554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6208 00000100:00100000:1.0:1746130279.175353:0:10554:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801354daa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:640ea846-b909-4eea-9a54-417e15bd627b+57:31579:x1830949849126016:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746130279.175368:0:10554:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1746130279.175371:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849126144 00000100:00100000:2.0:1746130279.175375:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849126144 00010000:00010000:1.0:1746130279.175383:0:10554:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099533c00/0x4ce24e5787361b67 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae401a5 expref: -99 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130279.175396:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009bb12e00/0x4ce24e5787361b59 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40197 expref: 6 pid: 8469 timeout: 577 lvb_type: 0 00010000:00010000:1.0:1746130279.175404:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130279.175408:0:10554:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009bb12400/0x4ce24e5787361b60 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4019e expref: 58 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130279.175414:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130279.175430:0:10554:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099533c00/0x4ce24e5787361b67 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae401a5 expref: 58 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130279.175464:0:10554:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009bb12400/0x4ce24e5787361b60 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4019e expref: 58 pid: 8469 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746130279.175479:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14471 00010000:00010000:1.0:1746130279.175479:0:10554:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880099533c00/0x4ce24e5787361b67 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae401a5 expref: 58 pid: 10554 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746130279.175485:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d0d1050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949849126144:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746130279.175488:0:10554:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099533c00, rc 0) 00010000:00010000:2.0:1746130279.175492:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746130279.175508:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009bb12e00/0x4ce24e5787361b59 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40197 expref: 6 pid: 8469 timeout: 577 lvb_type: 0 00010000:00010000:2.0:1746130279.175518:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009bb12e00/0x4ce24e5787361b59 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40197 expref: 6 pid: 8469 timeout: 577 lvb_type: 0 00000100:00100000:1.0:1746130279.175524:0:10554:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801354daa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:640ea846-b909-4eea-9a54-417e15bd627b+58:31579:x1830949849126016:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 172us (702us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130279.175529:0:10554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6208 00010000:00010000:3.0:1746130279.175536:0:8469:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009bb12400/0x4ce24e5787361b60 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4019e expref: 58 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130279.175549:0:8469:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009bb12400, rc 0) 00000100:00100000:3.0:1746130279.175588:0:8469:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801354da300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:640ea846-b909-4eea-9a54-417e15bd627b+57:31578:x1830949849125888:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4592us (5169us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130279.175599:0:8469:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6207 00010000:00010000:2.0:1746130279.175838:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009bb12e00/0x4ce24e5787361b59 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40197 expref: 6 pid: 8469 timeout: 577 lvb_type: 0 00010000:00010000:2.0:1746130279.175865:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130279.175867:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130279.175872:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009bb12400/0x4ce24e5787361b60 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4019e expref: 56 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130279.175883:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009bb12400/0x4ce24e5787361b60 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4019e expref: 56 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130279.175904:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009bb12400/0x4ce24e5787361b60 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4019e expref: 56 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130279.175919:0:7097:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009bb12400/0x4ce24e5787361b60 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4019e expref: 56 pid: 8469 timeout: 577 lvb_type: 0 00000100:00100000:2.0:1746130279.175929:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091d20e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841699712:192.168.204.51@tcp:105: 00000100:00100000:2.0:1746130279.175984:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b23e0480 going to sleep for 11 seconds 00000100:00100000:2.0:1746130279.179524:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091d20e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841699712:192.168.204.51@tcp:105: 00010000:00010000:2.0:1746130279.179551:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746130279.179604:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d0d1050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+5:1962:x1830949849126144:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 4117us (4336us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130279.179614:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14471 00000100:00100000:0.0:1746130279.182130:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130279.182253:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849126400 00000100:00100000:1.0:1746130279.182261:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849126400 00002000:00100000:1.0:1746130279.182321:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801354d8700 x1830949849126400/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:265/0 lens 488/0 e 0 to 0 dl 1746130290 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130279.182335:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801354d8700 with x1830949849126400 ext(0->4095) 00010000:00010000:1.0:1746130279.182344:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009bb12400/0x4ce24e5787361b60 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4019e expref: 57 pid: 8469 timeout: 577 lvb_type: 0 00010000:00010000:1.0:1746130279.182356:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009bb12400/0x4ce24e5787361b60 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4019e expref: 57 pid: 8469 timeout: 577 lvb_type: 0 00002000:00010000:1.0:1746130279.182362:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801354d8700 00000100:00100000:1.0:1746130279.182455:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2499 00000100:00100000:1.0:1746130279.182463:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801354d8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+57:1962:x1830949849126400:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746130279.182626:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801354d8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+57:1962:x1830949849126400:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 162us (503us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746130279.182633:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2499 00002000:00100000:1.0:1746130279.182638:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801354d8700 x1830949849126400/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:265/0 lens 488/4536 e 0 to 0 dl 1746130290 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130279.182645:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801354d8700 with x1830949849126400 ext(0->4095) 00010000:00010000:1.0:1746130279.182649:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009bb12400/0x4ce24e5787361b60 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4019e expref: 57 pid: 8469 timeout: 577 lvb_type: 0 00010000:00010000:1.0:1746130279.182658:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009bb12400/0x4ce24e5787361b60 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4019e expref: 57 pid: 8469 timeout: 577 lvb_type: 0 00002000:00010000:1.0:1746130279.182663:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801354d8700 00000100:00100000:0.0:1746130279.185013:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130279.185081:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849126528 00000100:00100000:2.0:1746130279.185089:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849126528 00010000:00010000:2.0:1746130279.185143:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009bb12400/0x4ce24e5787361b60 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4019e expref: 57 pid: 8469 timeout: 577 lvb_type: 0 00000100:00100000:2.0:1746130279.185178:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14472 00000100:00100000:2.0:1746130279.185184:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801354d9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+57:1961:x1830949849126528:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746130279.185193:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746130279.185209:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009bb12400/0x4ce24e5787361b60 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4019e expref: 57 pid: 8469 timeout: 577 lvb_type: 0 00010000:00010000:2.0:1746130279.185217:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009bb12400/0x4ce24e5787361b60 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4019e expref: 57 pid: 8469 timeout: 577 lvb_type: 0 00010000:00010000:2.0:1746130279.185233:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009bb12400/0x4ce24e5787361b60 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4019e expref: 57 pid: 8469 timeout: 577 lvb_type: 0 00010000:00010000:2.0:1746130279.185257:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130279.185259:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130279.185288:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880099533c00/0x4ce24e5787361b67 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae401a5 expref: 56 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130279.185297:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099533c00/0x4ce24e5787361b67 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae401a5 expref: 56 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130279.185325:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880099533c00/0x4ce24e5787361b67 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae401a5 expref: 56 pid: 10554 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746130279.185336:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091d21f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841699840:192.168.204.51@tcp:105: 00000100:00100000:2.0:1746130279.185427:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b23e0a80 going to sleep for 11 seconds 00000100:00100000:2.0:1746130279.186836:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091d21f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841699840:192.168.204.51@tcp:105: 00010000:00010000:2.0:1746130279.186855:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746130279.186901:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801354d9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+56:1961:x1830949849126528:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 1715us (1894us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130279.186910:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14472 00000100:00100000:0.0:1746130279.187526:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130279.187596:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849126784 00000100:00100000:1.0:1746130279.187601:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849126784 00002000:00100000:1.0:1746130279.187632:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801354db800 x1830949849126784/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:265/0 lens 488/0 e 0 to 0 dl 1746130290 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130279.187641:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801354db800 with x1830949849126784 ext(0->4095) 00002000:00010000:1.0:1746130279.187645:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801354db800 00000100:00100000:1.0:1746130279.187724:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4789 00000100:00100000:1.0:1746130279.187731:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801354db800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+56:1964:x1830949849126784:12345-192.168.204.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746130279.187967:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801354db800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+56:1964:x1830949849126784:12345-192.168.204.51@tcp:3:ptlrpcd_01_01.0 Request processed in 236us (441us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746130279.187974:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4789 00002000:00100000:1.0:1746130279.187979:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801354db800 x1830949849126784/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:265/0 lens 488/4536 e 0 to 0 dl 1746130290 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130279.187986:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801354db800 with x1830949849126784 ext(0->4095) 00002000:00010000:1.0:1746130279.187988:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801354db800 00000100:00100000:0.0:1746130279.189895:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130279.189964:0:8469:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849126912 00000100:00100000:3.0:1746130279.189971:0:8469:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849126912 00000100:00100000:3.0:1746130279.190028:0:8469:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6209 00000100:00100000:3.0:1746130279.190035:0:8469:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801354dad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+5:31579:x1830949849126912:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746130279.190050:0:8469:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746130279.190066:0:8469:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009bb13800/0x4ce24e5787361b6e lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae401ac expref: -99 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130279.190091:0:8469:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880099533c00/0x4ce24e5787361b67 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae401a5 expref: 55 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130279.190098:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746130279.190100:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746130279.190103:0:8469:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009bb13800/0x4ce24e5787361b6e lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae401ac expref: 6 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130279.190129:0:8469:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880099533c00/0x4ce24e5787361b67 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae401a5 expref: 55 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130279.190139:0:8469:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880099533c00/0x4ce24e5787361b67 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae401a5 expref: 55 pid: 10554 timeout: 577 lvb_type: 0 00000100:00100000:3.0:1746130279.190150:0:8469:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091953b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8469:1830949841699968:192.168.204.51@tcp:104: 00000100:00100000:3.0:1746130279.190239:0:8469:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b186180 going to sleep for 11 seconds 00000100:00100000:3.0:1746130279.192006:0:8469:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091953b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8469:1830949841699968:192.168.204.51@tcp:104: 00010000:00010000:3.0:1746130279.192050:0:8469:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009bb13800/0x4ce24e5787361b6e lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae401ac expref: 6 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130279.192063:0:8469:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009bb13800, rc 0) 00000100:00100000:3.0:1746130279.192110:0:8469:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801354dad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+6:31579:x1830949849126912:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2073us (2219us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130279.192119:0:8469:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6209 00000100:00100000:0.0:1746130279.194139:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130279.194207:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849127040 00000100:00100000:2.0:1746130279.194216:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849127040 00010000:00010000:2.0:1746130279.194255:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880099533c00/0x4ce24e5787361b67 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae401a5 expref: 56 pid: 10554 timeout: 577 lvb_type: 0 00000100:00100000:2.0:1746130279.194311:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14473 00000100:00100000:2.0:1746130279.194318:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d15bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+56:1961:x1830949849127040:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746130279.194331:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746130279.194350:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880099533c00/0x4ce24e5787361b67 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae401a5 expref: 56 pid: 10554 timeout: 577 lvb_type: 0 00010000:00010000:2.0:1746130279.194360:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880099533c00/0x4ce24e5787361b67 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae401a5 expref: 56 pid: 10554 timeout: 577 lvb_type: 0 00010000:00010000:2.0:1746130279.194379:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880099533c00/0x4ce24e5787361b67 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae401a5 expref: 56 pid: 10554 timeout: 577 lvb_type: 0 00010000:00010000:2.0:1746130279.194406:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130279.194407:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130279.194414:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009bb13800/0x4ce24e5787361b6e lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae401ac expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130279.194433:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009bb13800/0x4ce24e5787361b6e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae401ac expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130279.194459:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009bb13800/0x4ce24e5787361b6e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae401ac expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746130279.194475:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091d21f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841700096:192.168.204.51@tcp:105: 00000100:00100000:2.0:1746130279.194554:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b23e0a80 going to sleep for 11 seconds 00000100:00100000:2.0:1746130279.196374:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091d21f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841700096:192.168.204.51@tcp:105: 00010000:00010000:2.0:1746130279.196395:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746130279.196449:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d15bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+55:1961:x1830949849127040:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 2129us (2314us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130279.196459:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14473 00000100:00100000:0.0:1746130279.199171:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130279.199216:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130279.199228:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849127296 00000100:00100000:1.0:1746130279.199236:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849127296 00000100:00100000:3.0:1746130279.199289:0:8469:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849127424 00000100:00100000:3.0:1746130279.199294:0:8469:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849127424 00002000:00100000:1.0:1746130279.199298:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008d159c00 x1830949849127296/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:265/0 lens 488/0 e 0 to 0 dl 1746130290 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130279.199307:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d159c00 with x1830949849127296 ext(0->4095) 00002000:00010000:1.0:1746130279.199311:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008d159c00 00000100:00100000:3.0:1746130279.199325:0:8469:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6210 00000100:00100000:3.0:1746130279.199332:0:8469:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d158000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:640ea846-b909-4eea-9a54-417e15bd627b+55:31578:x1830949849127424:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:1.0:1746130279.199334:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4790 00000100:00100000:1.0:1746130279.199339:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d159c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949849127296:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00010000:00010000:3.0:1746130279.199345:0:8469:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746130279.199358:0:8469:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009bb12200/0x4ce24e5787361b75 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae401b3 expref: -99 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130279.199379:0:8469:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009bb13800/0x4ce24e5787361b6e lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae401ac expref: 6 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130279.199386:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130279.199388:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130279.199391:0:8469:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009bb12200/0x4ce24e5787361b75 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae401b3 expref: 56 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130279.199415:0:8469:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009bb13800/0x4ce24e5787361b6e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae401ac expref: 6 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130279.199441:0:8469:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009bb13800/0x4ce24e5787361b6e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae401ac expref: 6 pid: 8469 timeout: 577 lvb_type: 0 00000100:00100000:3.0:1746130279.199452:0:8469:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091953b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8469:1830949841700224:192.168.204.51@tcp:104: 00000100:00100000:1.0:1746130279.199505:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d159c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949849127296:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 164us (340us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746130279.199511:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4790 00002000:00100000:1.0:1746130279.199516:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008d159c00 x1830949849127296/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:265/0 lens 488/4536 e 0 to 0 dl 1746130290 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130279.199522:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d159c00 with x1830949849127296 ext(0->4095) 00000100:00100000:3.0:1746130279.199528:0:8469:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b186180 going to sleep for 11 seconds 00010000:00010000:1.0:1746130279.199528:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009bb13800/0x4ce24e5787361b6e lrc: 6/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae401ac expref: 6 pid: 8469 timeout: 577 lvb_type: 0 00010000:00010000:1.0:1746130279.199537:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009bb13800/0x4ce24e5787361b6e lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae401ac expref: 6 pid: 8469 timeout: 577 lvb_type: 0 00002000:00010000:1.0:1746130279.199542:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008d159c00 00000100:00100000:0.0:1746130279.204754:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130279.205149:0:20953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849127552 00000100:00100000:2.0:1746130279.205155:0:20953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849127552 00000100:00100000:2.0:1746130279.205209:0:20953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6211 00000100:00100000:2.0:1746130279.205215:0:20953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d15a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:640ea846-b909-4eea-9a54-417e15bd627b+57:31579:x1830949849127552:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746130279.205230:0:20953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746130279.205245:0:20953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009955e000/0x4ce24e5787361b7c lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae401ba expref: -99 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130279.205293:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130279.205298:0:20953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009bb12200/0x4ce24e5787361b75 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae401b3 expref: 58 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130279.205305:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746130279.205308:0:20953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009955e000/0x4ce24e5787361b7c lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae401ba expref: 58 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130279.205338:0:20953:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009bb12200/0x4ce24e5787361b75 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae401b3 expref: 58 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130279.205353:0:20953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009955e000/0x4ce24e5787361b7c lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae401ba expref: 58 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130279.205362:0:20953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009955e000, rc 0) 00000100:00100000:2.0:1746130279.205402:0:20953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d15a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:640ea846-b909-4eea-9a54-417e15bd627b+58:31579:x1830949849127552:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 187us (655us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130279.205407:0:20953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6211 00000100:00100000:3.0:1746130279.206691:0:8469:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091953b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8469:1830949841700224:192.168.204.51@tcp:104: 00010000:00010000:3.0:1746130279.206718:0:8469:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009bb12200/0x4ce24e5787361b75 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae401b3 expref: 57 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130279.206731:0:8469:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009bb12200, rc 0) 00000100:00100000:3.0:1746130279.206777:0:8469:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d158000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:640ea846-b909-4eea-9a54-417e15bd627b+57:31578:x1830949849127424:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 7444us (7559us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130279.206783:0:8469:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6210 00000100:00100000:0.0:1746130279.207339:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130279.207591:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849127680 00000100:00100000:2.0:1746130279.207597:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849127680 00010000:00010000:2.0:1746130279.207825:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009bb13800/0x4ce24e5787361b6e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae401ac expref: 6 pid: 8469 timeout: 577 lvb_type: 0 00000100:00100000:2.0:1746130279.207847:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14474 00000100:00100000:2.0:1746130279.207854:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d159180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949849127680:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746130279.207865:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746130279.207884:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009bb13800/0x4ce24e5787361b6e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae401ac expref: 6 pid: 8469 timeout: 577 lvb_type: 0 00010000:00010000:2.0:1746130279.207893:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009bb13800/0x4ce24e5787361b6e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae401ac expref: 6 pid: 8469 timeout: 577 lvb_type: 0 00010000:00010000:2.0:1746130279.207910:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009bb13800/0x4ce24e5787361b6e lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae401ac expref: 6 pid: 8469 timeout: 577 lvb_type: 0 00010000:00010000:2.0:1746130279.207934:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130279.207936:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130279.207944:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009bb12200/0x4ce24e5787361b75 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae401b3 expref: 56 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130279.207951:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009bb12200/0x4ce24e5787361b75 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae401b3 expref: 56 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130279.207976:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009bb12200/0x4ce24e5787361b75 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae401b3 expref: 56 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130279.207986:0:7097:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009bb12200/0x4ce24e5787361b75 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae401b3 expref: 56 pid: 8469 timeout: 577 lvb_type: 0 00000100:00100000:2.0:1746130279.207996:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091d21f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841700480:192.168.204.51@tcp:105: 00000100:00100000:2.0:1746130279.208668:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b23e0a80 going to sleep for 11 seconds 00000100:00100000:2.0:1746130279.209952:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091d21f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841700480:192.168.204.51@tcp:105: 00010000:00010000:2.0:1746130279.209969:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746130279.210012:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d159180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+5:1961:x1830949849127680:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 2159us (2673us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130279.210022:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14474 00000100:00100000:0.0:1746130279.210191:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130279.210989:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849127936 00000100:00100000:2.0:1746130279.210995:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849127936 00002000:00100000:2.0:1746130279.211026:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008d15b480 x1830949849127936/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:265/0 lens 488/0 e 0 to 0 dl 1746130290 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130279.211036:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d15b480 with x1830949849127936 ext(0->4095) 00010000:00010000:2.0:1746130279.211042:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009bb12200/0x4ce24e5787361b75 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae401b3 expref: 57 pid: 8469 timeout: 577 lvb_type: 0 00010000:00010000:2.0:1746130279.211057:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009bb12200/0x4ce24e5787361b75 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae401b3 expref: 57 pid: 8469 timeout: 577 lvb_type: 0 00002000:00010000:2.0:1746130279.211063:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008d15b480 00000100:00100000:2.0:1746130279.211086:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2500 00000100:00100000:2.0:1746130279.211093:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d15b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+57:1961:x1830949849127936:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746130279.211891:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d15b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+57:1961:x1830949849127936:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 796us (1698us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746130279.211899:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2500 00002000:00100000:2.0:1746130279.211904:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008d15b480 x1830949849127936/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:265/0 lens 488/4536 e 0 to 0 dl 1746130290 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130279.211911:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d15b480 with x1830949849127936 ext(0->4095) 00010000:00010000:2.0:1746130279.211917:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009bb12200/0x4ce24e5787361b75 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae401b3 expref: 57 pid: 8469 timeout: 577 lvb_type: 0 00010000:00010000:2.0:1746130279.211926:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009bb12200/0x4ce24e5787361b75 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae401b3 expref: 57 pid: 8469 timeout: 577 lvb_type: 0 00002000:00010000:2.0:1746130279.211933:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008d15b480 00000100:00100000:0.0:1746130279.214479:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130279.216134:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849128064 00000100:00100000:2.0:1746130279.216144:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849128064 00010000:00010000:2.0:1746130279.216177:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009bb12200/0x4ce24e5787361b75 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae401b3 expref: 57 pid: 8469 timeout: 577 lvb_type: 0 00000100:00100000:2.0:1746130279.216215:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14475 00000100:00100000:2.0:1746130279.216225:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d159500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+57:1961:x1830949849128064:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746130279.216238:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746130279.216260:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009bb12200/0x4ce24e5787361b75 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae401b3 expref: 57 pid: 8469 timeout: 577 lvb_type: 0 00010000:00010000:2.0:1746130279.216295:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009bb12200/0x4ce24e5787361b75 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae401b3 expref: 57 pid: 8469 timeout: 577 lvb_type: 0 00010000:00010000:2.0:1746130279.216318:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009bb12200/0x4ce24e5787361b75 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae401b3 expref: 57 pid: 8469 timeout: 577 lvb_type: 0 00010000:00010000:2.0:1746130279.216345:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130279.216346:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130279.216352:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009955e000/0x4ce24e5787361b7c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae401ba expref: 56 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130279.216359:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009955e000/0x4ce24e5787361b7c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae401ba expref: 56 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130279.216384:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009955e000/0x4ce24e5787361b7c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae401ba expref: 56 pid: 20953 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746130279.216393:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091d21f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841700608:192.168.204.51@tcp:105: 00000100:00100000:2.0:1746130279.216494:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b23e0a80 going to sleep for 11 seconds 00000100:00100000:2.0:1746130279.220673:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091d21f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841700608:192.168.204.51@tcp:105: 00010000:00010000:2.0:1746130279.220696:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746130279.220755:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d159500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+56:1961:x1830949849128064:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 4532us (6283us total) trans 0 rc 0/0 00000100:00100000:0.0:1746130279.220766:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130279.220768:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14475 00000100:00100000:3.0:1746130279.221150:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849128320 00000100:00100000:3.0:1746130279.221157:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849128320 00002000:00100000:3.0:1746130279.221197:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008d159880 x1830949849128320/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:265/0 lens 488/0 e 0 to 0 dl 1746130290 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130279.221206:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d159880 with x1830949849128320 ext(0->4095) 00002000:00010000:3.0:1746130279.221209:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008d159880 00000100:00100000:3.0:1746130279.221261:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4791 00000100:00100000:3.0:1746130279.221290:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d159880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+56:1962:x1830949849128320:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746130279.221603:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d159880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+56:1962:x1830949849128320:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 314us (837us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746130279.221609:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4791 00002000:00100000:3.0:1746130279.221614:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008d159880 x1830949849128320/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:265/0 lens 488/4536 e 0 to 0 dl 1746130290 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130279.221627:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d159880 with x1830949849128320 ext(0->4095) 00002000:00010000:3.0:1746130279.221630:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008d159880 00000100:00100000:0.0:1746130279.223139:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130279.223242:0:8469:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849128448 00000100:00100000:3.0:1746130279.223248:0:8469:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849128448 00000100:00100000:3.0:1746130279.223348:0:8469:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6212 00000100:00100000:3.0:1746130279.223356:0:8469:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d15aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+5:31579:x1830949849128448:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746130279.223369:0:8469:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746130279.223384:0:8469:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009bb12400/0x4ce24e5787361b83 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae401c1 expref: -99 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130279.223408:0:8469:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009955e000/0x4ce24e5787361b7c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae401ba expref: 55 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130279.223414:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746130279.223416:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746130279.223430:0:8469:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009bb12400/0x4ce24e5787361b83 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae401c1 expref: 6 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130279.223454:0:8469:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009955e000/0x4ce24e5787361b7c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae401ba expref: 55 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130279.223468:0:8469:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009955e000/0x4ce24e5787361b7c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae401ba expref: 55 pid: 20953 timeout: 577 lvb_type: 0 00000100:00100000:3.0:1746130279.223477:0:8469:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091953b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8469:1830949841700736:192.168.204.51@tcp:104: 00000100:00100000:3.0:1746130279.223545:0:8469:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b186840 going to sleep for 11 seconds 00000100:00100000:3.0:1746130279.225564:0:8469:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091953b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8469:1830949841700736:192.168.204.51@tcp:104: 00010000:00010000:3.0:1746130279.225593:0:8469:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009bb12400/0x4ce24e5787361b83 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae401c1 expref: 6 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130279.225607:0:8469:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009bb12400, rc 0) 00000100:00100000:3.0:1746130279.225651:0:8469:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d15aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+6:31579:x1830949849128448:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2296us (2517us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130279.225659:0:8469:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6212 00000100:00100000:0.0:1746130279.226227:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130279.226454:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849128576 00000100:00100000:2.0:1746130279.226461:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849128576 00010000:00010000:2.0:1746130279.226492:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009955e000/0x4ce24e5787361b7c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae401ba expref: 56 pid: 20953 timeout: 577 lvb_type: 0 00000100:00100000:2.0:1746130279.226514:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14476 00000100:00100000:2.0:1746130279.226520:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013639bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+56:1961:x1830949849128576:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746130279.226531:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746130279.226550:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009955e000/0x4ce24e5787361b7c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae401ba expref: 56 pid: 20953 timeout: 577 lvb_type: 0 00010000:00010000:2.0:1746130279.226560:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009955e000/0x4ce24e5787361b7c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae401ba expref: 56 pid: 20953 timeout: 577 lvb_type: 0 00010000:00010000:2.0:1746130279.226580:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009955e000/0x4ce24e5787361b7c lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae401ba expref: 56 pid: 20953 timeout: 577 lvb_type: 0 00010000:00010000:2.0:1746130279.226611:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130279.226613:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130279.226620:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009bb12400/0x4ce24e5787361b83 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae401c1 expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130279.226627:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009bb12400/0x4ce24e5787361b83 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae401c1 expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130279.226654:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009bb12400/0x4ce24e5787361b83 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae401c1 expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746130279.226666:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091d21f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841700864:192.168.204.51@tcp:105: 00000100:00100000:2.0:1746130279.226734:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b23e0a80 going to sleep for 11 seconds 00000100:00100000:2.0:1746130279.228738:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091d21f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841700864:192.168.204.51@tcp:105: 00010000:00010000:2.0:1746130279.228760:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746130279.228807:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013639bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+55:1961:x1830949849128576:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 2286us (2580us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130279.228816:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14476 00000100:00100000:0.0:1746130279.230697:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130279.230857:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849128832 00000100:00100000:3.0:1746130279.230866:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849128832 00002000:00100000:3.0:1746130279.230915:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880136398a80 x1830949849128832/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:265/0 lens 488/0 e 0 to 0 dl 1746130290 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130279.230924:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880136398a80 with x1830949849128832 ext(0->4095) 00002000:00010000:3.0:1746130279.230928:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880136398a80 00000100:00100000:3.0:1746130279.230946:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4792 00000100:00100000:3.0:1746130279.230952:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136398a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949849128832:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746130279.231407:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136398a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949849128832:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 454us (716us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746130279.231414:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4792 00002000:00100000:3.0:1746130279.231432:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880136398a80 x1830949849128832/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:265/0 lens 488/4536 e 0 to 0 dl 1746130290 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130279.231440:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880136398a80 with x1830949849128832 ext(0->4095) 00002000:00010000:3.0:1746130279.231443:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880136398a80 00000100:00100000:0.0:1746130279.231641:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130279.231878:0:8469:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849128960 00000100:00100000:3.0:1746130279.231884:0:8469:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849128960 00000100:00100000:3.0:1746130279.231923:0:8469:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6213 00000100:00100000:3.0:1746130279.231930:0:8469:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136399880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:640ea846-b909-4eea-9a54-417e15bd627b+55:31578:x1830949849128960:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746130279.231940:0:8469:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746130279.231954:0:8469:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009bb12600/0x4ce24e5787361b8a lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae401c8 expref: -99 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130279.231976:0:8469:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009bb12400/0x4ce24e5787361b83 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae401c1 expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130279.231983:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130279.231985:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130279.231988:0:8469:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009bb12600/0x4ce24e5787361b8a lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae401c8 expref: 56 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130279.232014:0:8469:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009bb12400/0x4ce24e5787361b83 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae401c1 expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130279.232025:0:8469:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009bb12400/0x4ce24e5787361b83 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae401c1 expref: 5 pid: 8469 timeout: 577 lvb_type: 0 00000100:00100000:3.0:1746130279.232035:0:8469:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091953b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8469:1830949841700992:192.168.204.51@tcp:104: 00000100:00100000:3.0:1746130279.232220:0:8469:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b186900 going to sleep for 11 seconds 00000100:00100000:3.0:1746130279.235023:0:8469:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091953b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8469:1830949841700992:192.168.204.51@tcp:104: 00010000:00010000:3.0:1746130279.235055:0:8469:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009bb12600/0x4ce24e5787361b8a lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae401c8 expref: 56 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130279.235075:0:8469:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009bb12600, rc 0) 00000100:00100000:3.0:1746130279.235125:0:8469:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136399880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:640ea846-b909-4eea-9a54-417e15bd627b+56:31578:x1830949849128960:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3195us (3484us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130279.235133:0:8469:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6213 00000100:00100000:0.0:1746130279.236747:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130279.236823:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130279.236871:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849129216 00000100:00100000:2.0:1746130279.236880:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849129216 00010000:00010000:2.0:1746130279.236923:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009bb12400/0x4ce24e5787361b83 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae401c1 expref: 6 pid: 8469 timeout: 577 lvb_type: 0 00000100:00100000:2.0:1746130279.236950:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14477 00000100:00100000:2.0:1746130279.236959:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136398e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949849129216:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746130279.236974:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746130279.236996:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009bb12400/0x4ce24e5787361b83 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae401c1 expref: 6 pid: 8469 timeout: 577 lvb_type: 0 00010000:00010000:2.0:1746130279.237007:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009bb12400/0x4ce24e5787361b83 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae401c1 expref: 6 pid: 8469 timeout: 577 lvb_type: 0 00000100:00100000:3.0:1746130279.237018:0:8469:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849129088 00000100:00100000:3.0:1746130279.237022:0:8469:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849129088 00010000:00010000:2.0:1746130279.237030:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009bb12400/0x4ce24e5787361b83 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae401c1 expref: 6 pid: 8469 timeout: 577 lvb_type: 0 00010000:00010000:2.0:1746130279.237061:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1746130279.237062:0:8469:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6214 00010000:00010000:2.0:1746130279.237064:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130279.237070:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009bb12600/0x4ce24e5787361b8a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae401c8 expref: 56 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130279.237078:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009bb12600/0x4ce24e5787361b8a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae401c8 expref: 56 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130279.237110:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009bb12600/0x4ce24e5787361b8a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae401c8 expref: 56 pid: 8469 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746130279.237122:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091d21f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841701120:192.168.204.51@tcp:105: 00000100:00100000:3.0:1746130279.237180:0:8469:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013639a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:640ea846-b909-4eea-9a54-417e15bd627b+56:31579:x1830949849129088:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:2.0:1746130279.237191:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b23e0a80 going to sleep for 11 seconds 00010000:00010000:3.0:1746130279.237192:0:8469:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746130279.237202:0:8469:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009bb13600/0x4ce24e5787361b91 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae401cf expref: -99 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130279.237216:0:8469:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009bb12600/0x4ce24e5787361b8a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae401c8 expref: 57 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130279.237226:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746130279.237227:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746130279.237230:0:8469:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009bb13600/0x4ce24e5787361b91 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae401cf expref: 57 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130279.237246:0:8469:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009bb12600/0x4ce24e5787361b8a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae401c8 expref: 57 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130279.237255:0:8469:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009bb12600/0x4ce24e5787361b8a lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae401c8 expref: 57 pid: 8469 timeout: 577 lvb_type: 0 00000100:00100000:3.0:1746130279.237290:0:8469:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091953b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8469:1830949841701248:192.168.204.51@tcp:104: 00000100:00100000:3.0:1746130279.237319:0:8469:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b186900 going to sleep for 11 seconds 00000100:00100000:2.0:1746130279.238962:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091d21f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841701120:192.168.204.51@tcp:105: 00010000:00010000:2.0:1746130279.238983:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746130279.239577:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136398e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+5:1962:x1830949849129216:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 2616us (2749us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130279.239586:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14477 00000100:00100000:2.0:1746130279.240052:0:8469:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091953b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8469:1830949841701248:192.168.204.51@tcp:104: 00010000:00010000:2.0:1746130279.240083:0:8469:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009bb13600/0x4ce24e5787361b91 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae401cf expref: 57 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130279.240097:0:8469:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009bb13600, rc 0) 00000100:00100000:2.0:1746130279.240124:0:8469:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013639a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:640ea846-b909-4eea-9a54-417e15bd627b+57:31579:x1830949849129088:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3057us (3388us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130279.240130:0:8469:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6214 00000100:00100000:1.0:1746130279.240452:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130279.240553:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849129472 00000100:00100000:3.0:1746130279.240558:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849129472 00002000:00100000:3.0:1746130279.240588:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880135a12a00 x1830949849129472/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:265/0 lens 488/0 e 0 to 0 dl 1746130290 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130279.240596:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135a12a00 with x1830949849129472 ext(0->4095) 00010000:00010000:3.0:1746130279.240602:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009bb12600/0x4ce24e5787361b8a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae401c8 expref: 57 pid: 8469 timeout: 577 lvb_type: 0 00010000:00010000:3.0:1746130279.240611:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009bb12600/0x4ce24e5787361b8a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae401c8 expref: 57 pid: 8469 timeout: 577 lvb_type: 0 00002000:00010000:3.0:1746130279.240617:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880135a12a00 00000100:00100000:3.0:1746130279.240631:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2501 00000100:00100000:3.0:1746130279.240637:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135a12a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+57:1961:x1830949849129472:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746130279.240768:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135a12a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+57:1961:x1830949849129472:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 131us (315us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746130279.240774:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2501 00002000:00100000:3.0:1746130279.240778:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880135a12a00 x1830949849129472/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:265/0 lens 488/4536 e 0 to 0 dl 1746130290 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130279.240785:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135a12a00 with x1830949849129472 ext(0->4095) 00010000:00010000:3.0:1746130279.240789:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009bb12600/0x4ce24e5787361b8a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae401c8 expref: 57 pid: 8469 timeout: 577 lvb_type: 0 00010000:00010000:3.0:1746130279.240799:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009bb12600/0x4ce24e5787361b8a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae401c8 expref: 57 pid: 8469 timeout: 577 lvb_type: 0 00002000:00010000:3.0:1746130279.240803:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880135a12a00 00000100:00100000:0.0:1746130279.242695:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130279.242893:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849129600 00000100:00100000:2.0:1746130279.242900:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849129600 00010000:00010000:2.0:1746130279.242927:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009bb12600/0x4ce24e5787361b8a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae401c8 expref: 57 pid: 8469 timeout: 577 lvb_type: 0 00000100:00100000:2.0:1746130279.242955:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14478 00000100:00100000:2.0:1746130279.242960:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d0d0c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+57:1964:x1830949849129600:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746130279.242973:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746130279.242991:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009bb12600/0x4ce24e5787361b8a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae401c8 expref: 57 pid: 8469 timeout: 577 lvb_type: 0 00010000:00010000:2.0:1746130279.243001:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009bb12600/0x4ce24e5787361b8a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae401c8 expref: 57 pid: 8469 timeout: 577 lvb_type: 0 00010000:00010000:2.0:1746130279.243019:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009bb12600/0x4ce24e5787361b8a lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae401c8 expref: 57 pid: 8469 timeout: 577 lvb_type: 0 00010000:00010000:2.0:1746130279.243034:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130279.243036:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130279.243041:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009bb13600/0x4ce24e5787361b91 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae401cf expref: 56 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130279.243048:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009bb13600/0x4ce24e5787361b91 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae401cf expref: 56 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130279.243077:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009bb13600/0x4ce24e5787361b91 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae401cf expref: 56 pid: 8469 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746130279.243088:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091d21f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841701376:192.168.204.51@tcp:105: 00000100:00100000:2.0:1746130279.243171:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b23e0a80 going to sleep for 11 seconds 00000100:00100000:1.0:1746130279.247881:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130279.248004:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091d21f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841701376:192.168.204.51@tcp:105: 00010000:00010000:2.0:1746130279.248029:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746130279.248148:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849129856 00000100:00100000:3.0:1746130279.248154:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849129856 00002000:00100000:3.0:1746130279.248397:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880135a10e00 x1830949849129856/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:265/0 lens 488/0 e 0 to 0 dl 1746130290 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130279.248406:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135a10e00 with x1830949849129856 ext(0->4095) 00002000:00010000:3.0:1746130279.248410:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880135a10e00 00000100:00100000:3.0:1746130279.248441:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4793 00000100:00100000:3.0:1746130279.248448:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135a10e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+57:1961:x1830949849129856:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746130279.248599:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135a10e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+57:1961:x1830949849129856:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 151us (725us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746130279.248606:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4793 00002000:00100000:3.0:1746130279.248611:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880135a10e00 x1830949849129856/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:265/0 lens 488/4536 e 0 to 0 dl 1746130290 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130279.248618:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135a10e00 with x1830949849129856 ext(0->4095) 00002000:00010000:3.0:1746130279.248621:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880135a10e00 00000100:00100000:2.0:1746130279.248694:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d0d0c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+56:1964:x1830949849129600:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 5733us (6004us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130279.248701:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14478 00000100:00100000:0.0:1746130279.250961:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130279.251090:0:8469:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849129984 00000100:00100000:2.0:1746130279.251097:0:8469:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849129984 00000100:00100000:2.0:1746130279.251191:0:8469:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6215 00000100:00100000:2.0:1746130279.251199:0:8469:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013639bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+5:31579:x1830949849129984:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746130279.251212:0:8469:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746130279.251227:0:8469:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009955f200/0x4ce24e5787361b98 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae401d6 expref: -99 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130279.251250:0:8469:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009bb13600/0x4ce24e5787361b91 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae401cf expref: 55 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130279.251256:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746130279.251257:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746130279.251261:0:8469:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009955f200/0x4ce24e5787361b98 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae401d6 expref: 6 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130279.251312:0:8469:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009bb13600/0x4ce24e5787361b91 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae401cf expref: 55 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130279.251322:0:8469:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009bb13600/0x4ce24e5787361b91 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae401cf expref: 55 pid: 8469 timeout: 577 lvb_type: 0 00000100:00100000:2.0:1746130279.251337:0:8469:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091d21f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8469:1830949841701504:192.168.204.51@tcp:104: 00000100:00100000:2.0:1746130279.251411:0:8469:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4ec29c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746130279.254141:0:8469:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091d21f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8469:1830949841701504:192.168.204.51@tcp:104: 00010000:00010000:2.0:1746130279.254170:0:8469:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009955f200/0x4ce24e5787361b98 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae401d6 expref: 6 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130279.254186:0:8469:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009955f200, rc 0) 00000100:00100000:2.0:1746130279.254227:0:8469:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013639bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+6:31579:x1830949849129984:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3029us (3273us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130279.254236:0:8469:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6215 00000100:00100000:0.0:1746130279.255351:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130279.255408:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849130112 00000100:00100000:2.0:1746130279.255413:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849130112 00010000:00010000:2.0:1746130279.255454:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009bb13600/0x4ce24e5787361b91 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae401cf expref: 56 pid: 8469 timeout: 577 lvb_type: 0 00000100:00100000:2.0:1746130279.255474:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14479 00000100:00100000:2.0:1746130279.255479:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136398e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+56:1962:x1830949849130112:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746130279.255489:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746130279.255505:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009bb13600/0x4ce24e5787361b91 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae401cf expref: 56 pid: 8469 timeout: 577 lvb_type: 0 00010000:00010000:2.0:1746130279.255514:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009bb13600/0x4ce24e5787361b91 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae401cf expref: 56 pid: 8469 timeout: 577 lvb_type: 0 00010000:00010000:2.0:1746130279.255534:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009bb13600/0x4ce24e5787361b91 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae401cf expref: 56 pid: 8469 timeout: 577 lvb_type: 0 00010000:00010000:2.0:1746130279.255562:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130279.255564:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130279.255569:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009955f200/0x4ce24e5787361b98 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae401d6 expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130279.255576:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009955f200/0x4ce24e5787361b98 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae401d6 expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130279.255603:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009955f200/0x4ce24e5787361b98 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae401d6 expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746130279.255613:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091d21f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841701632:192.168.204.51@tcp:105: 00000100:00100000:2.0:1746130279.255683:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4ec29c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746130279.256802:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091d21f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841701632:192.168.204.51@tcp:105: 00010000:00010000:2.0:1746130279.256818:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746130279.256844:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136398e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+55:1962:x1830949849130112:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 1363us (1495us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130279.257188:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14479 00000100:00100000:0.0:1746130279.257609:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130279.257672:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130279.257866:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849130368 00000100:00100000:2.0:1746130279.257872:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849130368 00002000:00100000:2.0:1746130279.257904:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880094b11880 x1830949849130368/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:265/0 lens 488/0 e 0 to 0 dl 1746130290 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130279.257918:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094b11880 with x1830949849130368 ext(0->4095) 00002000:00010000:2.0:1746130279.257922:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880094b11880 00000100:00100000:2.0:1746130279.257938:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4794 00000100:00100000:2.0:1746130279.257944:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094b11880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949849130368:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746130279.258101:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094b11880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949849130368:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 156us (493us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746130279.258107:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4794 00002000:00100000:2.0:1746130279.258113:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880094b11880 x1830949849130368/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:265/0 lens 488/4536 e 0 to 0 dl 1746130290 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130279.258120:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094b11880 with x1830949849130368 ext(0->4095) 00002000:00010000:2.0:1746130279.258123:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880094b11880 00000100:00100000:3.0:1746130279.258324:0:8469:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849130496 00000100:00100000:3.0:1746130279.258331:0:8469:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849130496 00000100:00100000:3.0:1746130279.258370:0:8469:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6216 00000100:00100000:3.0:1746130279.258387:0:8469:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094b12300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:640ea846-b909-4eea-9a54-417e15bd627b+55:31578:x1830949849130496:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746130279.258401:0:8469:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746130279.258426:0:8469:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009bb12600/0x4ce24e5787361b9f lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae401dd expref: -99 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130279.258451:0:8469:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009955f200/0x4ce24e5787361b98 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae401d6 expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130279.258459:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130279.258461:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130279.258465:0:8469:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009bb12600/0x4ce24e5787361b9f lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae401dd expref: 56 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130279.258496:0:8469:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009955f200/0x4ce24e5787361b98 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae401d6 expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130279.258508:0:8469:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009955f200/0x4ce24e5787361b98 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae401d6 expref: 5 pid: 8469 timeout: 577 lvb_type: 0 00000100:00100000:3.0:1746130279.258520:0:8469:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091951500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8469:1830949841701760:192.168.204.51@tcp:104: 00000100:00100000:3.0:1746130279.258600:0:8469:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b186900 going to sleep for 11 seconds 00000100:00100000:0.0:1746130279.260963:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130279.261084:0:10554:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849130624 00000100:00100000:1.0:1746130279.261091:0:10554:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849130624 00000100:00100000:1.0:1746130279.261143:0:10554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6217 00000100:00100000:1.0:1746130279.261150:0:10554:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094b10e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:640ea846-b909-4eea-9a54-417e15bd627b+57:31579:x1830949849130624:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746130279.261166:0:10554:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746130279.261181:0:10554:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099532000/0x4ce24e5787361ba6 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae401e4 expref: -99 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130279.261203:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130279.261207:0:10554:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009bb12600/0x4ce24e5787361b9f lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae401dd expref: 58 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130279.261212:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130279.261215:0:10554:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099532000/0x4ce24e5787361ba6 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae401e4 expref: 58 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130279.261240:0:10554:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009bb12600/0x4ce24e5787361b9f lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae401dd expref: 58 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130279.261249:0:10554:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880099532000/0x4ce24e5787361ba6 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae401e4 expref: 58 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130279.261257:0:10554:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099532000, rc 0) 00000100:00100000:1.0:1746130279.261324:0:10554:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094b10e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:640ea846-b909-4eea-9a54-417e15bd627b+58:31579:x1830949849130624:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 174us (366us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130279.261329:0:10554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6217 00000100:00100000:3.0:1746130279.262464:0:8469:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091951500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8469:1830949841701760:192.168.204.51@tcp:104: 00010000:00010000:3.0:1746130279.262502:0:8469:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009bb12600/0x4ce24e5787361b9f lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae401dd expref: 57 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130279.262516:0:8469:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009bb12600, rc 0) 00000100:00100000:3.0:1746130279.262580:0:8469:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094b12300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:640ea846-b909-4eea-9a54-417e15bd627b+57:31578:x1830949849130496:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4201us (4904us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130279.262592:0:8469:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6216 00000100:00100000:0.0:1746130279.262835:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130279.262882:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849130752 00000100:00100000:2.0:1746130279.262887:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849130752 00010000:00010000:2.0:1746130279.262919:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009955f200/0x4ce24e5787361b98 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae401d6 expref: 6 pid: 8469 timeout: 577 lvb_type: 0 00000100:00100000:2.0:1746130279.262938:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14480 00000100:00100000:2.0:1746130279.262944:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094b13100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949849130752:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746130279.262954:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746130279.262972:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009955f200/0x4ce24e5787361b98 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae401d6 expref: 6 pid: 8469 timeout: 577 lvb_type: 0 00010000:00010000:2.0:1746130279.262983:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009955f200/0x4ce24e5787361b98 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae401d6 expref: 6 pid: 8469 timeout: 577 lvb_type: 0 00010000:00010000:2.0:1746130279.262999:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009955f200/0x4ce24e5787361b98 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae401d6 expref: 6 pid: 8469 timeout: 577 lvb_type: 0 00010000:00010000:2.0:1746130279.263010:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130279.263012:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130279.263018:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009bb12600/0x4ce24e5787361b9f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae401dd expref: 56 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130279.263025:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009bb12600/0x4ce24e5787361b9f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae401dd expref: 56 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130279.263046:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009bb12600/0x4ce24e5787361b9f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae401dd expref: 56 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130279.263055:0:7097:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009bb12600/0x4ce24e5787361b9f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae401dd expref: 56 pid: 8469 timeout: 577 lvb_type: 0 00000100:00100000:2.0:1746130279.263070:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091d21f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841702016:192.168.204.51@tcp:105: 00000100:00100000:2.0:1746130279.263125:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4ec2e40 going to sleep for 11 seconds 00000100:00100000:2.0:1746130279.264262:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091d21f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841702016:192.168.204.51@tcp:105: 00010000:00010000:2.0:1746130279.264294:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746130279.265103:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094b13100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+5:1962:x1830949849130752:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 2156us (2266us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130279.265113:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14480 00000100:00100000:3.0:1746130279.265219:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130279.265304:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849131008 00000100:00100000:1.0:1746130279.265309:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849131008 00002000:00100000:1.0:1746130279.265339:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880091951500 x1830949849131008/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:265/0 lens 488/0 e 0 to 0 dl 1746130290 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130279.265347:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091951500 with x1830949849131008 ext(0->4095) 00010000:00010000:1.0:1746130279.265353:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009bb12600/0x4ce24e5787361b9f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae401dd expref: 57 pid: 8469 timeout: 577 lvb_type: 0 00010000:00010000:1.0:1746130279.265364:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009bb12600/0x4ce24e5787361b9f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae401dd expref: 57 pid: 8469 timeout: 577 lvb_type: 0 00002000:00010000:1.0:1746130279.265369:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091951500 00000100:00100000:1.0:1746130279.265406:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2502 00000100:00100000:1.0:1746130279.265411:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091951500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+57:1961:x1830949849131008:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746130279.265550:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091951500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+57:1961:x1830949849131008:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 137us (330us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746130279.265555:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2502 00002000:00100000:1.0:1746130279.265560:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880091951500 x1830949849131008/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:265/0 lens 488/4536 e 0 to 0 dl 1746130290 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130279.265566:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091951500 with x1830949849131008 ext(0->4095) 00010000:00010000:1.0:1746130279.265571:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009bb12600/0x4ce24e5787361b9f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae401dd expref: 57 pid: 8469 timeout: 577 lvb_type: 0 00010000:00010000:1.0:1746130279.265579:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009bb12600/0x4ce24e5787361b9f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae401dd expref: 57 pid: 8469 timeout: 577 lvb_type: 0 00002000:00010000:1.0:1746130279.265589:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091951500 00000100:00100000:0.0:1746130279.268198:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130279.268369:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849131136 00000100:00100000:2.0:1746130279.268378:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849131136 00010000:00010000:2.0:1746130279.268411:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009bb12600/0x4ce24e5787361b9f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae401dd expref: 57 pid: 8469 timeout: 577 lvb_type: 0 00000100:00100000:2.0:1746130279.268451:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14481 00000100:00100000:2.0:1746130279.268460:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cba0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+57:1962:x1830949849131136:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746130279.268471:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746130279.268488:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009bb12600/0x4ce24e5787361b9f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae401dd expref: 57 pid: 8469 timeout: 577 lvb_type: 0 00010000:00010000:2.0:1746130279.268498:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009bb12600/0x4ce24e5787361b9f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae401dd expref: 57 pid: 8469 timeout: 577 lvb_type: 0 00010000:00010000:2.0:1746130279.268516:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009bb12600/0x4ce24e5787361b9f lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae401dd expref: 57 pid: 8469 timeout: 577 lvb_type: 0 00010000:00010000:2.0:1746130279.268547:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130279.268549:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130279.268556:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880099532000/0x4ce24e5787361ba6 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae401e4 expref: 56 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130279.268563:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099532000/0x4ce24e5787361ba6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae401e4 expref: 56 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130279.268828:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880099532000/0x4ce24e5787361ba6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae401e4 expref: 56 pid: 10554 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746130279.268839:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091d21f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841702144:192.168.204.51@tcp:105: 00000100:00100000:2.0:1746130279.269118:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4ec2e40 going to sleep for 11 seconds 00000100:00100000:2.0:1746130279.270709:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091d21f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841702144:192.168.204.51@tcp:105: 00010000:00010000:2.0:1746130279.270728:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746130279.270770:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cba0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+56:1962:x1830949849131136:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 2308us (2578us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130279.270780:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14481 00000100:00100000:0.0:1746130279.271432:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130279.271590:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849131392 00000100:00100000:2.0:1746130279.271595:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849131392 00002000:00100000:2.0:1746130279.271621:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88012cba0e00 x1830949849131392/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:265/0 lens 488/0 e 0 to 0 dl 1746130290 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130279.271629:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cba0e00 with x1830949849131392 ext(0->4095) 00002000:00010000:2.0:1746130279.271633:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012cba0e00 00000100:00100000:2.0:1746130279.271778:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4795 00000100:00100000:2.0:1746130279.271784:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cba0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+56:1962:x1830949849131392:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746130279.272036:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cba0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+56:1962:x1830949849131392:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 251us (604us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746130279.273080:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4795 00002000:00100000:2.0:1746130279.273090:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88012cba0e00 x1830949849131392/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:265/0 lens 488/4536 e 0 to 0 dl 1746130290 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130279.273099:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cba0e00 with x1830949849131392 ext(0->4095) 00002000:00010000:2.0:1746130279.273103:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012cba0e00 00000100:00100000:0.0:1746130279.275969:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130279.277039:0:8469:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849131520 00000100:00100000:3.0:1746130279.277051:0:8469:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849131520 00000100:00100000:3.0:1746130279.277216:0:8469:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6218 00000100:00100000:3.0:1746130279.277223:0:8469:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cba0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+5:31579:x1830949849131520:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746130279.277236:0:8469:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746130279.277250:0:8469:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009bb12200/0x4ce24e5787361bad lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae401eb expref: -99 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130279.277283:0:8469:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880099532000/0x4ce24e5787361ba6 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae401e4 expref: 55 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130279.277289:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746130279.277290:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746130279.277293:0:8469:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009bb12200/0x4ce24e5787361bad lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae401eb expref: 6 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130279.277315:0:8469:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880099532000/0x4ce24e5787361ba6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae401e4 expref: 55 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130279.277324:0:8469:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880099532000/0x4ce24e5787361ba6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae401e4 expref: 55 pid: 10554 timeout: 577 lvb_type: 0 00000100:00100000:3.0:1746130279.277334:0:8469:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091950000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8469:1830949841702272:192.168.204.51@tcp:104: 00000100:00100000:3.0:1746130279.278532:0:8469:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b186900 going to sleep for 11 seconds 00000100:00100000:0.0:1746130279.279695:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130279.279866:0:8469:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091950000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8469:1830949841702272:192.168.204.51@tcp:104: 00010000:00010000:3.0:1746130279.279895:0:8469:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009bb12200/0x4ce24e5787361bad lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae401eb expref: 6 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130279.279910:0:8469:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009bb12200, rc 0) 00000100:00100000:3.0:1746130279.279945:0:8469:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cba0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+6:31579:x1830949849131520:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2722us (3984us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130279.279953:0:8469:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6218 00000100:00100000:2.0:1746130279.280024:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849131648 00000100:00100000:2.0:1746130279.280029:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849131648 00010000:00010000:2.0:1746130279.280063:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880099532000/0x4ce24e5787361ba6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae401e4 expref: 56 pid: 10554 timeout: 577 lvb_type: 0 00000100:00100000:2.0:1746130279.280100:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14482 00000100:00100000:2.0:1746130279.280105:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cba3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+56:1962:x1830949849131648:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746130279.280117:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746130279.280133:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880099532000/0x4ce24e5787361ba6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae401e4 expref: 56 pid: 10554 timeout: 577 lvb_type: 0 00010000:00010000:2.0:1746130279.280142:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880099532000/0x4ce24e5787361ba6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae401e4 expref: 56 pid: 10554 timeout: 577 lvb_type: 0 00010000:00010000:2.0:1746130279.280158:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880099532000/0x4ce24e5787361ba6 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae401e4 expref: 56 pid: 10554 timeout: 577 lvb_type: 0 00010000:00010000:2.0:1746130279.280172:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130279.280173:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130279.280178:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009bb12200/0x4ce24e5787361bad lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae401eb expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130279.280185:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009bb12200/0x4ce24e5787361bad lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae401eb expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130279.280207:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009bb12200/0x4ce24e5787361bad lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae401eb expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746130279.280217:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091d21f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841702400:192.168.204.51@tcp:105: 00000100:00100000:2.0:1746130279.280259:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4ec2cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746130279.282497:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130279.282697:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091d21f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841702400:192.168.204.51@tcp:105: 00010000:00010000:2.0:1746130279.282716:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746130279.282850:0:8469:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849131904 00000100:00100000:3.0:1746130279.282856:0:8469:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849131904 00000100:00100000:3.0:1746130279.282899:0:8469:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6219 00000100:00100000:3.0:1746130279.282905:0:8469:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cba2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:640ea846-b909-4eea-9a54-417e15bd627b+56:31578:x1830949849131904:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746130279.282919:0:8469:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746130279.282933:0:8469:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009bb13400/0x4ce24e5787361bb4 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae401f2 expref: -99 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130279.282954:0:8469:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009bb12200/0x4ce24e5787361bad lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae401eb expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130279.282960:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130279.282962:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130279.282965:0:8469:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009bb13400/0x4ce24e5787361bb4 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae401f2 expref: 57 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130279.282985:0:8469:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009bb12200/0x4ce24e5787361bad lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae401eb expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130279.282995:0:8469:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009bb12200/0x4ce24e5787361bad lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae401eb expref: 5 pid: 8469 timeout: 577 lvb_type: 0 00000100:00100000:3.0:1746130279.283005:0:8469:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091950000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8469:1830949841702528:192.168.204.51@tcp:104: 00000100:00100000:2.0:1746130279.283095:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cba3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+57:1962:x1830949849131648:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 2988us (3403us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130279.283102:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14482 00000100:00100000:0.0:1746130279.283309:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130279.283412:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849132032 00000100:00100000:2.0:1746130279.283415:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849132032 00002000:00100000:2.0:1746130279.283446:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88012cba1c00 x1830949849132032/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:265/0 lens 488/0 e 0 to 0 dl 1746130290 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130279.283454:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cba1c00 with x1830949849132032 ext(0->4095) 00010000:00010000:2.0:1746130279.283459:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009bb12200/0x4ce24e5787361bad lrc: 6/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae401eb expref: 6 pid: 8469 timeout: 577 lvb_type: 0 00010000:00010000:2.0:1746130279.283468:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009bb12200/0x4ce24e5787361bad lrc: 6/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae401eb expref: 6 pid: 8469 timeout: 577 lvb_type: 0 00002000:00010000:2.0:1746130279.283472:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012cba1c00 00000100:00100000:3.0:1746130279.283769:0:8469:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b186900 going to sleep for 11 seconds 00000100:00100000:2.0:1746130279.283950:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2503 00000100:00100000:2.0:1746130279.283957:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cba1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949849132032:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746130279.284089:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cba1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949849132032:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 133us (780us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746130279.284094:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2503 00002000:00100000:2.0:1746130279.284099:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88012cba1c00 x1830949849132032/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:265/0 lens 488/4536 e 0 to 0 dl 1746130290 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130279.284105:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cba1c00 with x1830949849132032 ext(0->4095) 00010000:00010000:2.0:1746130279.284110:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009bb12200/0x4ce24e5787361bad lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae401eb expref: 6 pid: 8469 timeout: 577 lvb_type: 0 00010000:00010000:2.0:1746130279.284118:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009bb12200/0x4ce24e5787361bad lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae401eb expref: 6 pid: 8469 timeout: 577 lvb_type: 0 00002000:00010000:2.0:1746130279.284123:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012cba1c00 00000100:00100000:3.0:1746130279.285911:0:8469:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091950000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8469:1830949841702528:192.168.204.51@tcp:104: 00010000:00010000:3.0:1746130279.285946:0:8469:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009bb13400/0x4ce24e5787361bb4 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae401f2 expref: 56 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130279.285961:0:8469:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009bb13400, rc 0) 00000100:00100000:3.0:1746130279.285999:0:8469:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cba2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:640ea846-b909-4eea-9a54-417e15bd627b+56:31578:x1830949849131904:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3093us (3508us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130279.286006:0:8469:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6219 00000100:00100000:0.0:1746130279.287103:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130279.287128:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130279.287253:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849132288 00000100:00100000:3.0:1746130279.287257:0:8469:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849132160 00000100:00100000:2.0:1746130279.287258:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849132288 00000100:00100000:3.0:1746130279.287261:0:8469:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849132160 00010000:00010000:2.0:1746130279.287308:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009bb12200/0x4ce24e5787361bad lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae401eb expref: 6 pid: 8469 timeout: 577 lvb_type: 0 00000100:00100000:3.0:1746130279.287310:0:8469:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6220 00000100:00100000:3.0:1746130279.287317:0:8469:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cba3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:640ea846-b909-4eea-9a54-417e15bd627b+56:31579:x1830949849132160:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746130279.287329:0:8469:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746130279.287340:0:8469:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009bb12400/0x4ce24e5787361bbb lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae401f9 expref: -99 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130279.287357:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130279.287362:0:8469:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009bb13400/0x4ce24e5787361bb4 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae401f2 expref: 57 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130279.287368:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746130279.287371:0:8469:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009bb12400/0x4ce24e5787361bbb lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae401f9 expref: 57 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130279.287401:0:8469:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009bb13400/0x4ce24e5787361bb4 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae401f2 expref: 57 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130279.287411:0:8469:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009bb12400/0x4ce24e5787361bbb lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae401f9 expref: 57 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130279.287430:0:8469:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009bb12400, rc 0) 00000100:00100000:3.0:1746130279.287454:0:8469:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cba3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:640ea846-b909-4eea-9a54-417e15bd627b+57:31579:x1830949849132160:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 138us (355us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130279.287460:0:8469:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6220 00000100:00100000:2.0:1746130279.287561:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14483 00000100:00100000:2.0:1746130279.287571:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cba1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949849132288:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746130279.287579:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746130279.287665:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009bb12200/0x4ce24e5787361bad lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae401eb expref: 6 pid: 8469 timeout: 577 lvb_type: 0 00010000:00010000:2.0:1746130279.287677:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009bb12200/0x4ce24e5787361bad lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae401eb expref: 6 pid: 8469 timeout: 577 lvb_type: 0 00010000:00010000:2.0:1746130279.287902:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009bb12200/0x4ce24e5787361bad lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae401eb expref: 6 pid: 8469 timeout: 577 lvb_type: 0 00010000:00010000:2.0:1746130279.287923:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130279.287925:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130279.287929:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009bb13400/0x4ce24e5787361bb4 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae401f2 expref: 56 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130279.287937:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009bb13400/0x4ce24e5787361bb4 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae401f2 expref: 56 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130279.287952:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009bb13400/0x4ce24e5787361bb4 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae401f2 expref: 56 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130279.287958:0:7097:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009bb13400/0x4ce24e5787361bb4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae401f2 expref: 56 pid: 8469 timeout: 577 lvb_type: 0 00000100:00100000:2.0:1746130279.287965:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091d21f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841702784:192.168.204.51@tcp:105: 00000100:00100000:2.0:1746130279.288016:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4ec2f00 going to sleep for 11 seconds 00000100:00100000:2.0:1746130279.290510:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091d21f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841702784:192.168.204.51@tcp:105: 00010000:00010000:2.0:1746130279.290535:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746130279.290712:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cba1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+5:1962:x1830949849132288:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 3143us (3580us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130279.290722:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14483 00000100:00100000:0.0:1746130279.291177:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130279.291261:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849132544 00000100:00100000:1.0:1746130279.291295:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849132544 00002000:00100000:1.0:1746130279.291329:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88012cba3100 x1830949849132544/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:265/0 lens 488/0 e 0 to 0 dl 1746130290 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130279.291337:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cba3100 with x1830949849132544 ext(0->4095) 00010000:00010000:1.0:1746130279.291344:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009bb13400/0x4ce24e5787361bb4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae401f2 expref: 57 pid: 8469 timeout: 577 lvb_type: 0 00010000:00010000:1.0:1746130279.291355:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009bb13400/0x4ce24e5787361bb4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae401f2 expref: 57 pid: 8469 timeout: 577 lvb_type: 0 00002000:00010000:1.0:1746130279.291361:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012cba3100 00000100:00100000:2.0:1746130279.291477:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2504 00000100:00100000:2.0:1746130279.291484:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cba3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+57:1961:x1830949849132544:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746130279.291626:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cba3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+57:1961:x1830949849132544:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 143us (449us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746130279.291632:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2504 00002000:00100000:2.0:1746130279.291637:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88012cba3100 x1830949849132544/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:265/0 lens 488/4536 e 0 to 0 dl 1746130290 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130279.291648:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cba3100 with x1830949849132544 ext(0->4095) 00010000:00010000:2.0:1746130279.291653:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009bb13400/0x4ce24e5787361bb4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae401f2 expref: 57 pid: 8469 timeout: 577 lvb_type: 0 00010000:00010000:2.0:1746130279.291663:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009bb13400/0x4ce24e5787361bb4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae401f2 expref: 57 pid: 8469 timeout: 577 lvb_type: 0 00002000:00010000:2.0:1746130279.291668:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012cba3100 00000100:00100000:0.0:1746130279.293574:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130279.293825:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849132672 00000100:00100000:2.0:1746130279.293833:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849132672 00010000:00010000:2.0:1746130279.293870:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009bb13400/0x4ce24e5787361bb4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae401f2 expref: 57 pid: 8469 timeout: 577 lvb_type: 0 00000100:00100000:2.0:1746130279.293904:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14484 00000100:00100000:2.0:1746130279.293912:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009429d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+57:1962:x1830949849132672:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746130279.293924:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746130279.293944:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009bb13400/0x4ce24e5787361bb4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae401f2 expref: 57 pid: 8469 timeout: 577 lvb_type: 0 00010000:00010000:2.0:1746130279.293954:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009bb13400/0x4ce24e5787361bb4 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae401f2 expref: 57 pid: 8469 timeout: 577 lvb_type: 0 00010000:00010000:2.0:1746130279.293973:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009bb13400/0x4ce24e5787361bb4 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae401f2 expref: 57 pid: 8469 timeout: 577 lvb_type: 0 00010000:00010000:2.0:1746130279.293999:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130279.294002:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130279.294008:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009bb12400/0x4ce24e5787361bbb lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae401f9 expref: 56 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130279.294015:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009bb12400/0x4ce24e5787361bbb lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae401f9 expref: 56 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130279.294041:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009bb12400/0x4ce24e5787361bbb lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae401f9 expref: 56 pid: 8469 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746130279.294052:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091d21f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841702912:192.168.204.51@tcp:105: 00000100:00100000:2.0:1746130279.294511:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4ec2f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746130279.296987:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130279.297066:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091d21f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841702912:192.168.204.51@tcp:105: 00010000:00010000:2.0:1746130279.297084:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746130279.297097:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849132928 00000100:00100000:3.0:1746130279.297103:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849132928 00000100:00100000:2.0:1746130279.297128:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009429d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+57:1962:x1830949849132672:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 3218us (3561us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130279.297136:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14484 00002000:00100000:3.0:1746130279.297143:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800933aa680 x1830949849132928/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:265/0 lens 488/0 e 0 to 0 dl 1746130290 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130279.297151:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800933aa680 with x1830949849132928 ext(0->4095) 00002000:00010000:3.0:1746130279.297155:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800933aa680 00000100:00100000:3.0:1746130279.297169:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4796 00000100:00100000:3.0:1746130279.297175:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800933aa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+56:1963:x1830949849132928:12345-192.168.204.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746130279.297322:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800933aa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+56:1963:x1830949849132928:12345-192.168.204.51@tcp:3:ptlrpcd_01_00.0 Request processed in 147us (343us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746130279.297328:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4796 00002000:00100000:3.0:1746130279.297333:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800933aa680 x1830949849132928/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:265/0 lens 488/4536 e 0 to 0 dl 1746130290 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130279.297344:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800933aa680 with x1830949849132928 ext(0->4095) 00002000:00010000:3.0:1746130279.297346:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800933aa680 00000100:00100000:0.0:1746130279.299736:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130279.300613:0:8469:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849133056 00000100:00100000:3.0:1746130279.300621:0:8469:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849133056 00000100:00100000:3.0:1746130279.300663:0:8469:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6221 00000100:00100000:3.0:1746130279.300669:0:8469:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800933a8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+5:31579:x1830949849133056:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746130279.300684:0:8469:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746130279.300698:0:8469:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009bb12e00/0x4ce24e5787361bc2 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae40200 expref: -99 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130279.300720:0:8469:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009bb12400/0x4ce24e5787361bbb lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae401f9 expref: 55 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130279.300726:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746130279.300728:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746130279.300731:0:8469:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009bb12e00/0x4ce24e5787361bc2 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40200 expref: 6 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130279.300754:0:8469:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009bb12400/0x4ce24e5787361bbb lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae401f9 expref: 55 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130279.300764:0:8469:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009bb12400/0x4ce24e5787361bbb lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae401f9 expref: 55 pid: 8469 timeout: 577 lvb_type: 0 00000100:00100000:3.0:1746130279.300775:0:8469:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091950000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8469:1830949841703040:192.168.204.51@tcp:104: 00000100:00100000:3.0:1746130279.300833:0:8469:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b186840 going to sleep for 11 seconds 00000100:00100000:3.0:1746130279.302487:0:8469:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091950000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8469:1830949841703040:192.168.204.51@tcp:104: 00010000:00010000:3.0:1746130279.302516:0:8469:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009bb12e00/0x4ce24e5787361bc2 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40200 expref: 6 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130279.302529:0:8469:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009bb12e00, rc 0) 00000100:00100000:3.0:1746130279.302568:0:8469:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800933a8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+6:31579:x1830949849133056:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1897us (2837us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130279.302575:0:8469:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6221 00000100:00100000:0.0:1746130279.302651:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130279.302788:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849133184 00000100:00100000:2.0:1746130279.302794:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849133184 00010000:00010000:2.0:1746130279.302813:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009bb12400/0x4ce24e5787361bbb lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae401f9 expref: 56 pid: 8469 timeout: 577 lvb_type: 0 00000100:00100000:2.0:1746130279.302833:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14485 00000100:00100000:2.0:1746130279.302839:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d0d0850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+56:1961:x1830949849133184:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746130279.302850:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746130279.302872:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009bb12400/0x4ce24e5787361bbb lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae401f9 expref: 56 pid: 8469 timeout: 577 lvb_type: 0 00010000:00010000:2.0:1746130279.302889:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009bb12400/0x4ce24e5787361bbb lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae401f9 expref: 56 pid: 8469 timeout: 577 lvb_type: 0 00010000:00010000:2.0:1746130279.302907:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009bb12400/0x4ce24e5787361bbb lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae401f9 expref: 56 pid: 8469 timeout: 577 lvb_type: 0 00010000:00010000:2.0:1746130279.302928:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130279.302930:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130279.302937:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009bb12e00/0x4ce24e5787361bc2 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40200 expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130279.302943:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009bb12e00/0x4ce24e5787361bc2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40200 expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130279.302964:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009bb12e00/0x4ce24e5787361bc2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40200 expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746130279.302972:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091d21f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841703168:192.168.204.51@tcp:105: 00000100:00100000:2.0:1746130279.303037:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4ec2f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746130279.307552:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130279.307638:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091d21f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841703168:192.168.204.51@tcp:105: 00000100:00100000:3.0:1746130279.307648:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849133440 00000100:00100000:3.0:1746130279.307655:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849133440 00010000:00010000:2.0:1746130279.307659:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00100000:3.0:1746130279.307696:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800a4cd5f80 x1830949849133440/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:265/0 lens 488/0 e 0 to 0 dl 1746130290 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130279.307705:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a4cd5f80 with x1830949849133440 ext(0->4095) 00002000:00010000:3.0:1746130279.307709:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a4cd5f80 00000100:00100000:2.0:1746130279.307713:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d0d0850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+55:1961:x1830949849133184:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 4873us (5062us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130279.307723:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14485 00000100:00100000:3.0:1746130279.307809:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4797 00000100:00100000:3.0:1746130279.307821:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4cd5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949849133440:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746130279.307957:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4cd5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949849133440:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 141us (413us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746130279.307962:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4797 00002000:00100000:3.0:1746130279.307966:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800a4cd5f80 x1830949849133440/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:265/0 lens 488/4536 e 0 to 0 dl 1746130290 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130279.307972:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a4cd5f80 with x1830949849133440 ext(0->4095) 00002000:00010000:3.0:1746130279.307974:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a4cd5f80 00000100:00100000:0.0:1746130279.308542:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130279.308684:0:8469:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849133568 00000100:00100000:3.0:1746130279.308688:0:8469:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849133568 00000100:00100000:3.0:1746130279.308708:0:8469:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6222 00000100:00100000:3.0:1746130279.308713:0:8469:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4cd4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:640ea846-b909-4eea-9a54-417e15bd627b+55:31578:x1830949849133568:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746130279.308722:0:8469:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746130279.308735:0:8469:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009bb13600/0x4ce24e5787361bc9 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae40207 expref: -99 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130279.308754:0:8469:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009bb12e00/0x4ce24e5787361bc2 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40200 expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130279.308760:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130279.308762:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130279.308765:0:8469:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009bb13600/0x4ce24e5787361bc9 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40207 expref: 56 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130279.308787:0:8469:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009bb12e00/0x4ce24e5787361bc2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40200 expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130279.308796:0:8469:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009bb12e00/0x4ce24e5787361bc2 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40200 expref: 5 pid: 8469 timeout: 577 lvb_type: 0 00000100:00100000:3.0:1746130279.308805:0:8469:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091950000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8469:1830949841703296:192.168.204.51@tcp:104: 00000100:00100000:3.0:1746130279.308873:0:8469:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b186180 going to sleep for 11 seconds 00000100:00100000:0.0:1746130279.311203:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130279.311309:0:20953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849133696 00000100:00100000:1.0:1746130279.311314:0:20953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849133696 00000100:00100000:3.0:1746130279.311323:0:8469:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091950000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8469:1830949841703296:192.168.204.51@tcp:104: 00000100:00100000:1.0:1746130279.311349:0:20953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6223 00010000:00010000:3.0:1746130279.311352:0:8469:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009bb13600/0x4ce24e5787361bc9 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40207 expref: 57 pid: 8469 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746130279.311355:0:20953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4cd7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:640ea846-b909-4eea-9a54-417e15bd627b+57:31579:x1830949849133696:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746130279.311367:0:20953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746130279.311371:0:8469:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009bb13600, rc 0) 00010000:00010000:1.0:1746130279.311380:0:20953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099532600/0x4ce24e5787361bd0 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae4020e expref: -99 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130279.311396:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130279.311400:0:20953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009bb13600/0x4ce24e5787361bc9 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40207 expref: 58 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130279.311406:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:3.0:1746130279.311408:0:8469:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4cd4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:640ea846-b909-4eea-9a54-417e15bd627b+58:31578:x1830949849133568:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2694us (2866us total) trans 0 rc 0/0 00010000:00010000:1.0:1746130279.311410:0:20953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099532600/0x4ce24e5787361bd0 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4020e expref: 58 pid: 20953 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746130279.311415:0:8469:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6222 00010000:00010000:1.0:1746130279.311446:0:20953:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009bb13600/0x4ce24e5787361bc9 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40207 expref: 57 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130279.311455:0:20953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880099532600/0x4ce24e5787361bd0 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4020e expref: 57 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130279.311462:0:20953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099532600, rc 0) 00000100:00100000:1.0:1746130279.311479:0:20953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4cd7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:640ea846-b909-4eea-9a54-417e15bd627b+57:31579:x1830949849133696:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 125us (284us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130279.311484:0:20953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6223 00000100:00100000:2.0:1746130279.311934:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130279.311991:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849133824 00000100:00100000:0.0:1746130279.311994:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849133824 00010000:00010000:0.0:1746130279.312010:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009bb12e00/0x4ce24e5787361bc2 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40200 expref: 6 pid: 8469 timeout: 577 lvb_type: 0 00000100:00100000:0.0:1746130279.312038:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14486 00000100:00100000:0.0:1746130279.312044:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091d21f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949849133824:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746130279.312052:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746130279.312073:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009bb12e00/0x4ce24e5787361bc2 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40200 expref: 6 pid: 8469 timeout: 577 lvb_type: 0 00010000:00010000:0.0:1746130279.312083:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009bb12e00/0x4ce24e5787361bc2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40200 expref: 6 pid: 8469 timeout: 577 lvb_type: 0 00010000:00010000:0.0:1746130279.312102:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009bb12e00/0x4ce24e5787361bc2 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40200 expref: 6 pid: 8469 timeout: 577 lvb_type: 0 00010000:00010000:0.0:1746130279.312124:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130279.312126:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130279.312131:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009bb13600/0x4ce24e5787361bc9 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40207 expref: 56 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130279.312138:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009bb13600/0x4ce24e5787361bc9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40207 expref: 56 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130279.312157:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009bb13600/0x4ce24e5787361bc9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40207 expref: 56 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130279.312166:0:7097:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009bb13600/0x4ce24e5787361bc9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40207 expref: 56 pid: 8469 timeout: 577 lvb_type: 0 00000100:00100000:0.0:1746130279.312175:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009bdfea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841703552:192.168.204.51@tcp:105: 00000100:00100000:0.0:1746130279.312235:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009bc95540 going to sleep for 11 seconds 00000100:00100000:2.0:1746130279.315007:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009bdfea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841703552:192.168.204.51@tcp:105: 00010000:00010000:2.0:1746130279.315030:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746130279.315084:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091d21f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+5:1962:x1830949849133824:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 3038us (3148us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130279.315094:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14486 00000100:00100000:0.0:1746130279.315612:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130279.315720:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849134080 00000100:00100000:3.0:1746130279.315727:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849134080 00002000:00100000:3.0:1746130279.315763:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009bdfed80 x1830949849134080/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:265/0 lens 488/0 e 0 to 0 dl 1746130290 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130279.315770:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bdfed80 with x1830949849134080 ext(0->4095) 00010000:00010000:3.0:1746130279.315777:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009bb13600/0x4ce24e5787361bc9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40207 expref: 57 pid: 8469 timeout: 577 lvb_type: 0 00010000:00010000:3.0:1746130279.315788:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009bb13600/0x4ce24e5787361bc9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40207 expref: 57 pid: 8469 timeout: 577 lvb_type: 0 00002000:00010000:3.0:1746130279.315793:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009bdfed80 00000100:00100000:3.0:1746130279.315806:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2505 00000100:00100000:3.0:1746130279.315812:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bdfed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+57:1961:x1830949849134080:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746130279.316520:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bdfed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+57:1961:x1830949849134080:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 705us (905us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746130279.316527:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2505 00002000:00100000:3.0:1746130279.316532:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009bdfed80 x1830949849134080/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:265/0 lens 488/4536 e 0 to 0 dl 1746130290 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130279.316545:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bdfed80 with x1830949849134080 ext(0->4095) 00010000:00010000:3.0:1746130279.316550:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009bb13600/0x4ce24e5787361bc9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40207 expref: 57 pid: 8469 timeout: 577 lvb_type: 0 00010000:00010000:3.0:1746130279.316560:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009bb13600/0x4ce24e5787361bc9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40207 expref: 57 pid: 8469 timeout: 577 lvb_type: 0 00002000:00010000:3.0:1746130279.316566:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009bdfed80 00000100:00100000:0.0:1746130279.318447:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130279.318776:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849134208 00000100:00100000:2.0:1746130279.318783:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849134208 00010000:00010000:2.0:1746130279.318819:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009bb13600/0x4ce24e5787361bc9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40207 expref: 57 pid: 8469 timeout: 577 lvb_type: 0 00000100:00100000:2.0:1746130279.318855:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14487 00000100:00100000:2.0:1746130279.318862:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bdfea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+57:1962:x1830949849134208:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746130279.318873:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746130279.318889:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009bb13600/0x4ce24e5787361bc9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40207 expref: 57 pid: 8469 timeout: 577 lvb_type: 0 00010000:00010000:2.0:1746130279.318905:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009bb13600/0x4ce24e5787361bc9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40207 expref: 57 pid: 8469 timeout: 577 lvb_type: 0 00010000:00010000:2.0:1746130279.318923:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009bb13600/0x4ce24e5787361bc9 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40207 expref: 57 pid: 8469 timeout: 577 lvb_type: 0 00010000:00010000:2.0:1746130279.318941:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130279.318943:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130279.318949:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880099532600/0x4ce24e5787361bd0 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4020e expref: 56 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130279.318957:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099532600/0x4ce24e5787361bd0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4020e expref: 56 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130279.318983:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880099532600/0x4ce24e5787361bd0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4020e expref: 56 pid: 20953 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746130279.318995:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091d20e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841703680:192.168.204.51@tcp:105: 00000100:00100000:2.0:1746130279.319086:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4ec2cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746130279.323699:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130279.323886:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091d20e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841703680:192.168.204.51@tcp:105: 00000100:00100000:3.0:1746130279.323901:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849134464 00000100:00100000:3.0:1746130279.323907:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849134464 00010000:00010000:2.0:1746130279.323910:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00100000:3.0:1746130279.323945:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880134a80e00 x1830949849134464/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:265/0 lens 488/0 e 0 to 0 dl 1746130290 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1746130279.323947:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bdfea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+57:1962:x1830949849134208:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 5086us (5508us total) trans 0 rc 0/0 00002000:00100000:3.0:1746130279.323955:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134a80e00 with x1830949849134464 ext(0->4095) 00000100:00100000:2.0:1746130279.323957:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14487 00002000:00010000:3.0:1746130279.323959:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880134a80e00 00000100:00100000:3.0:1746130279.323987:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4798 00000100:00100000:3.0:1746130279.323994:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134a80e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+56:1961:x1830949849134464:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746130279.324120:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134a80e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+56:1961:x1830949849134464:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 127us (430us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746130279.324126:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4798 00002000:00100000:3.0:1746130279.324896:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880134a80e00 x1830949849134464/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:265/0 lens 488/4536 e 0 to 0 dl 1746130290 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130279.324907:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134a80e00 with x1830949849134464 ext(0->4095) 00002000:00010000:3.0:1746130279.324910:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880134a80e00 00000100:00100000:0.0:1746130279.326772:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130279.326861:0:10554:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849134592 00000100:00100000:2.0:1746130279.326869:0:10554:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849134592 00000100:00100000:2.0:1746130279.326925:0:10554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6224 00000100:00100000:2.0:1746130279.326932:0:10554:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134a82680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+5:31579:x1830949849134592:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746130279.326947:0:10554:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746130279.326963:0:10554:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009955fe00/0x4ce24e5787361bd7 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae40215 expref: -99 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130279.326986:0:10554:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880099532600/0x4ce24e5787361bd0 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4020e expref: 55 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130279.326991:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746130279.326993:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746130279.326996:0:10554:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009955fe00/0x4ce24e5787361bd7 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40215 expref: 6 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130279.327023:0:10554:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880099532600/0x4ce24e5787361bd0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4020e expref: 55 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130279.327033:0:10554:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880099532600/0x4ce24e5787361bd0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4020e expref: 55 pid: 20953 timeout: 577 lvb_type: 0 00000100:00100000:2.0:1746130279.327042:0:10554:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091d20e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10554:1830949841703808:192.168.204.51@tcp:104: 00000100:00100000:2.0:1746130279.328085:0:10554:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4ec2cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1746130279.329583:0:10554:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091d20e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10554:1830949841703808:192.168.204.51@tcp:104: 00010000:00010000:2.0:1746130279.329614:0:10554:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009955fe00/0x4ce24e5787361bd7 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40215 expref: 6 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130279.329629:0:10554:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009955fe00, rc 0) 00000100:00100000:2.0:1746130279.329679:0:10554:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134a82680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+6:31579:x1830949849134592:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2746us (2912us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130279.329687:0:10554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6224 00000100:00100000:0.0:1746130279.330104:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130279.330752:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849134720 00000100:00100000:2.0:1746130279.330758:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849134720 00010000:00010000:2.0:1746130279.330783:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880099532600/0x4ce24e5787361bd0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4020e expref: 56 pid: 20953 timeout: 577 lvb_type: 0 00000100:00100000:2.0:1746130279.330804:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14488 00000100:00100000:2.0:1746130279.330809:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134a81500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+56:1961:x1830949849134720:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746130279.330820:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746130279.330840:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880099532600/0x4ce24e5787361bd0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4020e expref: 56 pid: 20953 timeout: 577 lvb_type: 0 00010000:00010000:2.0:1746130279.330850:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880099532600/0x4ce24e5787361bd0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4020e expref: 56 pid: 20953 timeout: 577 lvb_type: 0 00010000:00010000:2.0:1746130279.330868:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880099532600/0x4ce24e5787361bd0 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4020e expref: 56 pid: 20953 timeout: 577 lvb_type: 0 00010000:00010000:2.0:1746130279.330893:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130279.330895:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130279.330902:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009955fe00/0x4ce24e5787361bd7 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40215 expref: 5 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130279.330909:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009955fe00/0x4ce24e5787361bd7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40215 expref: 5 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130279.330933:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009955fe00/0x4ce24e5787361bd7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40215 expref: 5 pid: 10554 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746130279.330943:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091d20e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841703936:192.168.204.51@tcp:105: 00000100:00100000:2.0:1746130279.331000:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4ec2cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1746130279.333261:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091d20e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841703936:192.168.204.51@tcp:105: 00010000:00010000:2.0:1746130279.333309:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746130279.333343:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134a81500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+55:1961:x1830949849134720:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 2533us (3239us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130279.333351:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14488 00000100:00100000:0.0:1746130279.333889:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130279.333993:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849134976 00000100:00100000:3.0:1746130279.333998:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849134976 00002000:00100000:3.0:1746130279.334031:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880134a82d80 x1830949849134976/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:265/0 lens 488/0 e 0 to 0 dl 1746130290 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130279.334039:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134a82d80 with x1830949849134976 ext(0->4095) 00002000:00010000:3.0:1746130279.334042:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880134a82d80 00000100:00100000:3.0:1746130279.334753:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4799 00000100:00100000:3.0:1746130279.334761:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134a82d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949849134976:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746130279.334875:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134a82d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949849134976:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 117us (987us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746130279.334881:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4799 00002000:00100000:3.0:1746130279.334886:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880134a82d80 x1830949849134976/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:265/0 lens 488/4536 e 0 to 0 dl 1746130290 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130279.334892:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134a82d80 with x1830949849134976 ext(0->4095) 00002000:00010000:3.0:1746130279.334895:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880134a82d80 00000100:00100000:0.0:1746130279.335639:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130279.336455:0:10554:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849135104 00000100:00100000:2.0:1746130279.336462:0:10554:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849135104 00000100:00100000:2.0:1746130279.336968:0:10554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6225 00000100:00100000:2.0:1746130279.336976:0:10554:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134a80700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:640ea846-b909-4eea-9a54-417e15bd627b+55:31578:x1830949849135104:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746130279.336989:0:10554:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746130279.337003:0:10554:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009955e000/0x4ce24e5787361bde lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae4021c expref: -99 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130279.337025:0:10554:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009955fe00/0x4ce24e5787361bd7 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40215 expref: 5 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130279.337031:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130279.337033:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130279.337036:0:10554:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009955e000/0x4ce24e5787361bde lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4021c expref: 56 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130279.337061:0:10554:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009955fe00/0x4ce24e5787361bd7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40215 expref: 5 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130279.337070:0:10554:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009955fe00/0x4ce24e5787361bd7 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40215 expref: 5 pid: 10554 timeout: 577 lvb_type: 0 00000100:00100000:2.0:1746130279.337080:0:10554:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091d20e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10554:1830949841704064:192.168.204.51@tcp:104: 00000100:00100000:2.0:1746130279.337705:0:10554:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4ec2cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746130279.341248:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130279.341374:0:20953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849135232 00000100:00100000:1.0:1746130279.341383:0:20953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849135232 00000100:00100000:1.0:1746130279.341438:0:20953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6226 00000100:00100000:1.0:1746130279.341446:0:20953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134a81180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:640ea846-b909-4eea-9a54-417e15bd627b+57:31579:x1830949849135232:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746130279.341462:0:20953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746130279.341477:0:20953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099533000/0x4ce24e5787361be5 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae40223 expref: -99 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130279.341504:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130279.341509:0:20953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009955e000/0x4ce24e5787361bde lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4021c expref: 58 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130279.341515:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130279.341519:0:20953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099533000/0x4ce24e5787361be5 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40223 expref: 58 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130279.341553:0:20953:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009955e000/0x4ce24e5787361bde lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4021c expref: 58 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130279.341563:0:20953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880099533000/0x4ce24e5787361be5 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40223 expref: 58 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130279.341570:0:20953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099533000, rc 0) 00000100:00100000:1.0:1746130279.342220:0:20953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134a81180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:640ea846-b909-4eea-9a54-417e15bd627b+58:31579:x1830949849135232:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 773us (980us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130279.342227:0:20953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6226 00000100:00100000:2.0:1746130279.344105:0:10554:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091d20e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10554:1830949841704064:192.168.204.51@tcp:104: 00010000:00010000:2.0:1746130279.344138:0:10554:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009955e000/0x4ce24e5787361bde lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4021c expref: 57 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130279.344158:0:10554:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009955e000, rc 0) 00000100:00100000:2.0:1746130279.344210:0:10554:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134a80700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:640ea846-b909-4eea-9a54-417e15bd627b+57:31578:x1830949849135104:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 7235us (8573us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130279.344217:0:10554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6225 00000100:00100000:0.0:1746130279.345557:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130279.345612:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849135360 00000100:00100000:2.0:1746130279.345618:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849135360 00010000:00010000:2.0:1746130279.345643:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009955fe00/0x4ce24e5787361bd7 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40215 expref: 6 pid: 10554 timeout: 577 lvb_type: 0 00000100:00100000:2.0:1746130279.345735:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14489 00000100:00100000:2.0:1746130279.345742:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134a83800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949849135360:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746130279.345753:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746130279.345770:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009955fe00/0x4ce24e5787361bd7 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40215 expref: 6 pid: 10554 timeout: 577 lvb_type: 0 00010000:00010000:2.0:1746130279.345779:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009955fe00/0x4ce24e5787361bd7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40215 expref: 6 pid: 10554 timeout: 577 lvb_type: 0 00010000:00010000:2.0:1746130279.345797:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009955fe00/0x4ce24e5787361bd7 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40215 expref: 6 pid: 10554 timeout: 577 lvb_type: 0 00010000:00010000:2.0:1746130279.345824:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130279.345826:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130279.345832:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009955e000/0x4ce24e5787361bde lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4021c expref: 56 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130279.345843:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009955e000/0x4ce24e5787361bde lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4021c expref: 56 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130279.345868:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009955e000/0x4ce24e5787361bde lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4021c expref: 56 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130279.345877:0:7097:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009955e000/0x4ce24e5787361bde lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4021c expref: 56 pid: 10554 timeout: 577 lvb_type: 0 00000100:00100000:2.0:1746130279.345886:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091d20e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841704320:192.168.204.51@tcp:105: 00000100:00100000:2.0:1746130279.346520:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4ec2cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1746130279.348721:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091d20e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841704320:192.168.204.51@tcp:105: 00010000:00010000:2.0:1746130279.348746:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746130279.348803:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134a83800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+5:1962:x1830949849135360:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 3060us (3250us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130279.348813:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14489 00000100:00100000:0.0:1746130279.349137:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130279.349179:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849135616 00000100:00100000:2.0:1746130279.349185:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849135616 00002000:00100000:2.0:1746130279.349376:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880134a83b80 x1830949849135616/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:265/0 lens 488/0 e 0 to 0 dl 1746130290 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130279.349385:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134a83b80 with x1830949849135616 ext(0->4095) 00010000:00010000:2.0:1746130279.349392:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009955e000/0x4ce24e5787361bde lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4021c expref: 57 pid: 10554 timeout: 577 lvb_type: 0 00010000:00010000:2.0:1746130279.349407:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009955e000/0x4ce24e5787361bde lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4021c expref: 57 pid: 10554 timeout: 577 lvb_type: 0 00002000:00010000:2.0:1746130279.349413:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880134a83b80 00000100:00100000:2.0:1746130279.349752:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2506 00000100:00100000:2.0:1746130279.349759:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134a83b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+57:1961:x1830949849135616:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746130279.349908:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134a83b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+57:1961:x1830949849135616:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 149us (772us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746130279.349914:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2506 00002000:00100000:2.0:1746130279.349918:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880134a83b80 x1830949849135616/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:265/0 lens 488/4536 e 0 to 0 dl 1746130290 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130279.349925:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134a83b80 with x1830949849135616 ext(0->4095) 00010000:00010000:2.0:1746130279.349929:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009955e000/0x4ce24e5787361bde lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4021c expref: 57 pid: 10554 timeout: 577 lvb_type: 0 00010000:00010000:2.0:1746130279.349937:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009955e000/0x4ce24e5787361bde lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4021c expref: 57 pid: 10554 timeout: 577 lvb_type: 0 00002000:00010000:2.0:1746130279.349942:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880134a83b80 00000100:00100000:0.0:1746130279.354366:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130279.354692:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849135744 00000100:00100000:2.0:1746130279.354699:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849135744 00010000:00010000:2.0:1746130279.354736:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009955e000/0x4ce24e5787361bde lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4021c expref: 57 pid: 10554 timeout: 577 lvb_type: 0 00000100:00100000:2.0:1746130279.354769:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14490 00000100:00100000:2.0:1746130279.354776:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134a80000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+57:1961:x1830949849135744:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746130279.354787:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746130279.354804:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009955e000/0x4ce24e5787361bde lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4021c expref: 57 pid: 10554 timeout: 577 lvb_type: 0 00010000:00010000:2.0:1746130279.354813:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009955e000/0x4ce24e5787361bde lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4021c expref: 57 pid: 10554 timeout: 577 lvb_type: 0 00010000:00010000:2.0:1746130279.354831:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009955e000/0x4ce24e5787361bde lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4021c expref: 57 pid: 10554 timeout: 577 lvb_type: 0 00010000:00010000:2.0:1746130279.355182:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130279.355184:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130279.355190:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880099533000/0x4ce24e5787361be5 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40223 expref: 56 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130279.355198:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099533000/0x4ce24e5787361be5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40223 expref: 56 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130279.355225:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880099533000/0x4ce24e5787361be5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40223 expref: 56 pid: 20953 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746130279.355235:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091d20e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841704448:192.168.204.51@tcp:105: 00000100:00100000:2.0:1746130279.355331:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4ec2e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746130279.357904:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130279.358009:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091d20e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841704448:192.168.204.51@tcp:105: 00010000:00010000:2.0:1746130279.358034:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746130279.358058:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849136000 00000100:00100000:3.0:1746130279.358066:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849136000 00000100:00100000:2.0:1746130279.358082:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134a80000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+57:1961:x1830949849135744:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 3306us (3723us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130279.358092:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14490 00002000:00100000:3.0:1746130279.358119:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880091f47800 x1830949849136000/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:265/0 lens 488/0 e 0 to 0 dl 1746130290 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130279.358129:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091f47800 with x1830949849136000 ext(0->4095) 00002000:00010000:3.0:1746130279.358134:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091f47800 00000100:00100000:3.0:1746130279.358154:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4800 00000100:00100000:3.0:1746130279.358162:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091f47800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+56:1964:x1830949849136000:12345-192.168.204.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746130279.358517:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091f47800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+56:1964:x1830949849136000:12345-192.168.204.51@tcp:3:ptlrpcd_01_01.0 Request processed in 354us (619us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746130279.358524:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4800 00002000:00100000:3.0:1746130279.358530:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880091f47800 x1830949849136000/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:265/0 lens 488/4536 e 0 to 0 dl 1746130290 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130279.358547:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091f47800 with x1830949849136000 ext(0->4095) 00002000:00010000:3.0:1746130279.358550:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091f47800 00000100:00100000:0.0:1746130279.361199:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130279.361331:0:10554:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849136128 00000100:00100000:2.0:1746130279.361339:0:10554:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849136128 00000100:00100000:2.0:1746130279.361386:0:10554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6227 00000100:00100000:2.0:1746130279.361393:0:10554:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091f45c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+5:31579:x1830949849136128:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746130279.361409:0:10554:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746130279.361438:0:10554:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009955e800/0x4ce24e5787361bec lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae4022a expref: -99 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130279.361464:0:10554:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880099533000/0x4ce24e5787361be5 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40223 expref: 55 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130279.361470:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746130279.361472:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746130279.361475:0:10554:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009955e800/0x4ce24e5787361bec lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4022a expref: 6 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130279.361501:0:10554:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880099533000/0x4ce24e5787361be5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40223 expref: 55 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130279.361511:0:10554:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880099533000/0x4ce24e5787361be5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40223 expref: 55 pid: 20953 timeout: 577 lvb_type: 0 00000100:00100000:2.0:1746130279.361521:0:10554:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091d20e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10554:1830949841704576:192.168.204.51@tcp:104: 00000100:00100000:2.0:1746130279.361610:0:10554:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4ec2e40 going to sleep for 11 seconds 00000100:00100000:2.0:1746130279.365390:0:10554:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091d20e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10554:1830949841704576:192.168.204.51@tcp:104: 00010000:00010000:2.0:1746130279.365441:0:10554:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009955e800/0x4ce24e5787361bec lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4022a expref: 6 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130279.365458:0:10554:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009955e800, rc 0) 00000100:00100000:2.0:1746130279.365505:0:10554:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091f45c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+6:31579:x1830949849136128:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4113us (4313us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130279.365514:0:10554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6227 00000100:00100000:0.0:1746130279.365969:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130279.366128:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849136256 00000100:00100000:3.0:1746130279.366134:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849136256 00010000:00010000:3.0:1746130279.366167:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880099533000/0x4ce24e5787361be5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40223 expref: 56 pid: 20953 timeout: 577 lvb_type: 0 00000100:00100000:3.0:1746130279.366400:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14491 00000100:00100000:3.0:1746130279.366408:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091f45180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+56:1961:x1830949849136256:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746130279.366433:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746130279.366451:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880099533000/0x4ce24e5787361be5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40223 expref: 56 pid: 20953 timeout: 577 lvb_type: 0 00010000:00010000:3.0:1746130279.366461:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880099533000/0x4ce24e5787361be5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40223 expref: 56 pid: 20953 timeout: 577 lvb_type: 0 00010000:00010000:3.0:1746130279.366479:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880099533000/0x4ce24e5787361be5 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40223 expref: 56 pid: 20953 timeout: 577 lvb_type: 0 00010000:00010000:3.0:1746130279.366501:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130279.366503:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130279.366509:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009955e800/0x4ce24e5787361bec lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4022a expref: 5 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130279.366521:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009955e800/0x4ce24e5787361bec lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4022a expref: 5 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130279.366545:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009955e800/0x4ce24e5787361bec lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4022a expref: 5 pid: 10554 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746130279.366553:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091950000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841704704:192.168.204.51@tcp:105: 00000100:00100000:3.0:1746130279.366886:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b186540 going to sleep for 11 seconds 00000100:00100000:0.0:1746130279.368963:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130279.369098:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091950000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841704704:192.168.204.51@tcp:105: 00010000:00010000:3.0:1746130279.369122:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746130279.369722:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091f45180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+55:1961:x1830949849136256:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 3312us (3752us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130279.369733:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14491 00000100:00100000:2.0:1746130279.369751:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849136512 00000100:00100000:2.0:1746130279.369760:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849136512 00002000:00100000:2.0:1746130279.369798:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880091f46d80 x1830949849136512/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:265/0 lens 488/0 e 0 to 0 dl 1746130290 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130279.369809:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091f46d80 with x1830949849136512 ext(0->4095) 00002000:00010000:2.0:1746130279.369814:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091f46d80 00000100:00100000:2.0:1746130279.369844:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4801 00000100:00100000:2.0:1746130279.369850:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091f46d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949849136512:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746130279.369992:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091f46d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949849136512:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 142us (1037us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746130279.369998:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4801 00002000:00100000:2.0:1746130279.370003:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880091f46d80 x1830949849136512/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:265/0 lens 488/4536 e 0 to 0 dl 1746130290 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130279.370011:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091f46d80 with x1830949849136512 ext(0->4095) 00002000:00010000:2.0:1746130279.370018:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091f46d80 00000100:00100000:0.0:1746130279.370810:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130279.370958:0:10554:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849136640 00000100:00100000:2.0:1746130279.370962:0:10554:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849136640 00000100:00100000:2.0:1746130279.370987:0:10554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6228 00000100:00100000:2.0:1746130279.370992:0:10554:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091f45f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:640ea846-b909-4eea-9a54-417e15bd627b+55:31578:x1830949849136640:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746130279.371002:0:10554:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746130279.371015:0:10554:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009955ea00/0x4ce24e5787361bf3 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae40231 expref: -99 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130279.371037:0:10554:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009955e800/0x4ce24e5787361bec lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4022a expref: 5 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130279.371045:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130279.371046:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130279.371049:0:10554:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009955ea00/0x4ce24e5787361bf3 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40231 expref: 56 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130279.371071:0:10554:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009955e800/0x4ce24e5787361bec lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4022a expref: 5 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130279.371081:0:10554:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009955e800/0x4ce24e5787361bec lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4022a expref: 5 pid: 10554 timeout: 577 lvb_type: 0 00000100:00100000:2.0:1746130279.371091:0:10554:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091d20e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10554:1830949841704832:192.168.204.51@tcp:104: 00000100:00100000:2.0:1746130279.371166:0:10554:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4ec29c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746130279.373282:0:10554:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091d20e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10554:1830949841704832:192.168.204.51@tcp:104: 00010000:00010000:2.0:1746130279.373313:0:10554:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009955ea00/0x4ce24e5787361bf3 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40231 expref: 56 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130279.373333:0:10554:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009955ea00, rc 0) 00000100:00100000:0.0:1746130279.373366:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130279.373374:0:10554:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091f45f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:640ea846-b909-4eea-9a54-417e15bd627b+56:31578:x1830949849136640:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2382us (2567us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130279.373381:0:10554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6228 00000100:00100000:0.0:1746130279.373388:0:20953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849136768 00000100:00100000:0.0:1746130279.373391:0:20953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849136768 00000100:00100000:0.0:1746130279.373412:0:20953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6229 00000100:00100000:0.0:1746130279.373430:0:20953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091f44700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:640ea846-b909-4eea-9a54-417e15bd627b+56:31579:x1830949849136768:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746130279.373441:0:20953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746130279.373452:0:20953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a796da00/0x4ce24e5787361bfa lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae40238 expref: -99 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130279.373468:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130279.373473:0:20953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009955ea00/0x4ce24e5787361bf3 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40231 expref: 57 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130279.373526:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746130279.373529:0:20953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a796da00/0x4ce24e5787361bfa lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40238 expref: 57 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130279.373555:0:20953:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009955ea00/0x4ce24e5787361bf3 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40231 expref: 57 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130279.373577:0:20953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a796da00/0x4ce24e5787361bfa lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40238 expref: 57 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130279.373647:0:20953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a796da00, rc 0) 00000100:00100000:0.0:1746130279.373664:0:20953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091f44700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:640ea846-b909-4eea-9a54-417e15bd627b+57:31579:x1830949849136768:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 234us (299us total) trans 0 rc 0/0 00000100:00100000:0.0:1746130279.373669:0:20953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6229 00000100:00100000:2.0:1746130279.373677:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130279.373915:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849136896 00000100:00100000:3.0:1746130279.373919:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849136896 00010000:00010000:3.0:1746130279.373940:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009955e800/0x4ce24e5787361bec lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4022a expref: 6 pid: 10554 timeout: 577 lvb_type: 0 00000100:00100000:3.0:1746130279.373972:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14492 00000100:00100000:3.0:1746130279.374000:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d0d0450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949849136896:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746130279.374052:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746130279.374073:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009955e800/0x4ce24e5787361bec lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4022a expref: 6 pid: 10554 timeout: 577 lvb_type: 0 00010000:00010000:3.0:1746130279.374083:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009955e800/0x4ce24e5787361bec lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4022a expref: 6 pid: 10554 timeout: 577 lvb_type: 0 00010000:00010000:3.0:1746130279.374098:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009955e800/0x4ce24e5787361bec lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4022a expref: 6 pid: 10554 timeout: 577 lvb_type: 0 00010000:00010000:3.0:1746130279.374120:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130279.374122:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130279.374127:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009955ea00/0x4ce24e5787361bf3 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40231 expref: 56 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130279.374134:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009955ea00/0x4ce24e5787361bf3 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40231 expref: 56 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130279.374152:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009955ea00/0x4ce24e5787361bf3 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40231 expref: 56 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130279.374161:0:7097:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009955ea00/0x4ce24e5787361bf3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40231 expref: 56 pid: 10554 timeout: 577 lvb_type: 0 00000100:00100000:3.0:1746130279.374172:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091950000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841705088:192.168.204.51@tcp:105: 00000100:00100000:3.0:1746130279.374240:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b186540 going to sleep for 11 seconds 00000100:00100000:3.0:1746130279.376704:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091950000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841705088:192.168.204.51@tcp:105: 00010000:00010000:3.0:1746130279.376730:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746130279.376783:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d0d0450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+5:1962:x1830949849136896:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 2803us (3103us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130279.376793:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14492 00000100:00100000:0.0:1746130279.377427:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130279.377585:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849137152 00000100:00100000:3.0:1746130279.377592:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849137152 00002000:00100000:3.0:1746130279.377788:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880094aa8e00 x1830949849137152/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:265/0 lens 488/0 e 0 to 0 dl 1746130290 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130279.377797:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094aa8e00 with x1830949849137152 ext(0->4095) 00010000:00010000:3.0:1746130279.377805:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009955ea00/0x4ce24e5787361bf3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40231 expref: 57 pid: 10554 timeout: 577 lvb_type: 0 00010000:00010000:3.0:1746130279.377816:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009955ea00/0x4ce24e5787361bf3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40231 expref: 57 pid: 10554 timeout: 577 lvb_type: 0 00002000:00010000:3.0:1746130279.377821:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880094aa8e00 00000100:00100000:3.0:1746130279.377848:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2507 00000100:00100000:3.0:1746130279.377854:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094aa8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+57:1962:x1830949849137152:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746130279.377988:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094aa8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+57:1962:x1830949849137152:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 134us (576us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746130279.377994:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2507 00002000:00100000:3.0:1746130279.377998:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880094aa8e00 x1830949849137152/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:265/0 lens 488/4536 e 0 to 0 dl 1746130290 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130279.378005:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094aa8e00 with x1830949849137152 ext(0->4095) 00010000:00010000:3.0:1746130279.378009:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009955ea00/0x4ce24e5787361bf3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40231 expref: 57 pid: 10554 timeout: 577 lvb_type: 0 00010000:00010000:3.0:1746130279.378017:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009955ea00/0x4ce24e5787361bf3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40231 expref: 57 pid: 10554 timeout: 577 lvb_type: 0 00002000:00010000:3.0:1746130279.378022:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880094aa8e00 00000100:00100000:0.0:1746130279.380757:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130279.380855:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849137280 00000100:00100000:3.0:1746130279.380862:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849137280 00010000:00010000:3.0:1746130279.380901:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009955ea00/0x4ce24e5787361bf3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40231 expref: 57 pid: 10554 timeout: 577 lvb_type: 0 00000100:00100000:3.0:1746130279.380941:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14493 00000100:00100000:3.0:1746130279.380949:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094aa9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+57:1962:x1830949849137280:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746130279.380961:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746130279.380981:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009955ea00/0x4ce24e5787361bf3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40231 expref: 57 pid: 10554 timeout: 577 lvb_type: 0 00010000:00010000:3.0:1746130279.380991:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009955ea00/0x4ce24e5787361bf3 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40231 expref: 57 pid: 10554 timeout: 577 lvb_type: 0 00010000:00010000:3.0:1746130279.381009:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009955ea00/0x4ce24e5787361bf3 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40231 expref: 57 pid: 10554 timeout: 577 lvb_type: 0 00010000:00010000:3.0:1746130279.381022:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130279.381023:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130279.381029:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a796da00/0x4ce24e5787361bfa lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40238 expref: 56 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130279.381036:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a796da00/0x4ce24e5787361bfa lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40238 expref: 56 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130279.381063:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a796da00/0x4ce24e5787361bfa lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40238 expref: 56 pid: 20953 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746130279.381078:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091950000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841705216:192.168.204.51@tcp:105: 00000100:00100000:3.0:1746130279.381485:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b186840 going to sleep for 11 seconds 00000100:00100000:3.0:1746130279.383022:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091950000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841705216:192.168.204.51@tcp:105: 00010000:00010000:3.0:1746130279.383043:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746130279.383077:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094aa9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+56:1962:x1830949849137280:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 2129us (2327us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130279.383086:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14493 00000100:00100000:0.0:1746130279.383263:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130279.383711:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849137536 00000100:00100000:3.0:1746130279.383716:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849137536 00002000:00100000:3.0:1746130279.383746:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801354c5c00 x1830949849137536/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:265/0 lens 488/0 e 0 to 0 dl 1746130290 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130279.383753:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801354c5c00 with x1830949849137536 ext(0->4095) 00002000:00010000:3.0:1746130279.383757:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801354c5c00 00000100:00100000:3.0:1746130279.383779:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4802 00000100:00100000:3.0:1746130279.383785:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801354c5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+56:1961:x1830949849137536:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746130279.383927:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801354c5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+56:1961:x1830949849137536:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 141us (664us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746130279.383933:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4802 00002000:00100000:3.0:1746130279.383938:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801354c5c00 x1830949849137536/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:265/0 lens 488/4536 e 0 to 0 dl 1746130290 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130279.383944:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801354c5c00 with x1830949849137536 ext(0->4095) 00002000:00010000:3.0:1746130279.383946:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801354c5c00 00000100:00100000:0.0:1746130279.388326:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130279.388441:0:20953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849137664 00000100:00100000:2.0:1746130279.388449:0:20953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849137664 00000100:00100000:2.0:1746130279.388488:0:20953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6230 00000100:00100000:2.0:1746130279.388494:0:20953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801354c7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c84b93b0-d496-484f-8e1e-94008838f2dd+5:31579:x1830949849137664:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746130279.388520:0:20953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746130279.388697:0:20953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009955fe00/0x4ce24e5787361c01 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae4023f expref: -99 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130279.388723:0:20953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a796da00/0x4ce24e5787361bfa lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40238 expref: 55 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130279.388730:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746130279.388731:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746130279.388735:0:20953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009955fe00/0x4ce24e5787361c01 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4023f expref: 6 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130279.388761:0:20953:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a796da00/0x4ce24e5787361bfa lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40238 expref: 55 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130279.388772:0:20953:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a796da00/0x4ce24e5787361bfa lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40238 expref: 55 pid: 20953 timeout: 577 lvb_type: 0 00000100:00100000:2.0:1746130279.388782:0:20953:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091d20e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:20953:1830949841705344:192.168.204.51@tcp:104: 00000100:00100000:2.0:1746130279.389236:0:20953:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4ec29c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746130279.392016:0:20953:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091d20e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:20953:1830949841705344:192.168.204.51@tcp:104: 00010000:00010000:2.0:1746130279.392048:0:20953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009955fe00/0x4ce24e5787361c01 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4023f expref: 6 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130279.392061:0:20953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009955fe00, rc 0) 00000100:00100000:2.0:1746130279.392099:0:20953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801354c7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c84b93b0-d496-484f-8e1e-94008838f2dd+6:31579:x1830949849137664:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3605us (3781us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130279.392106:0:20953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6230 00000100:00100000:0.0:1746130279.392825:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130279.392926:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849137792 00000100:00100000:3.0:1746130279.392932:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849137792 00010000:00010000:3.0:1746130279.392962:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a796da00/0x4ce24e5787361bfa lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40238 expref: 56 pid: 20953 timeout: 577 lvb_type: 0 00000100:00100000:3.0:1746130279.393130:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14494 00000100:00100000:3.0:1746130279.393137:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801354c7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+56:1961:x1830949849137792:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746130279.393148:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746130279.393166:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a796da00/0x4ce24e5787361bfa lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40238 expref: 56 pid: 20953 timeout: 577 lvb_type: 0 00010000:00010000:3.0:1746130279.393175:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a796da00/0x4ce24e5787361bfa lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40238 expref: 56 pid: 20953 timeout: 577 lvb_type: 0 00010000:00010000:3.0:1746130279.393193:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a796da00/0x4ce24e5787361bfa lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40238 expref: 56 pid: 20953 timeout: 577 lvb_type: 0 00010000:00010000:3.0:1746130279.393219:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130279.393221:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130279.393227:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009955fe00/0x4ce24e5787361c01 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4023f expref: 5 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130279.393234:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009955fe00/0x4ce24e5787361c01 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4023f expref: 5 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130279.393261:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009955fe00/0x4ce24e5787361c01 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4023f expref: 5 pid: 20953 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746130279.393307:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091950000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841705472:192.168.204.51@tcp:105: 00000100:00100000:3.0:1746130279.393374:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b186900 going to sleep for 11 seconds 00000100:00100000:0.0:1746130279.393588:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130279.393953:0:20953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849137920 00000100:00100000:3.0:1746130279.393957:0:20953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849137920 00000100:00100000:3.0:1746130279.393989:0:20953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6231 00000100:00100000:3.0:1746130279.393995:0:20953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7d40380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:640ea846-b909-4eea-9a54-417e15bd627b+56:31578:x1830949849137920:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746130279.394006:0:20953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746130279.394015:0:20953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009bb13800/0x4ce24e5787361c08 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae40246 expref: -99 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130279.394031:0:20953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009955fe00/0x4ce24e5787361c01 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4023f expref: 5 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130279.394036:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130279.394038:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130279.394040:0:20953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009bb13800/0x4ce24e5787361c08 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40246 expref: 57 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130279.394057:0:20953:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009955fe00/0x4ce24e5787361c01 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4023f expref: 5 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130279.394066:0:20953:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009955fe00/0x4ce24e5787361c01 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4023f expref: 5 pid: 20953 timeout: 577 lvb_type: 0 00000100:00100000:3.0:1746130279.394074:0:20953:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091953b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:20953:1830949841705600:192.168.204.51@tcp:104: 00000100:00100000:3.0:1746130279.394115:0:20953:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b186480 going to sleep for 11 seconds 00000100:00100000:0.0:1746130279.396970:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130279.397079:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849138176 00000100:00100000:1.0:1746130279.397088:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849138176 00000100:00100000:3.0:1746130279.397102:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091950000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841705472:192.168.204.51@tcp:105: 00010000:00010000:3.0:1746130279.397130:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746130279.397179:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801354c7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+57:1961:x1830949849137792:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 4043us (4355us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130279.397189:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14494 00002000:00100000:1.0:1746130279.397284:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800a7d40000 x1830949849138176/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:265/0 lens 488/0 e 0 to 0 dl 1746130290 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130279.397293:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a7d40000 with x1830949849138176 ext(0->4095) 00000100:00100000:2.0:1746130279.397296:0:20953:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091953b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:20953:1830949841705600:192.168.204.51@tcp:104: 00010000:00010000:1.0:1746130279.397299:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009955fe00/0x4ce24e5787361c01 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4023f expref: 6 pid: 20953 timeout: 577 lvb_type: 0 00010000:00010000:1.0:1746130279.397311:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009955fe00/0x4ce24e5787361c01 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4023f expref: 6 pid: 20953 timeout: 577 lvb_type: 0 00010000:00010000:2.0:1746130279.397314:0:20953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009bb13800/0x4ce24e5787361c08 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40246 expref: 56 pid: 20953 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1746130279.397317:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a7d40000 00010000:00010000:2.0:1746130279.397326:0:20953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009bb13800, rc 0) 00000100:00100000:1.0:1746130279.397337:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2508 00000100:00100000:1.0:1746130279.397343:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7d40000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949849138176:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746130279.397345:0:20953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7d40380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:640ea846-b909-4eea-9a54-417e15bd627b+56:31578:x1830949849137920:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3351us (3758us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130279.397352:0:20953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6231 00000100:00100000:1.0:1746130279.397782:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7d40000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949849138176:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 438us (818us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746130279.397788:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2508 00002000:00100000:1.0:1746130279.397793:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800a7d40000 x1830949849138176/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:265/0 lens 488/4536 e 0 to 0 dl 1746130290 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130279.397800:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a7d40000 with x1830949849138176 ext(0->4095) 00010000:00010000:1.0:1746130279.397804:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009955fe00/0x4ce24e5787361c01 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4023f expref: 6 pid: 20953 timeout: 577 lvb_type: 0 00010000:00010000:1.0:1746130279.397813:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009955fe00/0x4ce24e5787361c01 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4023f expref: 6 pid: 20953 timeout: 577 lvb_type: 0 00002000:00010000:1.0:1746130279.397818:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a7d40000 00000100:00100000:0.0:1746130279.401476:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130279.403563:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849138304 00000100:00100000:3.0:1746130279.403574:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849138304 00010000:00010000:3.0:1746130279.403619:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009955fe00/0x4ce24e5787361c01 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4023f expref: 6 pid: 20953 timeout: 577 lvb_type: 0 00000100:00100000:3.0:1746130279.403660:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14495 00000100:00100000:3.0:1746130279.403668:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7d41180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949849138304:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746130279.403681:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746130279.403699:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009955fe00/0x4ce24e5787361c01 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4023f expref: 6 pid: 20953 timeout: 577 lvb_type: 0 00010000:00010000:3.0:1746130279.403709:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009955fe00/0x4ce24e5787361c01 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4023f expref: 6 pid: 20953 timeout: 577 lvb_type: 0 00010000:00010000:3.0:1746130279.403727:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009955fe00/0x4ce24e5787361c01 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4023f expref: 6 pid: 20953 timeout: 577 lvb_type: 0 00010000:00010000:3.0:1746130279.403750:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130279.403752:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130279.403759:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009bb13800/0x4ce24e5787361c08 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40246 expref: 55 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130279.403771:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009bb13800/0x4ce24e5787361c08 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40246 expref: 55 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130279.403797:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009bb13800/0x4ce24e5787361c08 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40246 expref: 55 pid: 20953 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746130279.403806:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091950000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841705728:192.168.204.51@tcp:105: 00000100:00100000:3.0:1746130279.403891:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b186900 going to sleep for 11 seconds 00000100:00100000:0.0:1746130279.407038:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130279.407103:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091950000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841705728:192.168.204.51@tcp:105: 00010000:00010000:3.0:1746130279.407128:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746130279.407185:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7d41180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+5:1962:x1830949849138304:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 3517us (5717us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130279.407195:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14495 00000100:00100000:2.0:1746130279.407694:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849138560 00000100:00100000:2.0:1746130279.407701:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849138560 00002000:00100000:2.0:1746130279.407734:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800a7d43b80 x1830949849138560/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:265/0 lens 488/0 e 0 to 0 dl 1746130290 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130279.407743:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a7d43b80 with x1830949849138560 ext(0->4095) 00002000:00010000:2.0:1746130279.407746:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a7d43b80 00000100:00100000:2.0:1746130279.407769:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4803 00000100:00100000:2.0:1746130279.407775:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7d43b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+56:1962:x1830949849138560:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746130279.407898:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7d43b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+56:1962:x1830949849138560:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 123us (868us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746130279.407904:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4803 00002000:00100000:2.0:1746130279.407909:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800a7d43b80 x1830949849138560/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:265/0 lens 488/4536 e 0 to 0 dl 1746130290 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130279.407915:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a7d43b80 with x1830949849138560 ext(0->4095) 00002000:00010000:2.0:1746130279.407918:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a7d43b80 00000100:00100000:0.0:1746130279.410097:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130279.411248:0:20953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849138688 00000100:00100000:2.0:1746130279.411257:0:20953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849138688 00000100:00100000:2.0:1746130279.411334:0:20953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6232 00000100:00100000:2.0:1746130279.411340:0:20953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7d43100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c84b93b0-d496-484f-8e1e-94008838f2dd+5:31579:x1830949849138688:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746130279.411356:0:20953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746130279.411371:0:20953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009955ec00/0x4ce24e5787361c0f lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae4024d expref: -99 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130279.411396:0:20953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009bb13800/0x4ce24e5787361c08 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40246 expref: 55 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130279.411402:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746130279.411403:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746130279.411406:0:20953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009955ec00/0x4ce24e5787361c0f lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4024d expref: 6 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130279.411443:0:20953:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009bb13800/0x4ce24e5787361c08 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40246 expref: 55 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130279.411453:0:20953:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009bb13800/0x4ce24e5787361c08 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40246 expref: 55 pid: 20953 timeout: 577 lvb_type: 0 00000100:00100000:2.0:1746130279.411468:0:20953:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091d20e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:20953:1830949841705856:192.168.204.51@tcp:104: 00000100:00100000:2.0:1746130279.411555:0:20953:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4ec29c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746130279.414770:0:20953:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091d20e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:20953:1830949841705856:192.168.204.51@tcp:104: 00010000:00010000:2.0:1746130279.414809:0:20953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009955ec00/0x4ce24e5787361c0f lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4024d expref: 6 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130279.414824:0:20953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009955ec00, rc 0) 00000100:00100000:2.0:1746130279.414873:0:20953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7d43100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c84b93b0-d496-484f-8e1e-94008838f2dd+6:31579:x1830949849138688:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3532us (4783us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130279.414881:0:20953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6232 00000100:00100000:0.0:1746130279.416026:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130279.416104:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849138816 00000100:00100000:1.0:1746130279.416110:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849138816 00002000:00100000:1.0:1746130279.416143:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff88013514f480 x1830949849138816/t0(0) o4->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:265/0 lens 496/0 e 0 to 0 dl 1746130290 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130279.416151:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013514f480 with x1830949849138816 ext(0->7) 00010000:00010000:1.0:1746130279.416157:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009bb13800/0x4ce24e5787361c08 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40246 expref: 56 pid: 20953 timeout: 577 lvb_type: 0 00010000:00010000:1.0:1746130279.416168:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009bb13800/0x4ce24e5787361c08 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40246 expref: 56 pid: 20953 timeout: 577 lvb_type: 0 00002000:00010000:1.0:1746130279.416174:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88013514f480 00000100:00100000:2.0:1746130279.416357:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2509 00000100:00100000:2.0:1746130279.416366:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013514f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+56:1961:x1830949849138816:12345-192.168.204.51@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746130279.416636:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013514f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+58:1961:x1830949849138816:12345-192.168.204.51@tcp:4:ldlm_bl.0 Request processed in 271us (612us total) trans 4294967920 rc 0/0 00000100:00100000:2.0:1746130279.416642:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2509 00002000:00100000:2.0:1746130279.416647:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff88013514f480 x1830949849138816/t4294967920(0) o4->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:265/0 lens 496/448 e 0 to 0 dl 1746130290 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130279.416654:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013514f480 with x1830949849138816 ext(0->7) 00010000:00010000:2.0:1746130279.416658:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009bb13800/0x4ce24e5787361c08 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40246 expref: 58 pid: 20953 timeout: 577 lvb_type: 0 00010000:00010000:2.0:1746130279.416667:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009bb13800/0x4ce24e5787361c08 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40246 expref: 58 pid: 20953 timeout: 577 lvb_type: 0 00002000:00010000:2.0:1746130279.416673:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88013514f480 00000100:00100000:0.0:1746130279.419147:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130279.419208:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849138944 00000100:00100000:3.0:1746130279.419215:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849138944 00010000:00010000:3.0:1746130279.419252:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009bb13800/0x4ce24e5787361c08 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40246 expref: 58 pid: 20953 timeout: 577 lvb_type: 0 00000100:00100000:3.0:1746130279.419313:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14496 00000100:00100000:3.0:1746130279.419321:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013514d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+58:1961:x1830949849138944:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746130279.419333:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:3.0:1746130279.419348:0:7097:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x18:0x0] updating lvb mtime from disk: 1746130279 -> 1746130280 00002000:00010000:3.0:1746130279.419350:0:7097:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x18:0x0] updating lvb ctime from disk: 1746130279 -> 1746130280 00010000:00010000:3.0:1746130279.419355:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009bb13800/0x4ce24e5787361c08 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40246 expref: 58 pid: 20953 timeout: 577 lvb_type: 0 00010000:00010000:3.0:1746130279.419366:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009bb13800/0x4ce24e5787361c08 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40246 expref: 58 pid: 20953 timeout: 577 lvb_type: 0 00010000:00010000:3.0:1746130279.419384:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009bb13800/0x4ce24e5787361c08 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40246 expref: 58 pid: 20953 timeout: 577 lvb_type: 0 00010000:00010000:3.0:1746130279.419404:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130279.419406:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130279.419412:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009955ec00/0x4ce24e5787361c0f lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4024d expref: 5 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130279.419429:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009955ec00/0x4ce24e5787361c0f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4024d expref: 5 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130279.419454:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009955ec00/0x4ce24e5787361c0f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4024d expref: 5 pid: 20953 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746130279.419464:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091950000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841705984:192.168.204.51@tcp:105: 00000100:00100000:3.0:1746130279.420536:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b186900 going to sleep for 11 seconds 00000100:00100000:0.0:1746130279.425100:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130279.425319:0:20953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849139072 00000100:00100000:2.0:1746130279.425327:0:20953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849139072 00000100:00100000:2.0:1746130279.425376:0:20953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6233 00000100:00100000:2.0:1746130279.425383:0:20953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013514f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:640ea846-b909-4eea-9a54-417e15bd627b+58:31578:x1830949849139072:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746130279.425398:0:20953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746130279.425411:0:20953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009955f200/0x4ce24e5787361c16 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae40254 expref: -99 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130279.425446:0:20953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009955ec00/0x4ce24e5787361c0f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4024d expref: 5 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130279.425452:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130279.425453:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130279.425456:0:20953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009955f200/0x4ce24e5787361c16 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40254 expref: 59 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130279.425480:0:20953:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009955ec00/0x4ce24e5787361c0f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4024d expref: 5 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130279.425490:0:20953:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009955ec00/0x4ce24e5787361c0f lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4024d expref: 5 pid: 20953 timeout: 577 lvb_type: 0 00000100:00100000:2.0:1746130279.425500:0:20953:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091d20e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:20953:1830949841706112:192.168.204.51@tcp:104: 00000100:00100000:2.0:1746130279.426723:0:20953:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4ec29c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746130279.427100:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130279.427157:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849139328 00000100:00100000:0.0:1746130279.427163:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849139328 00002000:00100000:0.0:1746130279.427198:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880135a12680 x1830949849139328/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:265/0 lens 488/0 e 0 to 0 dl 1746130290 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746130279.427207:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135a12680 with x1830949849139328 ext(0->4095) 00010000:00010000:0.0:1746130279.427216:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009955ec00/0x4ce24e5787361c0f lrc: 6/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4024d expref: 6 pid: 20953 timeout: 577 lvb_type: 0 00010000:00010000:0.0:1746130279.427232:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009955ec00/0x4ce24e5787361c0f lrc: 6/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4024d expref: 6 pid: 20953 timeout: 577 lvb_type: 0 00002000:00010000:0.0:1746130279.427238:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880135a12680 00000100:00100000:0.0:1746130279.427252:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2510 00000100:00100000:0.0:1746130279.427259:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135a12680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1963:x1830949849139328:12345-192.168.204.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746130279.427497:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135a12680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1963:x1830949849139328:12345-192.168.204.51@tcp:3:ptlrpcd_01_00.0 Request processed in 238us (400us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746130279.427503:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2510 00002000:00100000:0.0:1746130279.427508:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880135a12680 x1830949849139328/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:265/0 lens 488/4536 e 0 to 0 dl 1746130290 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746130279.427514:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135a12680 with x1830949849139328 ext(0->4095) 00010000:00010000:0.0:1746130279.427518:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009955ec00/0x4ce24e5787361c0f lrc: 6/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4024d expref: 6 pid: 20953 timeout: 577 lvb_type: 0 00010000:00010000:0.0:1746130279.427527:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009955ec00/0x4ce24e5787361c0f lrc: 6/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4024d expref: 6 pid: 20953 timeout: 577 lvb_type: 0 00002000:00010000:0.0:1746130279.427531:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880135a12680 00000100:00100000:3.0:1746130279.427596:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091950000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841705984:192.168.204.51@tcp:105: 00010000:00010000:3.0:1746130279.427619:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746130279.427650:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013514d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+59:1961:x1830949849138944:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 8331us (8511us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130279.427657:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14496 00000100:00100000:0.0:1746130279.430155:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130279.430958:0:10554:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849139456 00000100:00100000:2.0:1746130279.430967:0:10554:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849139456 00000100:00100000:0.0:1746130279.431208:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130279.431249:0:20953:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091d20e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:20953:1830949841706112:192.168.204.51@tcp:104: 00010000:00010000:3.0:1746130279.431291:0:20953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009955f200/0x4ce24e5787361c16 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40254 expref: 59 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130279.431304:0:20953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009955f200, rc 0) 00000100:00100000:2.0:1746130279.431385:0:10554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6234 00000100:00100000:2.0:1746130279.431392:0:10554:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013514f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:640ea846-b909-4eea-9a54-417e15bd627b+59:31579:x1830949849139456:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746130279.431404:0:10554:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746130279.431426:0:10554:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009955fc00/0x4ce24e5787361c1d lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae4025b expref: -99 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130279.431441:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130279.431445:0:10554:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009955f200/0x4ce24e5787361c16 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40254 expref: 60 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130279.431449:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746130279.431451:0:10554:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009955fc00/0x4ce24e5787361c1d lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4025b expref: 60 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130279.431476:0:10554:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009955f200/0x4ce24e5787361c16 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40254 expref: 60 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130279.431483:0:10554:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009955fc00/0x4ce24e5787361c1d lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4025b expref: 60 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130279.431489:0:10554:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009955fc00, rc 0) 00000100:00100000:3.0:1746130279.431647:0:20953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013514f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:640ea846-b909-4eea-9a54-417e15bd627b+60:31578:x1830949849139072:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6264us (6553us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130279.431653:0:20953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6233 00000100:00100000:3.0:1746130279.431676:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849139584 00000100:00100000:3.0:1746130279.431679:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849139584 00010000:00010000:3.0:1746130279.431701:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009955ec00/0x4ce24e5787361c0f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4024d expref: 6 pid: 20953 timeout: 577 lvb_type: 0 00000100:00100000:2.0:1746130279.431936:0:10554:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013514f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:640ea846-b909-4eea-9a54-417e15bd627b+59:31579:x1830949849139456:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 543us (1786us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130279.431942:0:10554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6234 00000100:00100000:3.0:1746130279.432067:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14497 00000100:00100000:3.0:1746130279.432074:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013514e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949849139584:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746130279.432082:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746130279.432100:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009955ec00/0x4ce24e5787361c0f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4024d expref: 6 pid: 20953 timeout: 577 lvb_type: 0 00010000:00010000:3.0:1746130279.432110:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009955ec00/0x4ce24e5787361c0f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4024d expref: 6 pid: 20953 timeout: 577 lvb_type: 0 00010000:00010000:3.0:1746130279.432125:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009955ec00/0x4ce24e5787361c0f lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4024d expref: 6 pid: 20953 timeout: 577 lvb_type: 0 00010000:00010000:3.0:1746130279.432145:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130279.432146:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130279.432152:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009955f200/0x4ce24e5787361c16 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40254 expref: 58 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130279.432160:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009955f200/0x4ce24e5787361c16 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40254 expref: 58 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130279.432178:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009955f200/0x4ce24e5787361c16 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40254 expref: 58 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130279.432188:0:7097:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009955f200/0x4ce24e5787361c16 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40254 expref: 58 pid: 20953 timeout: 577 lvb_type: 0 00000100:00100000:3.0:1746130279.432199:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091950000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841706368:192.168.204.51@tcp:105: 00000100:00100000:3.0:1746130279.432244:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b186900 going to sleep for 11 seconds 00000100:00100000:3.0:1746130279.434511:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091950000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841706368:192.168.204.51@tcp:105: 00010000:00010000:3.0:1746130279.434533:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746130279.434576:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013514e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+5:1962:x1830949849139584:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 2503us (3368us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130279.434585:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14497 00000100:00100000:2.0:1746130279.437716:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130279.437820:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849139840 00000100:00100000:0.0:1746130279.437828:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849139840 00002000:00100000:0.0:1746130279.437863:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880091d21c00 x1830949849139840/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:265/0 lens 488/0 e 0 to 0 dl 1746130290 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746130279.437873:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091d21c00 with x1830949849139840 ext(0->4095) 00010000:00010000:0.0:1746130279.437880:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009955f200/0x4ce24e5787361c16 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40254 expref: 59 pid: 20953 timeout: 577 lvb_type: 0 00010000:00010000:0.0:1746130279.437892:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009955f200/0x4ce24e5787361c16 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40254 expref: 59 pid: 20953 timeout: 577 lvb_type: 0 00002000:00010000:0.0:1746130279.437898:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091d21c00 00000100:00100000:0.0:1746130279.437920:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2511 00000100:00100000:0.0:1746130279.437925:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091d21c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+59:1962:x1830949849139840:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746130279.438062:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091d21c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+59:1962:x1830949849139840:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 136us (353us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746130279.438068:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2511 00002000:00100000:0.0:1746130279.438073:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880091d21c00 x1830949849139840/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:265/0 lens 488/4536 e 0 to 0 dl 1746130290 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746130279.438079:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091d21c00 with x1830949849139840 ext(0->4095) 00010000:00010000:0.0:1746130279.438083:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009955f200/0x4ce24e5787361c16 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40254 expref: 59 pid: 20953 timeout: 577 lvb_type: 0 00010000:00010000:0.0:1746130279.438091:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009955f200/0x4ce24e5787361c16 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40254 expref: 59 pid: 20953 timeout: 577 lvb_type: 0 00002000:00010000:0.0:1746130279.438096:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091d21c00 00000100:00100000:0.0:1746130279.439965:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130279.440326:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849139968 00000100:00100000:3.0:1746130279.440335:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849139968 00010000:00010000:3.0:1746130279.440370:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009955f200/0x4ce24e5787361c16 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40254 expref: 59 pid: 20953 timeout: 577 lvb_type: 0 00000100:00100000:3.0:1746130279.440543:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14498 00000100:00100000:3.0:1746130279.440551:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013514c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+59:1962:x1830949849139968:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746130279.440564:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746130279.440582:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009955f200/0x4ce24e5787361c16 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40254 expref: 59 pid: 20953 timeout: 577 lvb_type: 0 00010000:00010000:3.0:1746130279.440592:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009955f200/0x4ce24e5787361c16 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40254 expref: 59 pid: 20953 timeout: 577 lvb_type: 0 00010000:00010000:3.0:1746130279.440611:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009955f200/0x4ce24e5787361c16 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40254 expref: 59 pid: 20953 timeout: 577 lvb_type: 0 00010000:00010000:3.0:1746130279.440824:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130279.440827:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130279.440833:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009955fc00/0x4ce24e5787361c1d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4025b expref: 58 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130279.440841:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009955fc00/0x4ce24e5787361c1d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4025b expref: 58 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130279.440866:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009955fc00/0x4ce24e5787361c1d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4025b expref: 58 pid: 10554 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746130279.440876:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091950000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841706496:192.168.204.51@tcp:105: 00000100:00100000:3.0:1746130279.441452:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b186900 going to sleep for 11 seconds 00000100:00100000:0.0:1746130279.444216:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130279.444439:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091950000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841706496:192.168.204.51@tcp:105: 00010000:00010000:3.0:1746130279.444464:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746130279.444511:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013514c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+58:1962:x1830949849139968:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 3961us (4551us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130279.444521:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14498 00000100:00100000:2.0:1746130279.444590:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849140224 00000100:00100000:2.0:1746130279.444595:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849140224 00002000:00100000:2.0:1746130279.444631:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88013514ce00 x1830949849140224/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:265/0 lens 488/0 e 0 to 0 dl 1746130290 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130279.444639:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013514ce00 with x1830949849140224 ext(0->4095) 00002000:00010000:2.0:1746130279.444643:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88013514ce00 00000100:00100000:2.0:1746130279.444656:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4804 00000100:00100000:2.0:1746130279.444661:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013514ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+58:1961:x1830949849140224:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746130279.444793:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013514ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+58:1961:x1830949849140224:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 131us (583us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746130279.444798:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4804 00002000:00100000:2.0:1746130279.444802:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88013514ce00 x1830949849140224/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:265/0 lens 488/4536 e 0 to 0 dl 1746130290 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130279.444809:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013514ce00 with x1830949849140224 ext(0->4095) 00002000:00010000:2.0:1746130279.444811:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88013514ce00 00000100:00100000:0.0:1746130279.448084:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130279.448154:0:10554:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849140352 00000100:00100000:2.0:1746130279.448160:0:10554:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849140352 00000100:00100000:2.0:1746130279.448197:0:10554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6235 00000100:00100000:2.0:1746130279.448203:0:10554:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013514ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+5:31579:x1830949849140352:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746130279.448216:0:10554:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746130279.448228:0:10554:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009955f400/0x4ce24e5787361c24 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae40262 expref: -99 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130279.448370:0:10554:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009955fc00/0x4ce24e5787361c1d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4025b expref: 57 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130279.448378:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746130279.448380:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746130279.448384:0:10554:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009955f400/0x4ce24e5787361c24 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40262 expref: 6 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130279.448406:0:10554:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009955fc00/0x4ce24e5787361c1d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4025b expref: 57 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130279.448428:0:10554:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009955fc00/0x4ce24e5787361c1d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4025b expref: 57 pid: 10554 timeout: 577 lvb_type: 0 00000100:00100000:2.0:1746130279.448439:0:10554:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091d20e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10554:1830949841706624:192.168.204.51@tcp:104: 00000100:00100000:2.0:1746130279.448690:0:10554:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4ec2cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1746130279.451709:0:10554:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091d20e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10554:1830949841706624:192.168.204.51@tcp:104: 00000100:00100000:0.0:1746130279.452012:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00010000:00010000:2.0:1746130279.452082:0:10554:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009955f400/0x4ce24e5787361c24 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40262 expref: 6 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130279.452098:0:10554:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009955f400, rc 0) 00000100:00100000:2.0:1746130279.452146:0:10554:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013514ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+6:31579:x1830949849140352:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3942us (4068us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130279.452153:0:10554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6235 00000100:00100000:3.0:1746130279.452433:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849140480 00000100:00100000:3.0:1746130279.452439:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849140480 00010000:00010000:3.0:1746130279.452469:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009955fc00/0x4ce24e5787361c1d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4025b expref: 58 pid: 10554 timeout: 577 lvb_type: 0 00000100:00100000:3.0:1746130279.452486:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14499 00000100:00100000:3.0:1746130279.452492:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d0d0050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+58:1962:x1830949849140480:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746130279.452502:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746130279.452519:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009955fc00/0x4ce24e5787361c1d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4025b expref: 58 pid: 10554 timeout: 577 lvb_type: 0 00010000:00010000:3.0:1746130279.452528:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009955fc00/0x4ce24e5787361c1d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4025b expref: 58 pid: 10554 timeout: 577 lvb_type: 0 00010000:00010000:3.0:1746130279.452547:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009955fc00/0x4ce24e5787361c1d lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4025b expref: 58 pid: 10554 timeout: 577 lvb_type: 0 00010000:00010000:3.0:1746130279.452574:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130279.452576:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130279.452582:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009955f400/0x4ce24e5787361c24 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40262 expref: 5 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130279.452587:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009955f400/0x4ce24e5787361c24 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40262 expref: 5 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130279.452611:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009955f400/0x4ce24e5787361c24 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40262 expref: 5 pid: 10554 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746130279.452625:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091950000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841706752:192.168.204.51@tcp:105: 00000100:00100000:3.0:1746130279.452673:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b186900 going to sleep for 11 seconds 00000100:00100000:0.0:1746130279.454926:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130279.455079:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091950000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841706752:192.168.204.51@tcp:105: 00010000:00010000:3.0:1746130279.455102:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746130279.455144:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d0d0050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+57:1962:x1830949849140480:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 2651us (3132us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130279.455152:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14499 00000100:00100000:2.0:1746130279.455373:0:10554:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849140608 00000100:00100000:2.0:1746130279.455379:0:10554:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849140608 00000100:00100000:2.0:1746130279.455412:0:10554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6236 00000100:00100000:2.0:1746130279.455428:0:10554:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800942cea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:640ea846-b909-4eea-9a54-417e15bd627b+57:31578:x1830949849140608:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746130279.455441:0:10554:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746130279.455453:0:10554:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009955fe00/0x4ce24e5787361c2b lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae40269 expref: -99 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130279.455477:0:10554:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009955f400/0x4ce24e5787361c24 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40262 expref: 5 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130279.455483:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130279.455484:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130279.455487:0:10554:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009955fe00/0x4ce24e5787361c2b lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40269 expref: 58 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130279.455509:0:10554:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009955f400/0x4ce24e5787361c24 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40262 expref: 5 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130279.455518:0:10554:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009955f400/0x4ce24e5787361c24 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40262 expref: 5 pid: 10554 timeout: 577 lvb_type: 0 00000100:00100000:2.0:1746130279.455528:0:10554:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091d20e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10554:1830949841706880:192.168.204.51@tcp:104: 00000100:00100000:0.0:1746130279.456232:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130279.456255:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849140864 00000100:00100000:0.0:1746130279.456259:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849140864 00002000:00100000:0.0:1746130279.456299:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800942cc700 x1830949849140864/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:265/0 lens 488/0 e 0 to 0 dl 1746130290 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746130279.456308:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800942cc700 with x1830949849140864 ext(0->4095) 00010000:00010000:0.0:1746130279.456313:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009955f400/0x4ce24e5787361c24 lrc: 6/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40262 expref: 6 pid: 10554 timeout: 577 lvb_type: 0 00010000:00010000:0.0:1746130279.456323:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009955f400/0x4ce24e5787361c24 lrc: 6/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40262 expref: 6 pid: 10554 timeout: 577 lvb_type: 0 00002000:00010000:0.0:1746130279.456328:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800942cc700 00000100:00100000:0.0:1746130279.456340:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2512 00000100:00100000:0.0:1746130279.456346:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800942cc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1964:x1830949849140864:12345-192.168.204.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:0.0:1746130279.456468:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800942cc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1964:x1830949849140864:12345-192.168.204.51@tcp:3:ptlrpcd_01_01.0 Request processed in 122us (238us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746130279.456474:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2512 00002000:00100000:0.0:1746130279.456478:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800942cc700 x1830949849140864/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:265/0 lens 488/4536 e 0 to 0 dl 1746130290 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746130279.456486:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800942cc700 with x1830949849140864 ext(0->4095) 00010000:00010000:0.0:1746130279.456490:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009955f400/0x4ce24e5787361c24 lrc: 6/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40262 expref: 6 pid: 10554 timeout: 577 lvb_type: 0 00010000:00010000:0.0:1746130279.456498:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009955f400/0x4ce24e5787361c24 lrc: 6/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40262 expref: 6 pid: 10554 timeout: 577 lvb_type: 0 00002000:00010000:0.0:1746130279.456504:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800942cc700 00000100:00100000:2.0:1746130279.456625:0:10554:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4ec2cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746130279.459515:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130279.460053:0:10554:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091d20e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10554:1830949841706880:192.168.204.51@tcp:104: 00010000:00010000:2.0:1746130279.460081:0:10554:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009955fe00/0x4ce24e5787361c2b lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40269 expref: 58 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130279.460096:0:10554:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009955fe00, rc 0) 00000100:00100000:2.0:1746130279.460151:0:10554:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800942cea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:640ea846-b909-4eea-9a54-417e15bd627b+58:31578:x1830949849140608:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4721us (5229us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130279.460158:0:10554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6236 00000100:00100000:0.0:1746130279.460378:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130279.460583:0:10554:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849140992 00000100:00100000:2.0:1746130279.460588:0:10554:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849140992 00000100:00100000:2.0:1746130279.460611:0:10554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6237 00000100:00100000:2.0:1746130279.460615:0:10554:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800942cf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:640ea846-b909-4eea-9a54-417e15bd627b+58:31579:x1830949849140992:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746130279.460627:0:10554:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746130279.460637:0:10554:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009955f800/0x4ce24e5787361c32 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae40270 expref: -99 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130279.460653:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130279.460657:0:10554:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009955fe00/0x4ce24e5787361c2b lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40269 expref: 59 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130279.460661:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746130279.460664:0:10554:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009955f800/0x4ce24e5787361c32 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40270 expref: 59 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130279.460687:0:10554:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009955fe00/0x4ce24e5787361c2b lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40269 expref: 59 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130279.460696:0:10554:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009955f800/0x4ce24e5787361c32 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40270 expref: 59 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130279.460702:0:10554:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009955f800, rc 0) 00000100:00100000:2.0:1746130279.460732:0:10554:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800942cf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:640ea846-b909-4eea-9a54-417e15bd627b+59:31579:x1830949849140992:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 115us (1223us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130279.460736:0:10554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6237 00000100:00100000:3.0:1746130279.460926:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849141120 00000100:00100000:3.0:1746130279.460930:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849141120 00010000:00010000:3.0:1746130279.460953:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009955f400/0x4ce24e5787361c24 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40262 expref: 6 pid: 10554 timeout: 577 lvb_type: 0 00000100:00100000:3.0:1746130279.460980:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14500 00000100:00100000:3.0:1746130279.460984:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800942cce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949849141120:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746130279.460991:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746130279.461008:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009955f400/0x4ce24e5787361c24 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40262 expref: 6 pid: 10554 timeout: 577 lvb_type: 0 00010000:00010000:3.0:1746130279.461017:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009955f400/0x4ce24e5787361c24 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40262 expref: 6 pid: 10554 timeout: 577 lvb_type: 0 00010000:00010000:3.0:1746130279.461030:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009955f400/0x4ce24e5787361c24 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40262 expref: 6 pid: 10554 timeout: 577 lvb_type: 0 00010000:00010000:3.0:1746130279.461049:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130279.461051:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130279.461056:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009955fe00/0x4ce24e5787361c2b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40269 expref: 58 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130279.461064:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009955fe00/0x4ce24e5787361c2b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40269 expref: 58 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130279.461081:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009955fe00/0x4ce24e5787361c2b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40269 expref: 58 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130279.461091:0:7097:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009955fe00/0x4ce24e5787361c2b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40269 expref: 58 pid: 10554 timeout: 577 lvb_type: 0 00000100:00100000:3.0:1746130279.461099:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091950000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841707136:192.168.204.51@tcp:105: 00000100:00100000:3.0:1746130279.461156:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b186480 going to sleep for 11 seconds 00000100:00100000:0.0:1746130279.464833:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130279.465037:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849141376 00000100:00100000:2.0:1746130279.465044:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849141376 00002000:00100000:2.0:1746130279.465078:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800942ce680 x1830949849141376/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:265/0 lens 488/0 e 0 to 0 dl 1746130290 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130279.465092:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800942ce680 with x1830949849141376 ext(0->4095) 00010000:00010000:2.0:1746130279.465099:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009955fe00/0x4ce24e5787361c2b lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40269 expref: 59 pid: 10554 timeout: 577 lvb_type: 0 00010000:00010000:2.0:1746130279.465110:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009955fe00/0x4ce24e5787361c2b lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40269 expref: 59 pid: 10554 timeout: 577 lvb_type: 0 00002000:00010000:2.0:1746130279.465115:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800942ce680 00000100:00100000:2.0:1746130279.465133:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2513 00000100:00100000:2.0:1746130279.465139:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800942ce680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+59:1961:x1830949849141376:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746130279.465776:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091950000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841707136:192.168.204.51@tcp:105: 00010000:00010000:3.0:1746130279.465797:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746130279.466149:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800942ce680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+59:1961:x1830949849141376:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 1008us (1321us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746130279.466157:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2513 00002000:00100000:2.0:1746130279.466163:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800942ce680 x1830949849141376/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:265/0 lens 488/4536 e 0 to 0 dl 1746130290 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130279.466170:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800942ce680 with x1830949849141376 ext(0->4095) 00010000:00010000:2.0:1746130279.466176:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009955fe00/0x4ce24e5787361c2b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40269 expref: 59 pid: 10554 timeout: 577 lvb_type: 0 00010000:00010000:2.0:1746130279.466186:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009955fe00/0x4ce24e5787361c2b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40269 expref: 59 pid: 10554 timeout: 577 lvb_type: 0 00002000:00010000:2.0:1746130279.466191:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800942ce680 00000100:00100000:3.0:1746130279.466372:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800942cce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+5:1961:x1830949849141120:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 5386us (5993us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130279.466381:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14500 00000100:00100000:0.0:1746130279.469560:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130279.469697:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849141504 00000100:00100000:3.0:1746130279.469706:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849141504 00010000:00010000:3.0:1746130279.469744:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009955fe00/0x4ce24e5787361c2b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40269 expref: 59 pid: 10554 timeout: 577 lvb_type: 0 00000100:00100000:3.0:1746130279.469782:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14501 00000100:00100000:3.0:1746130279.469793:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800942ce300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+59:1961:x1830949849141504:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746130279.469808:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746130279.469826:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009955fe00/0x4ce24e5787361c2b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40269 expref: 59 pid: 10554 timeout: 577 lvb_type: 0 00010000:00010000:3.0:1746130279.469836:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009955fe00/0x4ce24e5787361c2b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40269 expref: 59 pid: 10554 timeout: 577 lvb_type: 0 00010000:00010000:3.0:1746130279.469855:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009955fe00/0x4ce24e5787361c2b lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40269 expref: 59 pid: 10554 timeout: 577 lvb_type: 0 00010000:00010000:3.0:1746130279.469882:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130279.469884:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130279.469890:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009955f800/0x4ce24e5787361c32 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40270 expref: 58 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130279.469898:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009955f800/0x4ce24e5787361c32 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40270 expref: 58 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130279.469925:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009955f800/0x4ce24e5787361c32 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40270 expref: 58 pid: 10554 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746130279.469935:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091950000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841707264:192.168.204.51@tcp:105: 00000100:00100000:3.0:1746130279.470016:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b186480 going to sleep for 11 seconds 00000100:00100000:3.0:1746130279.472311:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091950000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841707264:192.168.204.51@tcp:105: 00010000:00010000:3.0:1746130279.472338:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746130279.472378:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800942ce300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+58:1961:x1830949849141504:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 2586us (2825us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130279.472391:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14501 00000100:00100000:0.0:1746130279.473245:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130279.473521:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849141760 00000100:00100000:2.0:1746130279.473527:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849141760 00002000:00100000:2.0:1746130279.473559:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800942ced80 x1830949849141760/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:265/0 lens 488/0 e 0 to 0 dl 1746130290 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130279.473568:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800942ced80 with x1830949849141760 ext(0->4095) 00002000:00010000:2.0:1746130279.473572:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800942ced80 00000100:00100000:2.0:1746130279.473587:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4805 00000100:00100000:2.0:1746130279.473593:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800942ced80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+58:1962:x1830949849141760:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746130279.473730:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800942ced80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+58:1962:x1830949849141760:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 136us (486us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746130279.473736:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4805 00002000:00100000:2.0:1746130279.473741:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800942ced80 x1830949849141760/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:265/0 lens 488/4536 e 0 to 0 dl 1746130290 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130279.473748:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800942ced80 with x1830949849141760 ext(0->4095) 00002000:00010000:2.0:1746130279.473750:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800942ced80 00000100:00100000:0.0:1746130279.476933:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130279.477248:0:8469:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849141888 00000100:00100000:3.0:1746130279.477256:0:8469:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849141888 00000100:00100000:3.0:1746130279.477346:0:8469:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6238 00000100:00100000:3.0:1746130279.477354:0:8469:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800942cd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+5:31579:x1830949849141888:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746130279.477369:0:8469:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746130279.477384:0:8469:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009bb12e00/0x4ce24e5787361c39 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae40277 expref: -99 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130279.477408:0:8469:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009955f800/0x4ce24e5787361c32 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40270 expref: 57 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130279.477427:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746130279.477428:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746130279.477431:0:8469:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009bb12e00/0x4ce24e5787361c39 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40277 expref: 6 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130279.477458:0:8469:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009955f800/0x4ce24e5787361c32 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40270 expref: 57 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130279.477469:0:8469:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009955f800/0x4ce24e5787361c32 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40270 expref: 57 pid: 10554 timeout: 577 lvb_type: 0 00000100:00100000:3.0:1746130279.477481:0:8469:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091950000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8469:1830949841707392:192.168.204.51@tcp:104: 00000100:00100000:3.0:1746130279.477564:0:8469:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b186480 going to sleep for 11 seconds 00000100:00100000:3.0:1746130279.479785:0:8469:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091950000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8469:1830949841707392:192.168.204.51@tcp:104: 00010000:00010000:3.0:1746130279.479820:0:8469:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009bb12e00/0x4ce24e5787361c39 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40277 expref: 6 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130279.479834:0:8469:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009bb12e00, rc 0) 00000100:00100000:3.0:1746130279.479879:0:8469:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800942cd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+6:31579:x1830949849141888:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2526us (2953us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130279.479886:0:8469:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6238 00000100:00100000:0.0:1746130279.481463:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130279.481510:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849142016 00000100:00100000:3.0:1746130279.481516:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849142016 00010000:00010000:3.0:1746130279.481553:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009955f800/0x4ce24e5787361c32 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40270 expref: 58 pid: 10554 timeout: 577 lvb_type: 0 00000100:00100000:3.0:1746130279.481586:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14502 00000100:00100000:3.0:1746130279.481594:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b321f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+58:1962:x1830949849142016:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746130279.481604:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746130279.481622:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009955f800/0x4ce24e5787361c32 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40270 expref: 58 pid: 10554 timeout: 577 lvb_type: 0 00010000:00010000:3.0:1746130279.481630:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009955f800/0x4ce24e5787361c32 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40270 expref: 58 pid: 10554 timeout: 577 lvb_type: 0 00010000:00010000:3.0:1746130279.481647:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009955f800/0x4ce24e5787361c32 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40270 expref: 58 pid: 10554 timeout: 577 lvb_type: 0 00010000:00010000:3.0:1746130279.481673:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130279.481675:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130279.481681:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009bb12e00/0x4ce24e5787361c39 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40277 expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130279.481689:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009bb12e00/0x4ce24e5787361c39 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40277 expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130279.481716:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009bb12e00/0x4ce24e5787361c39 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40277 expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746130279.481725:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091950000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841707520:192.168.204.51@tcp:105: 00000100:00100000:3.0:1746130279.481793:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b186480 going to sleep for 11 seconds 00000100:00100000:0.0:1746130279.483583:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130279.483678:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091950000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841707520:192.168.204.51@tcp:105: 00000100:00100000:0.0:1746130279.483678:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00010000:00010000:2.0:1746130279.483697:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746130279.483730:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b321f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+57:1962:x1830949849142016:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 2138us (2271us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130279.483739:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14502 00000100:00100000:3.0:1746130279.483811:0:8469:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849142144 00000100:00100000:3.0:1746130279.483816:0:8469:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849142144 00000100:00100000:3.0:1746130279.483848:0:8469:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6239 00000100:00100000:3.0:1746130279.483854:0:8469:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b323480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:640ea846-b909-4eea-9a54-417e15bd627b+57:31578:x1830949849142144:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746130279.483867:0:8469:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746130279.483880:0:8469:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009bb13400/0x4ce24e5787361c40 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae4027e expref: -99 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130279.484362:0:8469:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009bb12e00/0x4ce24e5787361c39 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40277 expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130279.484369:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130279.484371:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130279.484374:0:8469:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009bb13400/0x4ce24e5787361c40 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4027e expref: 58 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130279.484394:0:8469:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009bb12e00/0x4ce24e5787361c39 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40277 expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130279.484408:0:8469:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009bb12e00/0x4ce24e5787361c39 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40277 expref: 5 pid: 8469 timeout: 577 lvb_type: 0 00000100:00100000:3.0:1746130279.484431:0:8469:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091952300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8469:1830949841707648:192.168.204.51@tcp:104: 00000100:00100000:1.0:1746130279.484621:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849142400 00000100:00100000:1.0:1746130279.484625:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849142400 00002000:00100000:1.0:1746130279.484650:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009b322d80 x1830949849142400/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:265/0 lens 488/0 e 0 to 0 dl 1746130290 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130279.484658:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b322d80 with x1830949849142400 ext(0->4095) 00010000:00010000:1.0:1746130279.484663:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009bb12e00/0x4ce24e5787361c39 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40277 expref: 6 pid: 8469 timeout: 577 lvb_type: 0 00010000:00010000:1.0:1746130279.484671:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009bb12e00/0x4ce24e5787361c39 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40277 expref: 6 pid: 8469 timeout: 577 lvb_type: 0 00002000:00010000:1.0:1746130279.484676:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009b322d80 00000100:00100000:1.0:1746130279.484697:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2514 00000100:00100000:1.0:1746130279.484702:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b322d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949849142400:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746130279.484745:0:8469:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b186840 going to sleep for 11 seconds 00000100:00100000:1.0:1746130279.485059:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b322d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949849142400:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 356us (1379us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746130279.485065:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2514 00002000:00100000:1.0:1746130279.485070:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009b322d80 x1830949849142400/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:265/0 lens 488/4536 e 0 to 0 dl 1746130290 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130279.485077:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b322d80 with x1830949849142400 ext(0->4095) 00010000:00010000:1.0:1746130279.485081:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009bb12e00/0x4ce24e5787361c39 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40277 expref: 6 pid: 8469 timeout: 577 lvb_type: 0 00010000:00010000:1.0:1746130279.485089:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009bb12e00/0x4ce24e5787361c39 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40277 expref: 6 pid: 8469 timeout: 577 lvb_type: 0 00002000:00010000:1.0:1746130279.485095:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009b322d80 00000100:00100000:0.0:1746130279.488446:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130279.489568:0:8469:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091952300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8469:1830949841707648:192.168.204.51@tcp:104: 00010000:00010000:3.0:1746130279.489603:0:8469:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009bb13400/0x4ce24e5787361c40 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4027e expref: 58 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130279.489617:0:8469:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009bb13400, rc 0) 00000100:00100000:3.0:1746130279.489663:0:8469:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b323480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:640ea846-b909-4eea-9a54-417e15bd627b+58:31578:x1830949849142144:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5809us (6085us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130279.489671:0:8469:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6239 00000100:00100000:3.0:1746130279.489694:0:8469:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849142528 00000100:00100000:3.0:1746130279.489698:0:8469:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849142528 00000100:00100000:3.0:1746130279.491481:0:8469:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6240 00000100:00100000:3.0:1746130279.491497:0:8469:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c4fca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:640ea846-b909-4eea-9a54-417e15bd627b+58:31579:x1830949849142528:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746130279.491512:0:8469:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746130279.491528:0:8469:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009bb12200/0x4ce24e5787361c47 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae40285 expref: -99 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130279.491551:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130279.491556:0:8469:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009bb13400/0x4ce24e5787361c40 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4027e expref: 59 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130279.491565:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746130279.491568:0:8469:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009bb12200/0x4ce24e5787361c47 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40285 expref: 59 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130279.491595:0:8469:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009bb13400/0x4ce24e5787361c40 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4027e expref: 59 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130279.491606:0:8469:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009bb12200/0x4ce24e5787361c47 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40285 expref: 59 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130279.491614:0:8469:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009bb12200, rc 0) 00000100:00100000:3.0:1746130279.492026:0:8469:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c4fca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:640ea846-b909-4eea-9a54-417e15bd627b+59:31579:x1830949849142528:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 534us (3586us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130279.492032:0:8469:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6240 00000100:00100000:1.0:1746130279.492119:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130279.492681:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849142656 00000100:00100000:2.0:1746130279.492688:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849142656 00010000:00010000:2.0:1746130279.492716:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009bb12e00/0x4ce24e5787361c39 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40277 expref: 6 pid: 8469 timeout: 577 lvb_type: 0 00000100:00100000:2.0:1746130279.492745:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14503 00000100:00100000:2.0:1746130279.492751:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135a12300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949849142656:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746130279.492763:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746130279.492778:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009bb12e00/0x4ce24e5787361c39 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40277 expref: 6 pid: 8469 timeout: 577 lvb_type: 0 00010000:00010000:2.0:1746130279.492788:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009bb12e00/0x4ce24e5787361c39 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40277 expref: 6 pid: 8469 timeout: 577 lvb_type: 0 00010000:00010000:2.0:1746130279.492804:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009bb12e00/0x4ce24e5787361c39 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40277 expref: 6 pid: 8469 timeout: 577 lvb_type: 0 00010000:00010000:2.0:1746130279.492824:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130279.492826:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130279.492832:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009bb13400/0x4ce24e5787361c40 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4027e expref: 58 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130279.492839:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009bb13400/0x4ce24e5787361c40 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4027e expref: 58 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130279.492874:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009bb13400/0x4ce24e5787361c40 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4027e expref: 58 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130279.492883:0:7097:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009bb13400/0x4ce24e5787361c40 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4027e expref: 58 pid: 8469 timeout: 577 lvb_type: 0 00000100:00100000:2.0:1746130279.492892:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091d20e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841707904:192.168.204.51@tcp:105: 00000100:00100000:2.0:1746130279.492958:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4ec2e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746130279.495743:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130279.495822:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091d20e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841707904:192.168.204.51@tcp:105: 00010000:00010000:2.0:1746130279.495845:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746130279.496587:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849142912 00000100:00100000:1.0:1746130279.496593:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849142912 00002000:00100000:1.0:1746130279.496625:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008c4fe680 x1830949849142912/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:265/0 lens 488/0 e 0 to 0 dl 1746130290 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130279.496633:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c4fe680 with x1830949849142912 ext(0->4095) 00010000:00010000:1.0:1746130279.496640:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009bb13400/0x4ce24e5787361c40 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4027e expref: 59 pid: 8469 timeout: 577 lvb_type: 0 00010000:00010000:1.0:1746130279.496651:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009bb13400/0x4ce24e5787361c40 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4027e expref: 59 pid: 8469 timeout: 577 lvb_type: 0 00002000:00010000:1.0:1746130279.496657:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008c4fe680 00000100:00100000:2.0:1746130279.496852:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135a12300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+5:1961:x1830949849142656:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 4099us (4733us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130279.496861:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14503 00000100:00100000:1.0:1746130279.497091:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2515 00000100:00100000:1.0:1746130279.497099:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c4fe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+59:1962:x1830949849142912:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746130279.497245:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c4fe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+59:1962:x1830949849142912:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 147us (1509us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746130279.497250:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2515 00002000:00100000:1.0:1746130279.497255:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008c4fe680 x1830949849142912/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:265/0 lens 488/4536 e 0 to 0 dl 1746130290 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130279.497261:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c4fe680 with x1830949849142912 ext(0->4095) 00010000:00010000:1.0:1746130279.497281:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009bb13400/0x4ce24e5787361c40 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4027e expref: 59 pid: 8469 timeout: 577 lvb_type: 0 00010000:00010000:1.0:1746130279.497290:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009bb13400/0x4ce24e5787361c40 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4027e expref: 59 pid: 8469 timeout: 577 lvb_type: 0 00002000:00010000:1.0:1746130279.497295:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008c4fe680 00000100:00100000:0.0:1746130279.499935:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130279.500049:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849143040 00000100:00100000:2.0:1746130279.500056:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849143040 00010000:00010000:2.0:1746130279.500087:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009bb13400/0x4ce24e5787361c40 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4027e expref: 59 pid: 8469 timeout: 577 lvb_type: 0 00000100:00100000:2.0:1746130279.500123:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14504 00000100:00100000:2.0:1746130279.500133:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c4ffb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+59:1961:x1830949849143040:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746130279.500146:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746130279.500164:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009bb13400/0x4ce24e5787361c40 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4027e expref: 59 pid: 8469 timeout: 577 lvb_type: 0 00010000:00010000:2.0:1746130279.500174:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009bb13400/0x4ce24e5787361c40 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4027e expref: 59 pid: 8469 timeout: 577 lvb_type: 0 00010000:00010000:2.0:1746130279.500195:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009bb13400/0x4ce24e5787361c40 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4027e expref: 59 pid: 8469 timeout: 577 lvb_type: 0 00010000:00010000:2.0:1746130279.500363:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130279.500365:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130279.500371:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009bb12200/0x4ce24e5787361c47 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40285 expref: 58 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130279.500379:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009bb12200/0x4ce24e5787361c47 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40285 expref: 58 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130279.500409:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009bb12200/0x4ce24e5787361c47 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40285 expref: 58 pid: 8469 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746130279.500432:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091d20e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841708032:192.168.204.51@tcp:105: 00000100:00100000:2.0:1746130279.500769:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4ec2e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746130279.502900:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130279.502954:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849143296 00000100:00100000:3.0:1746130279.502961:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849143296 00000100:00100000:2.0:1746130279.502992:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091d20e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841708032:192.168.204.51@tcp:105: 00002000:00100000:3.0:1746130279.502997:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008c4fd880 x1830949849143296/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:265/0 lens 488/0 e 0 to 0 dl 1746130290 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130279.503005:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c4fd880 with x1830949849143296 ext(0->4095) 00002000:00010000:3.0:1746130279.503009:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008c4fd880 00010000:00010000:2.0:1746130279.503012:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746130279.503037:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4806 00000100:00100000:3.0:1746130279.503054:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c4fd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+59:1961:x1830949849143296:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746130279.503196:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c4fd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+59:1961:x1830949849143296:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 152us (302us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746130279.503205:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4806 00002000:00100000:3.0:1746130279.503210:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008c4fd880 x1830949849143296/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:265/0 lens 488/4536 e 0 to 0 dl 1746130290 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130279.503216:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c4fd880 with x1830949849143296 ext(0->4095) 00002000:00010000:3.0:1746130279.503219:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008c4fd880 00000100:00100000:2.0:1746130279.503545:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c4ffb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+58:1961:x1830949849143040:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 3411us (3616us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130279.503554:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14504 00000100:00100000:0.0:1746130279.504905:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130279.504953:0:8469:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849143424 00000100:00100000:3.0:1746130279.504959:0:8469:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849143424 00000100:00100000:3.0:1746130279.505004:0:8469:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6241 00000100:00100000:3.0:1746130279.505011:0:8469:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c4ff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+5:31579:x1830949849143424:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746130279.505023:0:8469:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746130279.505035:0:8469:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009bb13600/0x4ce24e5787361c4e lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae4028c expref: -99 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130279.505062:0:8469:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009bb12200/0x4ce24e5787361c47 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40285 expref: 57 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130279.505069:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746130279.505071:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746130279.505074:0:8469:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009bb13600/0x4ce24e5787361c4e lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4028c expref: 6 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130279.505100:0:8469:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009bb12200/0x4ce24e5787361c47 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40285 expref: 57 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130279.505108:0:8469:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009bb12200/0x4ce24e5787361c47 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40285 expref: 57 pid: 8469 timeout: 577 lvb_type: 0 00000100:00100000:3.0:1746130279.505122:0:8469:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091952300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8469:1830949841708160:192.168.204.51@tcp:104: 00000100:00100000:3.0:1746130279.505199:0:8469:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b186180 going to sleep for 11 seconds 00000100:00100000:3.0:1746130279.507437:0:8469:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091952300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8469:1830949841708160:192.168.204.51@tcp:104: 00000100:00100000:0.0:1746130279.507437:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00010000:00010000:3.0:1746130279.507468:0:8469:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009bb13600/0x4ce24e5787361c4e lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4028c expref: 6 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130279.507483:0:8469:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009bb13600, rc 0) 00000100:00100000:2.0:1746130279.507497:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849143552 00000100:00100000:2.0:1746130279.507503:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849143552 00010000:00010000:2.0:1746130279.507527:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009bb12200/0x4ce24e5787361c47 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40285 expref: 58 pid: 8469 timeout: 577 lvb_type: 0 00000100:00100000:3.0:1746130279.507531:0:8469:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c4ff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+6:31579:x1830949849143424:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2520us (2628us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130279.507539:0:8469:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6241 00000100:00100000:2.0:1746130279.507656:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14505 00000100:00100000:2.0:1746130279.507662:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c4fd500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+58:1961:x1830949849143552:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746130279.507673:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746130279.507692:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009bb12200/0x4ce24e5787361c47 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40285 expref: 58 pid: 8469 timeout: 577 lvb_type: 0 00010000:00010000:2.0:1746130279.507702:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009bb12200/0x4ce24e5787361c47 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40285 expref: 58 pid: 8469 timeout: 577 lvb_type: 0 00010000:00010000:2.0:1746130279.507719:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009bb12200/0x4ce24e5787361c47 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40285 expref: 58 pid: 8469 timeout: 577 lvb_type: 0 00010000:00010000:2.0:1746130279.507746:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130279.507747:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130279.507753:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009bb13600/0x4ce24e5787361c4e lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4028c expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130279.507759:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009bb13600/0x4ce24e5787361c4e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4028c expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130279.508041:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009bb13600/0x4ce24e5787361c4e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4028c expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746130279.508062:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091d20e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841708288:192.168.204.51@tcp:105: 00000100:00100000:2.0:1746130279.508234:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4ec2e40 going to sleep for 11 seconds 00000100:00100000:2.0:1746130279.509369:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091d20e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841708288:192.168.204.51@tcp:105: 00010000:00010000:2.0:1746130279.509390:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746130279.509434:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c4fd500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+57:1961:x1830949849143552:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 1771us (1998us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130279.509443:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14505 00000100:00100000:0.0:1746130279.509573:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130279.509644:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849143808 00000100:00100000:3.0:1746130279.509649:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849143808 00002000:00100000:3.0:1746130279.509687:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008c4fc000 x1830949849143808/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:265/0 lens 488/0 e 0 to 0 dl 1746130290 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130279.509696:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c4fc000 with x1830949849143808 ext(0->4095) 00002000:00010000:3.0:1746130279.509699:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008c4fc000 00000100:00100000:3.0:1746130279.509726:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4807 00000100:00100000:3.0:1746130279.509732:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c4fc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949849143808:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746130279.509862:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c4fc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949849143808:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 130us (289us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746130279.509867:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4807 00002000:00100000:3.0:1746130279.509875:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008c4fc000 x1830949849143808/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:265/0 lens 488/4536 e 0 to 0 dl 1746130290 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130279.509885:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c4fc000 with x1830949849143808 ext(0->4095) 00002000:00010000:3.0:1746130279.509888:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008c4fc000 00000100:00100000:0.0:1746130279.511978:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130279.512026:0:8469:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849143936 00000100:00100000:3.0:1746130279.512033:0:8469:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849143936 00000100:00100000:3.0:1746130279.512083:0:8469:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6242 00000100:00100000:3.0:1746130279.512090:0:8469:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c4fea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:640ea846-b909-4eea-9a54-417e15bd627b+57:31579:x1830949849143936:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746130279.512103:0:8469:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746130279.512117:0:8469:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009bb12e00/0x4ce24e5787361c55 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae40293 expref: -99 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130279.512141:0:8469:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009bb13600/0x4ce24e5787361c4e lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4028c expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130279.512148:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130279.512150:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130279.512153:0:8469:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009bb12e00/0x4ce24e5787361c55 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40293 expref: 58 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130279.512180:0:8469:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009bb13600/0x4ce24e5787361c4e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4028c expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130279.512190:0:8469:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009bb13600/0x4ce24e5787361c4e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4028c expref: 5 pid: 8469 timeout: 577 lvb_type: 0 00000100:00100000:3.0:1746130279.512199:0:8469:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091952300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8469:1830949841708416:192.168.204.51@tcp:104: 00000100:00100000:3.0:1746130279.512306:0:8469:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b186e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746130279.513552:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130279.513635:0:10554:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849144064 00000100:00100000:2.0:1746130279.513640:0:10554:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849144064 00000100:00100000:2.0:1746130279.513669:0:10554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6243 00000100:00100000:2.0:1746130279.513675:0:10554:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c4fdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:640ea846-b909-4eea-9a54-417e15bd627b+59:31578:x1830949849144064:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746130279.513685:0:10554:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746130279.513695:0:10554:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009955e200/0x4ce24e5787361c5c lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae4029a expref: -99 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130279.513716:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130279.513720:0:10554:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009bb12e00/0x4ce24e5787361c55 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40293 expref: 60 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130279.513725:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746130279.513728:0:10554:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009955e200/0x4ce24e5787361c5c lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4029a expref: 60 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130279.513758:0:10554:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009bb12e00/0x4ce24e5787361c55 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40293 expref: 60 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130279.513769:0:10554:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009955e200/0x4ce24e5787361c5c lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4029a expref: 60 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130279.513778:0:10554:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009955e200, rc 0) 00000100:00100000:2.0:1746130279.514335:0:10554:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c4fdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:640ea846-b909-4eea-9a54-417e15bd627b+60:31578:x1830949849144064:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 460us (588us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130279.514341:0:10554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6243 00000100:00100000:3.0:1746130279.514529:0:8469:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091952300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8469:1830949841708416:192.168.204.51@tcp:104: 00010000:00010000:3.0:1746130279.514548:0:8469:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009bb12e00/0x4ce24e5787361c55 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40293 expref: 59 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130279.514555:0:8469:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009bb12e00, rc 0) 00000100:00100000:3.0:1746130279.514576:0:8469:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c4fea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:640ea846-b909-4eea-9a54-417e15bd627b+59:31579:x1830949849143936:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2487us (2605us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130279.514580:0:8469:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6242 00000100:00100000:2.0:1746130279.514701:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130279.514818:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849144192 00000100:00100000:0.0:1746130279.514822:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849144192 00010000:00010000:0.0:1746130279.514842:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009bb13600/0x4ce24e5787361c4e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4028c expref: 6 pid: 8469 timeout: 577 lvb_type: 0 00000100:00100000:0.0:1746130279.514866:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14506 00000100:00100000:0.0:1746130279.514871:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e24fc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949849144192:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746130279.514879:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746130279.514924:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009bb13600/0x4ce24e5787361c4e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4028c expref: 6 pid: 8469 timeout: 577 lvb_type: 0 00010000:00010000:0.0:1746130279.514934:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009bb13600/0x4ce24e5787361c4e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4028c expref: 6 pid: 8469 timeout: 577 lvb_type: 0 00010000:00010000:0.0:1746130279.514955:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009bb13600/0x4ce24e5787361c4e lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4028c expref: 6 pid: 8469 timeout: 577 lvb_type: 0 00010000:00010000:0.0:1746130279.514977:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130279.514978:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130279.514984:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009bb12e00/0x4ce24e5787361c55 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40293 expref: 58 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130279.514991:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009bb12e00/0x4ce24e5787361c55 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40293 expref: 58 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130279.515010:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009bb12e00/0x4ce24e5787361c55 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40293 expref: 58 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130279.515020:0:7097:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009bb12e00/0x4ce24e5787361c55 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40293 expref: 58 pid: 8469 timeout: 577 lvb_type: 0 00000100:00100000:0.0:1746130279.515033:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c4ff800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841708672:192.168.204.51@tcp:105: 00000100:00100000:0.0:1746130279.515086:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009bc95600 going to sleep for 11 seconds 00000100:00100000:2.0:1746130279.516948:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c4ff800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841708672:192.168.204.51@tcp:105: 00010000:00010000:2.0:1746130279.516963:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746130279.516995:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e24fc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+5:1962:x1830949849144192:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 2123us (2293us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130279.517003:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14506 00000100:00100000:0.0:1746130279.518023:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130279.518127:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849144448 00000100:00100000:3.0:1746130279.518133:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849144448 00002000:00100000:3.0:1746130279.518324:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008c4ffb80 x1830949849144448/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:265/0 lens 488/0 e 0 to 0 dl 1746130290 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130279.518333:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c4ffb80 with x1830949849144448 ext(0->4095) 00010000:00010000:3.0:1746130279.518340:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009bb12e00/0x4ce24e5787361c55 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40293 expref: 59 pid: 8469 timeout: 577 lvb_type: 0 00010000:00010000:3.0:1746130279.518350:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009bb12e00/0x4ce24e5787361c55 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40293 expref: 59 pid: 8469 timeout: 577 lvb_type: 0 00002000:00010000:3.0:1746130279.518356:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008c4ffb80 00000100:00100000:3.0:1746130279.518383:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2516 00000100:00100000:3.0:1746130279.518390:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c4ffb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+59:1961:x1830949849144448:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746130279.518530:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c4ffb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+59:1961:x1830949849144448:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 141us (508us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746130279.518535:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2516 00002000:00100000:3.0:1746130279.518541:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008c4ffb80 x1830949849144448/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:265/0 lens 488/4536 e 0 to 0 dl 1746130290 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130279.518547:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c4ffb80 with x1830949849144448 ext(0->4095) 00010000:00010000:3.0:1746130279.518551:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009bb12e00/0x4ce24e5787361c55 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40293 expref: 59 pid: 8469 timeout: 577 lvb_type: 0 00010000:00010000:3.0:1746130279.518559:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009bb12e00/0x4ce24e5787361c55 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40293 expref: 59 pid: 8469 timeout: 577 lvb_type: 0 00002000:00010000:3.0:1746130279.518564:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008c4ffb80 00000100:00100000:0.0:1746130279.520335:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130279.520361:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849144576 00000100:00100000:2.0:1746130279.520367:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849144576 00010000:00010000:2.0:1746130279.520398:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009bb12e00/0x4ce24e5787361c55 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40293 expref: 59 pid: 8469 timeout: 577 lvb_type: 0 00000100:00100000:2.0:1746130279.520437:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14507 00000100:00100000:2.0:1746130279.520444:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c4fd500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+59:1961:x1830949849144576:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746130279.520453:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746130279.520469:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009bb12e00/0x4ce24e5787361c55 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40293 expref: 59 pid: 8469 timeout: 577 lvb_type: 0 00010000:00010000:2.0:1746130279.520478:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009bb12e00/0x4ce24e5787361c55 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40293 expref: 59 pid: 8469 timeout: 577 lvb_type: 0 00010000:00010000:2.0:1746130279.520495:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009bb12e00/0x4ce24e5787361c55 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40293 expref: 59 pid: 8469 timeout: 577 lvb_type: 0 00010000:00010000:2.0:1746130279.520511:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130279.520513:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130279.520518:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009955e200/0x4ce24e5787361c5c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4029a expref: 58 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130279.520525:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009955e200/0x4ce24e5787361c5c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4029a expref: 58 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130279.520562:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009955e200/0x4ce24e5787361c5c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4029a expref: 58 pid: 10554 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746130279.520572:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091d20e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841708800:192.168.204.51@tcp:105: 00000100:00100000:0.0:1746130279.520762:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130279.520777:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4ec29c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746130279.521187:0:8469:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849144704 00000100:00100000:3.0:1746130279.521190:0:8469:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849144704 00000100:00100000:3.0:1746130279.521218:0:8469:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6244 00000100:00100000:3.0:1746130279.521223:0:8469:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c4ff800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+5:31579:x1830949849144704:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746130279.521232:0:8469:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746130279.521241:0:8469:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009bb12200/0x4ce24e5787361c63 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae402a1 expref: -99 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130279.521259:0:8469:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009955e200/0x4ce24e5787361c5c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4029a expref: 58 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130279.521283:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746130279.521285:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746130279.521288:0:8469:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009bb12200/0x4ce24e5787361c63 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae402a1 expref: 6 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130279.521303:0:8469:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009955e200/0x4ce24e5787361c5c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4029a expref: 58 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130279.521316:0:8469:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009955e200/0x4ce24e5787361c5c lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4029a expref: 58 pid: 10554 timeout: 577 lvb_type: 0 00000100:00100000:3.0:1746130279.521324:0:8469:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091952300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8469:1830949841708928:192.168.204.51@tcp:104: 00000100:00100000:3.0:1746130279.521366:0:8469:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b186e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746130279.522509:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130279.522607:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849144960 00000100:00100000:1.0:1746130279.522612:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849144960 00002000:00100000:1.0:1746130279.522642:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880094b9c700 x1830949849144960/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:265/0 lens 488/0 e 0 to 0 dl 1746130290 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130279.522650:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094b9c700 with x1830949849144960 ext(0->4095) 00010000:00010000:1.0:1746130279.522656:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009955e200/0x4ce24e5787361c5c lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4029a expref: 59 pid: 10554 timeout: 577 lvb_type: 0 00010000:00010000:1.0:1746130279.522666:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009955e200/0x4ce24e5787361c5c lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4029a expref: 59 pid: 10554 timeout: 577 lvb_type: 0 00002000:00010000:1.0:1746130279.522671:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880094b9c700 00000100:00100000:1.0:1746130279.522694:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2517 00000100:00100000:1.0:1746130279.522699:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094b9c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+59:1962:x1830949849144960:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746130279.522832:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094b9c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+59:1962:x1830949849144960:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 132us (325us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746130279.522838:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2517 00002000:00100000:1.0:1746130279.522843:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880094b9c700 x1830949849144960/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:265/0 lens 488/4536 e 0 to 0 dl 1746130290 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130279.522849:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094b9c700 with x1830949849144960 ext(0->4095) 00010000:00010000:1.0:1746130279.522853:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009955e200/0x4ce24e5787361c5c lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4029a expref: 59 pid: 10554 timeout: 577 lvb_type: 0 00010000:00010000:1.0:1746130279.522865:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009955e200/0x4ce24e5787361c5c lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4029a expref: 59 pid: 10554 timeout: 577 lvb_type: 0 00002000:00010000:1.0:1746130279.522870:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880094b9c700 00000100:00100000:3.0:1746130279.523034:0:8469:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091952300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8469:1830949841708928:192.168.204.51@tcp:104: 00010000:00010000:3.0:1746130279.523057:0:8469:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009bb12200/0x4ce24e5787361c63 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae402a1 expref: 6 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130279.523068:0:8469:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009bb12200, rc 0) 00000100:00100000:3.0:1746130279.523100:0:8469:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c4ff800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+6:31579:x1830949849144704:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1877us (2338us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130279.523107:0:8469:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6244 00000100:00100000:2.0:1746130279.523317:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091d20e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841708800:192.168.204.51@tcp:105: 00010000:00010000:2.0:1746130279.523335:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746130279.523359:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c4fd500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+58:1961:x1830949849144576:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 2916us (3029us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130279.523366:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14507 00000100:00100000:0.0:1746130279.525479:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130279.525523:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130279.525546:0:8469:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849145088 00000100:00100000:3.0:1746130279.525552:0:8469:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849145088 00000100:00100000:3.0:1746130279.525588:0:8469:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6245 00000100:00100000:3.0:1746130279.525595:0:8469:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b939450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:640ea846-b909-4eea-9a54-417e15bd627b+58:31578:x1830949849145088:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746130279.525607:0:8469:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746130279.525620:0:8469:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009bb13400/0x4ce24e5787361c6a lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae402a8 expref: -99 pid: 8469 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746130279.525638:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849145216 00010000:00010000:3.0:1746130279.525641:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:2.0:1746130279.525642:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849145216 00010000:00010000:3.0:1746130279.525647:0:8469:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009bb12200/0x4ce24e5787361c63 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae402a1 expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130279.525657:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746130279.525657:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009955e200/0x4ce24e5787361c5c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4029a expref: 60 pid: 10554 timeout: 577 lvb_type: 0 00010000:00010000:3.0:1746130279.525661:0:8469:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009bb13400/0x4ce24e5787361c6a lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae402a8 expref: 60 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130279.525688:0:8469:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009bb12200/0x4ce24e5787361c63 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae402a1 expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746130279.525690:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14508 00000100:00100000:2.0:1746130279.525695:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094b9f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+60:1961:x1830949849145216:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746130279.525699:0:8469:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009bb13400/0x4ce24e5787361c6a lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae402a8 expref: 60 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130279.525702:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746130279.525707:0:8469:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009bb13400, rc 0) 00010000:00010000:2.0:1746130279.525719:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009955e200/0x4ce24e5787361c5c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4029a expref: 60 pid: 10554 timeout: 577 lvb_type: 0 00010000:00010000:2.0:1746130279.525729:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009955e200/0x4ce24e5787361c5c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4029a expref: 60 pid: 10554 timeout: 577 lvb_type: 0 00010000:00010000:2.0:1746130279.525743:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009955e200/0x4ce24e5787361c5c lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4029a expref: 60 pid: 10554 timeout: 577 lvb_type: 0 00000100:00100000:3.0:1746130279.525750:0:8469:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b939450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:640ea846-b909-4eea-9a54-417e15bd627b+60:31578:x1830949849145088:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 156us (277us total) trans 0 rc 0/0 00010000:00010000:2.0:1746130279.525753:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1746130279.525755:0:8469:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6245 00010000:00010000:2.0:1746130279.525755:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130279.525760:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009bb12200/0x4ce24e5787361c63 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae402a1 expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130279.525771:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009bb12200/0x4ce24e5787361c63 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae402a1 expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130279.525790:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009bb12200/0x4ce24e5787361c63 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae402a1 expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130279.525799:0:7097:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009bb12200/0x4ce24e5787361c63 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae402a1 expref: 5 pid: 8469 timeout: 577 lvb_type: 0 00000100:00100000:2.0:1746130279.525808:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091d20e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841709184:192.168.204.51@tcp:105: 00000100:00100000:2.0:1746130279.525858:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4ec29c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746130279.527846:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091d20e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841709184:192.168.204.51@tcp:105: 00010000:00010000:2.0:1746130279.527867:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746130279.527907:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094b9f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+58:1961:x1830949849145216:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 2211us (2383us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130279.527916:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14508 00000100:00100000:0.0:1746130279.528053:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130279.528091:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849145472 00000100:00100000:1.0:1746130279.528096:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849145472 00002000:00100000:1.0:1746130279.528125:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880094b9fb80 x1830949849145472/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:265/0 lens 488/0 e 0 to 0 dl 1746130290 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130279.528138:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094b9fb80 with x1830949849145472 ext(0->4095) 00010000:00010000:1.0:1746130279.528145:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009bb12200/0x4ce24e5787361c63 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae402a1 expref: 6 pid: 8469 timeout: 577 lvb_type: 0 00010000:00010000:1.0:1746130279.528156:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009bb12200/0x4ce24e5787361c63 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae402a1 expref: 6 pid: 8469 timeout: 577 lvb_type: 0 00002000:00010000:1.0:1746130279.528162:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880094b9fb80 00000100:00100000:1.0:1746130279.528188:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2518 00000100:00100000:1.0:1746130279.528194:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094b9fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949849145472:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746130279.528355:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094b9fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949849145472:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 160us (301us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746130279.528361:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2518 00002000:00100000:1.0:1746130279.528366:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880094b9fb80 x1830949849145472/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:265/0 lens 488/4536 e 0 to 0 dl 1746130290 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130279.528373:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094b9fb80 with x1830949849145472 ext(0->4095) 00010000:00010000:1.0:1746130279.528377:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009bb12200/0x4ce24e5787361c63 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae402a1 expref: 6 pid: 8469 timeout: 577 lvb_type: 0 00010000:00010000:1.0:1746130279.528386:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009bb12200/0x4ce24e5787361c63 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae402a1 expref: 6 pid: 8469 timeout: 577 lvb_type: 0 00002000:00010000:1.0:1746130279.528392:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880094b9fb80 00000100:00100000:1.0:1746130279.529823:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130279.530157:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849145600 00000100:00100000:2.0:1746130279.530163:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849145600 00010000:00010000:2.0:1746130279.530186:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009bb12200/0x4ce24e5787361c63 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae402a1 expref: 6 pid: 8469 timeout: 577 lvb_type: 0 00000100:00100000:2.0:1746130279.530205:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14509 00000100:00100000:2.0:1746130279.530211:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135a13100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949849145600:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746130279.530220:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746130279.530236:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009bb12200/0x4ce24e5787361c63 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae402a1 expref: 6 pid: 8469 timeout: 577 lvb_type: 0 00010000:00010000:2.0:1746130279.530247:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009bb12200/0x4ce24e5787361c63 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae402a1 expref: 6 pid: 8469 timeout: 577 lvb_type: 0 00010000:00010000:2.0:1746130279.530295:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009bb12200/0x4ce24e5787361c63 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae402a1 expref: 6 pid: 8469 timeout: 577 lvb_type: 0 00010000:00010000:2.0:1746130279.530434:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130279.530436:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130279.530444:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009bb13400/0x4ce24e5787361c6a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae402a8 expref: 57 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130279.530452:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009bb13400/0x4ce24e5787361c6a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae402a8 expref: 57 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130279.530480:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009bb13400/0x4ce24e5787361c6a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae402a8 expref: 57 pid: 8469 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746130279.530491:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091d20e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841709312:192.168.204.51@tcp:105: 00000100:00100000:2.0:1746130279.530765:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4ec29c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746130279.532017:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091d20e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841709312:192.168.204.51@tcp:105: 00010000:00010000:2.0:1746130279.532039:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746130279.532076:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135a13100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+5:1962:x1830949849145600:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 1863us (2256us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130279.532085:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14509 00000100:00100000:1.0:1746130279.534053:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130279.534141:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849145856 00000100:00100000:2.0:1746130279.534149:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849145856 00002000:00100000:2.0:1746130279.534181:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880135a10380 x1830949849145856/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:265/0 lens 488/0 e 0 to 0 dl 1746130290 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130279.534190:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135a10380 with x1830949849145856 ext(0->4095) 00002000:00010000:2.0:1746130279.534194:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880135a10380 00000100:00100000:2.0:1746130279.534211:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4808 00000100:00100000:2.0:1746130279.534217:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135a10380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+58:1961:x1830949849145856:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746130279.534388:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135a10380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+58:1961:x1830949849145856:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 171us (341us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746130279.534395:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4808 00002000:00100000:2.0:1746130279.534400:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880135a10380 x1830949849145856/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:265/0 lens 488/4536 e 0 to 0 dl 1746130290 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130279.534407:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135a10380 with x1830949849145856 ext(0->4095) 00002000:00010000:2.0:1746130279.534410:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880135a10380 00000100:00100000:0.0:1746130279.537381:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130279.537566:0:8469:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849145984 00000100:00100000:3.0:1746130279.537574:0:8469:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849145984 00000100:00100000:3.0:1746130279.537630:0:8469:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6246 00000100:00100000:3.0:1746130279.537641:0:8469:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094b9d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+5:31579:x1830949849145984:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746130279.537657:0:8469:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746130279.537673:0:8469:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009bb12e00/0x4ce24e5787361c71 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae402af expref: -99 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130279.537697:0:8469:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009bb13400/0x4ce24e5787361c6a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae402a8 expref: 57 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130279.537704:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746130279.537706:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746130279.537709:0:8469:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009bb12e00/0x4ce24e5787361c71 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae402af expref: 6 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130279.537735:0:8469:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009bb13400/0x4ce24e5787361c6a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae402a8 expref: 57 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130279.537746:0:8469:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009bb13400/0x4ce24e5787361c6a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae402a8 expref: 57 pid: 8469 timeout: 577 lvb_type: 0 00000100:00100000:3.0:1746130279.537756:0:8469:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091952300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8469:1830949841709440:192.168.204.51@tcp:104: 00000100:00100000:3.0:1746130279.537846:0:8469:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b186e40 going to sleep for 11 seconds 00000100:00100000:3.0:1746130279.539440:0:8469:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091952300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8469:1830949841709440:192.168.204.51@tcp:104: 00010000:00010000:3.0:1746130279.539469:0:8469:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009bb12e00/0x4ce24e5787361c71 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae402af expref: 6 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130279.539482:0:8469:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009bb12e00, rc 0) 00000100:00100000:3.0:1746130279.539516:0:8469:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094b9d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+6:31579:x1830949849145984:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1879us (2142us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130279.539523:0:8469:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6246 00000100:00100000:1.0:1746130279.539749:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130279.539845:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849146112 00000100:00100000:2.0:1746130279.539851:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849146112 00010000:00010000:2.0:1746130279.539877:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009bb13400/0x4ce24e5787361c6a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae402a8 expref: 58 pid: 8469 timeout: 577 lvb_type: 0 00000100:00100000:2.0:1746130279.539902:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14510 00000100:00100000:2.0:1746130279.539909:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135a10000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+58:1962:x1830949849146112:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746130279.539919:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746130279.539936:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009bb13400/0x4ce24e5787361c6a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae402a8 expref: 58 pid: 8469 timeout: 577 lvb_type: 0 00010000:00010000:2.0:1746130279.539949:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009bb13400/0x4ce24e5787361c6a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae402a8 expref: 58 pid: 8469 timeout: 577 lvb_type: 0 00010000:00010000:2.0:1746130279.539965:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009bb13400/0x4ce24e5787361c6a lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae402a8 expref: 58 pid: 8469 timeout: 577 lvb_type: 0 00010000:00010000:2.0:1746130279.539985:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130279.539987:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130279.539992:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009bb12e00/0x4ce24e5787361c71 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae402af expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130279.539999:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009bb12e00/0x4ce24e5787361c71 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae402af expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130279.540021:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009bb12e00/0x4ce24e5787361c71 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae402af expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746130279.540030:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091d20e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841709568:192.168.204.51@tcp:105: 00000100:00100000:2.0:1746130279.540102:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4ec29c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746130279.541552:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091d20e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841709568:192.168.204.51@tcp:105: 00010000:00010000:2.0:1746130279.541573:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746130279.541618:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135a10000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+57:1962:x1830949849146112:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 1708us (1868us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130279.541626:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14510 00000100:00100000:0.0:1746130279.541886:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130279.541962:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849146368 00000100:00100000:2.0:1746130279.541968:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849146368 00002000:00100000:2.0:1746130279.541999:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880094b9ce00 x1830949849146368/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:265/0 lens 488/0 e 0 to 0 dl 1746130290 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130279.542007:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094b9ce00 with x1830949849146368 ext(0->4095) 00002000:00010000:2.0:1746130279.542011:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880094b9ce00 00000100:00100000:2.0:1746130279.542035:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4809 00000100:00100000:2.0:1746130279.542041:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094b9ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949849146368:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746130279.542225:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094b9ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949849146368:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 183us (339us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746130279.542231:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4809 00002000:00100000:2.0:1746130279.542236:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880094b9ce00 x1830949849146368/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:265/0 lens 488/4536 e 0 to 0 dl 1746130290 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130279.542243:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094b9ce00 with x1830949849146368 ext(0->4095) 00002000:00010000:2.0:1746130279.542246:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880094b9ce00 00000100:00100000:0.0:1746130279.545350:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130279.545461:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130279.545529:0:20953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849146496 00000100:00100000:1.0:1746130279.545537:0:20953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849146496 00000100:00100000:3.0:1746130279.545543:0:8469:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849146624 00000100:00100000:3.0:1746130279.545547:0:8469:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849146624 00000100:00100000:1.0:1746130279.545589:0:20953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6247 00000100:00100000:3.0:1746130279.545595:0:8469:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6248 00000100:00100000:1.0:1746130279.545596:0:20953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134b86680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:640ea846-b909-4eea-9a54-417e15bd627b+58:31578:x1830949849146496:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:3.0:1746130279.545602:0:8469:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134b84e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:640ea846-b909-4eea-9a54-417e15bd627b+58:31579:x1830949849146624:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746130279.545610:0:8469:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746130279.545610:0:20953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746130279.545624:0:8469:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009bb13600/0x4ce24e5787361c7f lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae402bd expref: -99 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130279.545624:0:20953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099532a00/0x4ce24e5787361c78 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae402b6 expref: -99 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130279.545647:0:20953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009bb12e00/0x4ce24e5787361c71 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae402af expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130279.545654:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130279.545656:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130279.545659:0:20953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099532a00/0x4ce24e5787361c78 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae402b6 expref: 60 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130279.546703:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130279.546710:0:8469:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880099532a00/0x4ce24e5787361c78 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae402b6 expref: 60 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130279.546717:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746130279.546720:0:8469:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009bb13600/0x4ce24e5787361c7f lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae402bd expref: 60 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130279.546751:0:8469:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880099532a00/0x4ce24e5787361c78 lrc: 5/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae402b6 expref: 60 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130279.546766:0:8469:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009bb13600/0x4ce24e5787361c7f lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae402bd expref: 60 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130279.546775:0:8469:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009bb13600, rc 0) 00010000:00010000:1.0:1746130279.546793:0:20953:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009bb12e00/0x4ce24e5787361c71 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae402af expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130279.546811:0:20953:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009bb12e00/0x4ce24e5787361c71 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae402af expref: 5 pid: 8469 timeout: 577 lvb_type: 0 00000100:00100000:3.0:1746130279.546820:0:8469:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134b84e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:640ea846-b909-4eea-9a54-417e15bd627b+60:31579:x1830949849146624:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1218us (1358us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130279.546822:0:20953:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135a12300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:20953:1830949841709824:192.168.204.51@tcp:104: 00000100:00100000:3.0:1746130279.546827:0:8469:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6248 00000100:00100000:1.0:1746130279.546864:0:20953:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18fb180 going to sleep for 11 seconds 00000100:00100000:1.0:1746130279.548329:0:20953:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135a12300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:20953:1830949841709824:192.168.204.51@tcp:104: 00010000:00010000:1.0:1746130279.548350:0:20953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880099532a00/0x4ce24e5787361c78 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae402b6 expref: 59 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130279.548363:0:20953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099532a00, rc 0) 00000100:00100000:1.0:1746130279.549242:0:20953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134b86680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:640ea846-b909-4eea-9a54-417e15bd627b+59:31578:x1830949849146496:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3642us (3895us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130279.549250:0:20953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6247 00000100:00100000:0.0:1746130279.549797:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130279.549860:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849146752 00000100:00100000:3.0:1746130279.549866:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849146752 00010000:00010000:3.0:1746130279.549899:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009bb12e00/0x4ce24e5787361c71 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae402af expref: 6 pid: 8469 timeout: 577 lvb_type: 0 00000100:00100000:3.0:1746130279.549921:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14511 00000100:00100000:3.0:1746130279.549927:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134b84380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949849146752:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746130279.549938:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746130279.549956:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009bb12e00/0x4ce24e5787361c71 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae402af expref: 6 pid: 8469 timeout: 577 lvb_type: 0 00010000:00010000:3.0:1746130279.549966:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009bb12e00/0x4ce24e5787361c71 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae402af expref: 6 pid: 8469 timeout: 577 lvb_type: 0 00010000:00010000:3.0:1746130279.549984:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009bb12e00/0x4ce24e5787361c71 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae402af expref: 6 pid: 8469 timeout: 577 lvb_type: 0 00010000:00010000:3.0:1746130279.550001:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130279.550003:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130279.550009:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880099532a00/0x4ce24e5787361c78 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae402b6 expref: 58 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130279.550016:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099532a00/0x4ce24e5787361c78 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae402b6 expref: 58 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130279.550041:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880099532a00/0x4ce24e5787361c78 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae402b6 expref: 58 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130279.550051:0:7097:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880099532a00/0x4ce24e5787361c78 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae402b6 expref: 58 pid: 20953 timeout: 577 lvb_type: 0 00000100:00100000:3.0:1746130279.550060:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091952300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841709952:192.168.204.51@tcp:105: 00000100:00100000:3.0:1746130279.550175:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b186e40 going to sleep for 11 seconds 00000100:00100000:3.0:1746130279.552248:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091952300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841709952:192.168.204.51@tcp:105: 00010000:00010000:3.0:1746130279.552302:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746130279.552355:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134b84380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+5:1961:x1830949849146752:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 2426us (2557us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130279.552363:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14511 00000100:00100000:0.0:1746130279.553192:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130279.553325:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849147008 00000100:00100000:2.0:1746130279.553332:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849147008 00002000:00100000:2.0:1746130279.553367:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880134b84000 x1830949849147008/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:265/0 lens 488/0 e 0 to 0 dl 1746130290 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130279.553375:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134b84000 with x1830949849147008 ext(0->4095) 00010000:00010000:2.0:1746130279.553383:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880099532a00/0x4ce24e5787361c78 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae402b6 expref: 59 pid: 20953 timeout: 577 lvb_type: 0 00010000:00010000:2.0:1746130279.553396:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880099532a00/0x4ce24e5787361c78 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae402b6 expref: 59 pid: 20953 timeout: 577 lvb_type: 0 00002000:00010000:2.0:1746130279.553407:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880134b84000 00000100:00100000:2.0:1746130279.553451:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2519 00000100:00100000:2.0:1746130279.553458:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134b84000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+59:1962:x1830949849147008:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746130279.553604:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134b84000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+59:1962:x1830949849147008:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 146us (414us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746130279.553610:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2519 00002000:00100000:2.0:1746130279.553615:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880134b84000 x1830949849147008/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:265/0 lens 488/4536 e 0 to 0 dl 1746130290 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130279.553622:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134b84000 with x1830949849147008 ext(0->4095) 00010000:00010000:2.0:1746130279.553627:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880099532a00/0x4ce24e5787361c78 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae402b6 expref: 59 pid: 20953 timeout: 577 lvb_type: 0 00010000:00010000:2.0:1746130279.553635:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880099532a00/0x4ce24e5787361c78 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae402b6 expref: 59 pid: 20953 timeout: 577 lvb_type: 0 00002000:00010000:2.0:1746130279.553640:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880134b84000 00000100:00100000:0.0:1746130279.557174:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130279.557659:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849147136 00000100:00100000:3.0:1746130279.557671:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849147136 00010000:00010000:3.0:1746130279.557705:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880099532a00/0x4ce24e5787361c78 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae402b6 expref: 59 pid: 20953 timeout: 577 lvb_type: 0 00000100:00100000:3.0:1746130279.557745:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14512 00000100:00100000:3.0:1746130279.557752:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ac73800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+59:1964:x1830949849147136:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746130279.557765:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746130279.557783:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880099532a00/0x4ce24e5787361c78 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae402b6 expref: 59 pid: 20953 timeout: 577 lvb_type: 0 00010000:00010000:3.0:1746130279.557793:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880099532a00/0x4ce24e5787361c78 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae402b6 expref: 59 pid: 20953 timeout: 577 lvb_type: 0 00010000:00010000:3.0:1746130279.557813:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880099532a00/0x4ce24e5787361c78 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae402b6 expref: 59 pid: 20953 timeout: 577 lvb_type: 0 00010000:00010000:3.0:1746130279.557841:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130279.557843:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130279.557849:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009bb13600/0x4ce24e5787361c7f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae402bd expref: 58 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130279.557855:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009bb13600/0x4ce24e5787361c7f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae402bd expref: 58 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130279.557886:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009bb13600/0x4ce24e5787361c7f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae402bd expref: 58 pid: 8469 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746130279.557897:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091952300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841710080:192.168.204.51@tcp:105: 00000100:00100000:3.0:1746130279.557967:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b186e40 going to sleep for 11 seconds 00000100:00100000:3.0:1746130279.562334:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091952300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841710080:192.168.204.51@tcp:105: 00010000:00010000:3.0:1746130279.562359:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746130279.562403:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ac73800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+58:1964:x1830949849147136:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 4652us (5238us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130279.562425:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14512 00000100:00100000:0.0:1746130279.563936:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130279.564238:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849147392 00000100:00100000:3.0:1746130279.564245:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849147392 00002000:00100000:3.0:1746130279.564306:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008ac72a00 x1830949849147392/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:265/0 lens 488/0 e 0 to 0 dl 1746130290 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130279.564320:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ac72a00 with x1830949849147392 ext(0->4095) 00002000:00010000:3.0:1746130279.564324:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008ac72a00 00000100:00100000:3.0:1746130279.564347:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4810 00000100:00100000:3.0:1746130279.564354:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ac72a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+58:1962:x1830949849147392:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746130279.564788:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ac72a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+58:1962:x1830949849147392:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 434us (856us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746130279.564795:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4810 00002000:00100000:3.0:1746130279.564800:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008ac72a00 x1830949849147392/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:265/0 lens 488/4536 e 0 to 0 dl 1746130290 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130279.564813:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ac72a00 with x1830949849147392 ext(0->4095) 00002000:00010000:3.0:1746130279.564816:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008ac72a00 00000100:00100000:0.0:1746130279.568141:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130279.568407:0:20953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849147520 00000100:00100000:1.0:1746130279.568423:0:20953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849147520 00000100:00100000:1.0:1746130279.568469:0:20953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6249 00000100:00100000:1.0:1746130279.568475:0:20953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ac73480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c84b93b0-d496-484f-8e1e-94008838f2dd+5:31579:x1830949849147520:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746130279.568491:0:20953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746130279.568504:0:20953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099533000/0x4ce24e5787361c86 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae402c4 expref: -99 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130279.568530:0:20953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009bb13600/0x4ce24e5787361c7f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae402bd expref: 57 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130279.568542:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130279.568544:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130279.568547:0:20953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099533000/0x4ce24e5787361c86 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae402c4 expref: 6 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130279.568572:0:20953:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009bb13600/0x4ce24e5787361c7f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae402bd expref: 57 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130279.568582:0:20953:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009bb13600/0x4ce24e5787361c7f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae402bd expref: 57 pid: 8469 timeout: 577 lvb_type: 0 00000100:00100000:1.0:1746130279.568592:0:20953:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135a12300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:20953:1830949841710208:192.168.204.51@tcp:104: 00000100:00100000:1.0:1746130279.569084:0:20953:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18fb180 going to sleep for 11 seconds 00000100:00100000:1.0:1746130279.571557:0:20953:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135a12300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:20953:1830949841710208:192.168.204.51@tcp:104: 00010000:00010000:1.0:1746130279.571590:0:20953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880099533000/0x4ce24e5787361c86 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae402c4 expref: 6 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130279.571607:0:20953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099533000, rc 0) 00000100:00100000:1.0:1746130279.571660:0:20953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ac73480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c84b93b0-d496-484f-8e1e-94008838f2dd+6:31579:x1830949849147520:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3183us (3526us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130279.571668:0:20953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6249 00000100:00100000:0.0:1746130279.573093:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130279.573137:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130279.573241:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849147648 00000100:00100000:3.0:1746130279.573251:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849147648 00000100:00100000:1.0:1746130279.573304:0:20953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849147776 00000100:00100000:1.0:1746130279.573309:0:20953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849147776 00010000:00010000:3.0:1746130279.573319:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009bb13600/0x4ce24e5787361c7f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae402bd expref: 59 pid: 8469 timeout: 577 lvb_type: 0 00000100:00100000:3.0:1746130279.573358:0:7924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14513 00000100:00100000:3.0:1746130279.573364:0:7924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e24f850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+59:1961:x1830949849147648:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746130279.573376:0:7924:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746130279.573393:0:7924:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009bb13600/0x4ce24e5787361c7f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae402bd expref: 59 pid: 8469 timeout: 577 lvb_type: 0 00000100:00100000:1.0:1746130279.573395:0:20953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6250 00000100:00100000:1.0:1746130279.573402:0:20953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ac71c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:640ea846-b909-4eea-9a54-417e15bd627b+59:31578:x1830949849147776:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746130279.573403:0:7924:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009bb13600/0x4ce24e5787361c7f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae402bd expref: 59 pid: 8469 timeout: 577 lvb_type: 0 00010000:00010000:1.0:1746130279.573427:0:20953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746130279.573431:0:7924:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009bb13600/0x4ce24e5787361c7f lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae402bd expref: 59 pid: 8469 timeout: 577 lvb_type: 0 00010000:00010000:1.0:1746130279.573521:0:20953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099533200/0x4ce24e5787361c8d lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae402cb expref: -99 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130279.573541:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130279.573547:0:20953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880099533000/0x4ce24e5787361c86 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae402c4 expref: 5 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130279.573552:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130279.573556:0:20953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099533200/0x4ce24e5787361c8d lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae402cb expref: 59 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130279.573587:0:20953:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880099533000/0x4ce24e5787361c86 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae402c4 expref: 5 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130279.573597:0:20953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880099533200/0x4ce24e5787361c8d lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae402cb expref: 59 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130279.573604:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130279.573605:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130279.573611:0:20953:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880099533000/0x4ce24e5787361c86 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae402c4 expref: 5 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130279.573617:0:20953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099533000/0x4ce24e5787361c86 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae402c4 expref: 5 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130279.573633:0:20953:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880099533000/0x4ce24e5787361c86 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae402c4 expref: 5 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130279.573647:0:20953:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880099533000/0x4ce24e5787361c86 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae402c4 expref: 5 pid: 20953 timeout: 577 lvb_type: 0 00000100:00100000:1.0:1746130279.573659:0:20953:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135a12300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:20953:1830949841710464:192.168.204.51@tcp:105: 00000100:00100000:1.0:1746130279.573731:0:20953:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18fb180 going to sleep for 11 seconds 00010000:00010000:3.0:1746130279.573831:0:7924:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746130279.573894:0:7924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e24f850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+59:1961:x1830949849147648:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 528us (804us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130279.573901:0:7924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14513 00000100:00100000:0.0:1746130279.576965:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130279.577054:0:20953:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135a12300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:20953:1830949841710464:192.168.204.51@tcp:105: 00010000:00010000:1.0:1746130279.577075:0:20953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099533200, rc 0) 00000100:00100000:1.0:1746130279.577117:0:20953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ac71c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:640ea846-b909-4eea-9a54-417e15bd627b+58:31578:x1830949849147776:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3715us (3978us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130279.577124:0:20953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6250 00000100:00100000:3.0:1746130279.577192:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849148032 00000100:00100000:3.0:1746130279.577199:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849148032 00002000:00100000:3.0:1746130279.577236:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008ac71f80 x1830949849148032/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:265/0 lens 488/0 e 0 to 0 dl 1746130290 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130279.577246:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ac71f80 with x1830949849148032 ext(0->4095) 00010000:00010000:3.0:1746130279.577253:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880099533000/0x4ce24e5787361c86 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae402c4 expref: 6 pid: 20953 timeout: 577 lvb_type: 0 00010000:00010000:3.0:1746130279.577299:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880099533000/0x4ce24e5787361c86 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae402c4 expref: 6 pid: 20953 timeout: 577 lvb_type: 0 00002000:00010000:3.0:1746130279.577306:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008ac71f80 00000100:00100000:3.0:1746130279.577321:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2520 00000100:00100000:3.0:1746130279.577328:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ac71f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949849148032:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746130279.577456:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ac71f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949849148032:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 129us (498us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746130279.577462:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2520 00002000:00100000:3.0:1746130279.577467:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008ac71f80 x1830949849148032/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:265/0 lens 488/4536 e 0 to 0 dl 1746130290 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130279.577473:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ac71f80 with x1830949849148032 ext(0->4095) 00010000:00010000:3.0:1746130279.577478:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880099533000/0x4ce24e5787361c86 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae402c4 expref: 6 pid: 20953 timeout: 577 lvb_type: 0 00010000:00010000:3.0:1746130279.577486:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880099533000/0x4ce24e5787361c86 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae402c4 expref: 6 pid: 20953 timeout: 577 lvb_type: 0 00002000:00010000:3.0:1746130279.577491:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008ac71f80 00000100:00100000:0.0:1746130279.579843:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130279.579936:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849148160 00000100:00100000:3.0:1746130279.579944:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849148160 00010000:00010000:3.0:1746130279.579979:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880099533000/0x4ce24e5787361c86 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae402c4 expref: 6 pid: 20953 timeout: 577 lvb_type: 0 00000100:00100000:3.0:1746130279.580003:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14514 00000100:00100000:3.0:1746130279.580009:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ac70000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949849148160:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746130279.580020:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746130279.580040:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880099533000/0x4ce24e5787361c86 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae402c4 expref: 6 pid: 20953 timeout: 577 lvb_type: 0 00010000:00010000:3.0:1746130279.580050:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880099533000/0x4ce24e5787361c86 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae402c4 expref: 6 pid: 20953 timeout: 577 lvb_type: 0 00010000:00010000:3.0:1746130279.580070:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880099533000/0x4ce24e5787361c86 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae402c4 expref: 6 pid: 20953 timeout: 577 lvb_type: 0 00010000:00010000:3.0:1746130279.580102:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130279.580104:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130279.580110:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880099533200/0x4ce24e5787361c8d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae402cb expref: 57 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130279.580118:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099533200/0x4ce24e5787361c8d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae402cb expref: 57 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130279.580147:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880099533200/0x4ce24e5787361c8d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae402cb expref: 57 pid: 20953 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746130279.580157:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091952300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841710592:192.168.204.51@tcp:105: 00000100:00100000:3.0:1746130279.580235:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b186480 going to sleep for 11 seconds 00000100:00100000:3.0:1746130279.584916:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091952300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841710592:192.168.204.51@tcp:105: 00010000:00010000:3.0:1746130279.584944:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746130279.584984:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ac70000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+5:1962:x1830949849148160:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 4975us (5147us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130279.584994:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14514 00000100:00100000:0.0:1746130279.585210:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130279.585368:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849148416 00000100:00100000:2.0:1746130279.585374:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849148416 00002000:00100000:2.0:1746130279.585410:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008ac72300 x1830949849148416/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:265/0 lens 488/0 e 0 to 0 dl 1746130290 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130279.585428:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ac72300 with x1830949849148416 ext(0->4095) 00002000:00010000:2.0:1746130279.585432:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008ac72300 00000100:00100000:2.0:1746130279.585693:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4811 00000100:00100000:2.0:1746130279.585701:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ac72300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+58:1962:x1830949849148416:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746130279.586049:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ac72300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+58:1962:x1830949849148416:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 347us (839us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746130279.586055:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4811 00002000:00100000:2.0:1746130279.586061:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008ac72300 x1830949849148416/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:265/0 lens 488/4536 e 0 to 0 dl 1746130290 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130279.586068:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ac72300 with x1830949849148416 ext(0->4095) 00002000:00010000:2.0:1746130279.586072:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008ac72300 00000100:00100000:0.0:1746130279.588711:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130279.590003:0:20953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849148544 00000100:00100000:1.0:1746130279.590015:0:20953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849148544 00000100:00100000:1.0:1746130279.590081:0:20953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6251 00000100:00100000:1.0:1746130279.590088:0:20953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ac70a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c84b93b0-d496-484f-8e1e-94008838f2dd+5:31579:x1830949849148544:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746130279.590108:0:20953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746130279.590128:0:20953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099533c00/0x4ce24e5787361c94 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae402d2 expref: -99 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130279.590159:0:20953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880099533200/0x4ce24e5787361c8d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae402cb expref: 57 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130279.590165:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130279.590167:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130279.590170:0:20953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099533c00/0x4ce24e5787361c94 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae402d2 expref: 6 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130279.590205:0:20953:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880099533200/0x4ce24e5787361c8d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae402cb expref: 57 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130279.590218:0:20953:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880099533200/0x4ce24e5787361c8d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae402cb expref: 57 pid: 20953 timeout: 577 lvb_type: 0 00000100:00100000:1.0:1746130279.590229:0:20953:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135a12300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:20953:1830949841710720:192.168.204.51@tcp:104: 00000100:00100000:1.0:1746130279.590738:0:20953:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18fb180 going to sleep for 11 seconds 00000100:00100000:1.0:1746130279.593816:0:20953:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135a12300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:20953:1830949841710720:192.168.204.51@tcp:104: 00010000:00010000:1.0:1746130279.593848:0:20953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880099533c00/0x4ce24e5787361c94 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae402d2 expref: 6 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130279.593866:0:20953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099533c00, rc 0) 00000100:00100000:1.0:1746130279.593915:0:20953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ac70a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c84b93b0-d496-484f-8e1e-94008838f2dd+6:31579:x1830949849148544:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3827us (5214us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130279.593924:0:20953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6251 00000100:00100000:0.0:1746130279.594447:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130279.594589:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849148672 00000100:00100000:2.0:1746130279.594596:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849148672 00002000:00100000:2.0:1746130279.594633:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff88008ac70e00 x1830949849148672/t0(0) o4->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:265/0 lens 496/0 e 0 to 0 dl 1746130290 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130279.594642:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ac70e00 with x1830949849148672 ext(0->7) 00010000:00010000:2.0:1746130279.594649:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880099533200/0x4ce24e5787361c8d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae402cb expref: 58 pid: 20953 timeout: 577 lvb_type: 0 00010000:00010000:2.0:1746130279.594660:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880099533200/0x4ce24e5787361c8d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae402cb expref: 58 pid: 20953 timeout: 577 lvb_type: 0 00002000:00010000:2.0:1746130279.594666:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008ac70e00 00000100:00100000:2.0:1746130279.594690:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2521 00000100:00100000:2.0:1746130279.594696:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ac70e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+58:1962:x1830949849148672:12345-192.168.204.51@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746130279.594981:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ac70e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+60:1962:x1830949849148672:12345-192.168.204.51@tcp:4:ldlm_bl.0 Request processed in 285us (534us total) trans 4294967921 rc 0/0 00000100:00100000:2.0:1746130279.594990:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2521 00002000:00100000:2.0:1746130279.594995:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff88008ac70e00 x1830949849148672/t4294967921(0) o4->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:265/0 lens 496/448 e 0 to 0 dl 1746130290 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130279.595001:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ac70e00 with x1830949849148672 ext(0->7) 00010000:00010000:2.0:1746130279.595005:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880099533200/0x4ce24e5787361c8d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae402cb expref: 60 pid: 20953 timeout: 577 lvb_type: 0 00010000:00010000:2.0:1746130279.595013:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880099533200/0x4ce24e5787361c8d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae402cb expref: 60 pid: 20953 timeout: 577 lvb_type: 0 00002000:00010000:2.0:1746130279.595018:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008ac70e00 00000100:00100000:0.0:1746130279.597229:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130279.597492:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849148800 00000100:00100000:3.0:1746130279.597503:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849148800 00010000:00010000:3.0:1746130279.597552:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880099533200/0x4ce24e5787361c8d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae402cb expref: 60 pid: 20953 timeout: 577 lvb_type: 0 00000100:00100000:3.0:1746130279.597596:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14515 00000100:00100000:3.0:1746130279.597604:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ac71180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+60:1962:x1830949849148800:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746130279.597616:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746130279.597635:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880099533200/0x4ce24e5787361c8d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae402cb expref: 60 pid: 20953 timeout: 577 lvb_type: 0 00010000:00010000:3.0:1746130279.597645:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880099533200/0x4ce24e5787361c8d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae402cb expref: 60 pid: 20953 timeout: 577 lvb_type: 0 00010000:00010000:3.0:1746130279.597666:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880099533200/0x4ce24e5787361c8d lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae402cb expref: 60 pid: 20953 timeout: 577 lvb_type: 0 00010000:00010000:3.0:1746130279.597694:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130279.597695:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130279.597703:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880099533c00/0x4ce24e5787361c94 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae402d2 expref: 5 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130279.597714:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099533c00/0x4ce24e5787361c94 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae402d2 expref: 5 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130279.597742:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880099533c00/0x4ce24e5787361c94 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae402d2 expref: 5 pid: 20953 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746130279.597752:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091952300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841710848:192.168.204.51@tcp:105: 00000100:00100000:3.0:1746130279.597898:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b186480 going to sleep for 11 seconds 00000100:00100000:0.0:1746130279.600067:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130279.600220:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091952300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841710848:192.168.204.51@tcp:105: 00010000:00010000:3.0:1746130279.600249:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746130279.600326:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ac71180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+59:1962:x1830949849148800:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 2724us (3105us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130279.600337:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14515 00000100:00100000:2.0:1746130279.600954:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849149056 00000100:00100000:2.0:1746130279.600964:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849149056 00002000:00100000:2.0:1746130279.601002:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008ac73800 x1830949849149056/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:265/0 lens 488/0 e 0 to 0 dl 1746130290 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130279.601011:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ac73800 with x1830949849149056 ext(0->4095) 00002000:00010000:2.0:1746130279.601016:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008ac73800 00000100:00100000:2.0:1746130279.601030:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4812 00000100:00100000:2.0:1746130279.601037:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ac73800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949849149056:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746130279.601187:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ac73800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949849149056:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 151us (1129us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746130279.601193:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4812 00002000:00100000:2.0:1746130279.601197:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008ac73800 x1830949849149056/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:265/0 lens 488/4536 e 0 to 0 dl 1746130290 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130279.601210:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ac73800 with x1830949849149056 ext(0->4095) 00002000:00010000:2.0:1746130279.601212:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008ac73800 00000100:00100000:0.0:1746130279.604333:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130279.604373:0:20953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849149184 00000100:00100000:1.0:1746130279.604384:0:20953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849149184 00000100:00100000:1.0:1746130279.604445:0:20953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6252 00000100:00100000:1.0:1746130279.604453:0:20953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094b10e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:640ea846-b909-4eea-9a54-417e15bd627b+59:31579:x1830949849149184:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746130279.604468:0:20953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746130279.604484:0:20953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099532000/0x4ce24e5787361c9b lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae402d9 expref: -99 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130279.604510:0:20953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880099533c00/0x4ce24e5787361c94 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae402d2 expref: 5 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130279.604516:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130279.604518:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130279.604521:0:20953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099532000/0x4ce24e5787361c9b lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae402d9 expref: 60 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130279.604547:0:20953:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880099533c00/0x4ce24e5787361c94 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae402d2 expref: 5 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130279.604561:0:20953:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880099533c00/0x4ce24e5787361c94 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae402d2 expref: 5 pid: 20953 timeout: 577 lvb_type: 0 00000100:00100000:1.0:1746130279.604571:0:20953:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135a12300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:20953:1830949841710976:192.168.204.51@tcp:104: 00000100:00100000:1.0:1746130279.604658:0:20953:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18fb180 going to sleep for 11 seconds 00000100:00100000:0.0:1746130279.612119:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130279.612337:0:8469:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849149312 00000100:00100000:0.0:1746130279.612342:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130279.612350:0:8469:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849149312 00000100:00100000:3.0:1746130279.612402:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849149440 00000100:00100000:3.0:1746130279.612406:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849149440 00010000:00010000:3.0:1746130279.612468:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880099533c00/0x4ce24e5787361c94 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae402d2 expref: 6 pid: 20953 timeout: 577 lvb_type: 0 00000100:00100000:1.0:1746130279.612890:0:20953:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135a12300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:20953:1830949841710976:192.168.204.51@tcp:104: 00000100:00100000:3.0:1746130279.612915:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14516 00000100:00100000:2.0:1746130279.612915:0:8469:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6253 00010000:00010000:1.0:1746130279.612917:0:20953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880099532000/0x4ce24e5787361c9b lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae402d9 expref: 61 pid: 20953 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746130279.612923:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094b13100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949849149440:12345-192.168.204.51@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1746130279.612924:0:8469:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094b12300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:640ea846-b909-4eea-9a54-417e15bd627b+61:31578:x1830949849149312:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746130279.612931:0:20953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099532000, rc 0) 00010000:00010000:3.0:1746130279.612938:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746130279.612939:0:8469:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746130279.612951:0:8469:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009955ec00/0x4ce24e5787361ca2 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae402e0 expref: -99 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130279.612959:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880099533c00/0x4ce24e5787361c94 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae402d2 expref: 6 pid: 20953 timeout: 577 lvb_type: 0 00010000:00010000:2.0:1746130279.612968:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1746130279.612971:0:20953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094b10e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:640ea846-b909-4eea-9a54-417e15bd627b+62:31579:x1830949849149184:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 8519us (8646us total) trans 0 rc 0/0 00010000:00010000:2.0:1746130279.612974:0:8469:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880099532000/0x4ce24e5787361c9b lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae402d9 expref: 62 pid: 20953 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746130279.612978:0:20953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6252 00010000:00010000:2.0:1746130279.612979:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746130279.612982:0:8469:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009955ec00/0x4ce24e5787361ca2 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae402e0 expref: 62 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130279.613471:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880099533c00/0x4ce24e5787361c94 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae402d2 expref: 6 pid: 20953 timeout: 577 lvb_type: 0 00010000:00010000:3.0:1746130279.613492:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880099533c00/0x4ce24e5787361c94 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae402d2 expref: 6 pid: 20953 timeout: 577 lvb_type: 0 00010000:00010000:2.0:1746130279.613508:0:8469:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880099532000/0x4ce24e5787361c9b lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae402d9 expref: 61 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130279.613509:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130279.613510:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130279.613516:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880099532000/0x4ce24e5787361c9b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae402d9 expref: 61 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130279.613523:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099532000/0x4ce24e5787361c9b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae402d9 expref: 61 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130279.613532:0:8469:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009955ec00/0x4ce24e5787361ca2 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae402e0 expref: 61 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130279.613539:0:8469:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009955ec00, rc 0) 00010000:00010000:3.0:1746130279.613541:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880099532000/0x4ce24e5787361c9b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae402d9 expref: 61 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130279.613550:0:7097:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880099532000/0x4ce24e5787361c9b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae402d9 expref: 61 pid: 20953 timeout: 577 lvb_type: 0 00000100:00100000:3.0:1746130279.613560:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091952300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841711232:192.168.204.51@tcp:105: 00000100:00100000:2.0:1746130279.613587:0:8469:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094b12300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:640ea846-b909-4eea-9a54-417e15bd627b+61:31578:x1830949849149312:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 665us (1477us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130279.613594:0:8469:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6253 00000100:00100000:3.0:1746130279.613608:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b186480 going to sleep for 11 seconds 00000100:00100000:0.0:1746130279.615100:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130279.615177:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849149696 00000100:00100000:2.0:1746130279.615185:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849149696 00002000:00100000:2.0:1746130279.615225:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88012cba0380 x1830949849149696/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:265/0 lens 488/0 e 0 to 0 dl 1746130290 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130279.615235:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cba0380 with x1830949849149696 ext(0->4095) 00010000:00010000:2.0:1746130279.615242:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880099532000/0x4ce24e5787361c9b lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae402d9 expref: 61 pid: 20953 timeout: 577 lvb_type: 0 00010000:00010000:2.0:1746130279.615254:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880099532000/0x4ce24e5787361c9b lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae402d9 expref: 61 pid: 20953 timeout: 577 lvb_type: 0 00002000:00010000:2.0:1746130279.615260:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012cba0380 00000100:00100000:2.0:1746130279.615312:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2522 00000100:00100000:2.0:1746130279.615319:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cba0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+61:1961:x1830949849149696:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746130279.615495:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091952300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841711232:192.168.204.51@tcp:105: 00010000:00010000:3.0:1746130279.615516:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746130279.616434:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094b13100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+5:1961:x1830949849149440:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 3509us (4088us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130279.616442:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14516 00000100:00100000:2.0:1746130279.616502:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cba0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+61:1961:x1830949849149696:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 1183us (1407us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746130279.616508:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2522 00002000:00100000:2.0:1746130279.616515:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88012cba0380 x1830949849149696/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:265/0 lens 488/4536 e 0 to 0 dl 1746130290 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130279.616522:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cba0380 with x1830949849149696 ext(0->4095) 00010000:00010000:2.0:1746130279.616528:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880099532000/0x4ce24e5787361c9b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae402d9 expref: 61 pid: 20953 timeout: 577 lvb_type: 0 00010000:00010000:2.0:1746130279.616543:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880099532000/0x4ce24e5787361c9b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae402d9 expref: 61 pid: 20953 timeout: 577 lvb_type: 0 00002000:00010000:2.0:1746130279.616548:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012cba0380 00000100:00100000:0.0:1746130279.618461:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130279.618506:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130279.618522:0:8469:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849149824 00000100:00100000:2.0:1746130279.618538:0:8469:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849149824 00000100:00100000:2.0:1746130279.618586:0:8469:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6254 00000100:00100000:2.0:1746130279.618593:0:8469:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cba2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+5:31579:x1830949849149824:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746130279.618611:0:8469:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746130279.618627:0:8469:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009955fa00/0x4ce24e5787361ca9 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae402e7 expref: -99 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130279.618653:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746130279.618657:0:8469:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009955ec00/0x4ce24e5787361ca2 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae402e0 expref: 60 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130279.618661:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746130279.618664:0:8469:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009955fa00/0x4ce24e5787361ca9 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae402e7 expref: 6 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130279.618700:0:8469:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009955ec00/0x4ce24e5787361ca2 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae402e0 expref: 60 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130279.618710:0:8469:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009955fa00/0x4ce24e5787361ca9 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae402e7 expref: 6 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130279.618716:0:8469:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009955fa00, rc 0) 00000100:00100000:2.0:1746130279.618757:0:8469:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cba2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+6:31579:x1830949849149824:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 164us (305us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130279.618762:0:8469:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6254 00000100:00100000:3.0:1746130279.619617:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849149952 00000100:00100000:3.0:1746130279.619628:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849149952 00010000:00010000:3.0:1746130279.619668:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880099532000/0x4ce24e5787361c9b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae402d9 expref: 61 pid: 20953 timeout: 577 lvb_type: 0 00000100:00100000:3.0:1746130279.619688:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14517 00000100:00100000:3.0:1746130279.619694:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cba3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+61:1964:x1830949849149952:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746130279.619704:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746130279.619720:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880099532000/0x4ce24e5787361c9b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae402d9 expref: 61 pid: 20953 timeout: 577 lvb_type: 0 00010000:00010000:3.0:1746130279.619729:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880099532000/0x4ce24e5787361c9b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae402d9 expref: 61 pid: 20953 timeout: 577 lvb_type: 0 00010000:00010000:3.0:1746130279.620606:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880099532000/0x4ce24e5787361c9b lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae402d9 expref: 61 pid: 20953 timeout: 577 lvb_type: 0 00010000:00010000:3.0:1746130279.620635:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130279.620638:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130279.620644:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009955ec00/0x4ce24e5787361ca2 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae402e0 expref: 60 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130279.620651:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009955ec00/0x4ce24e5787361ca2 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae402e0 expref: 60 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130279.620682:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009955ec00/0x4ce24e5787361ca2 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae402e0 expref: 60 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130279.620691:0:7097:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009955ec00/0x4ce24e5787361ca2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae402e0 expref: 60 pid: 8469 timeout: 577 lvb_type: 0 00000100:00100000:3.0:1746130279.620702:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091952300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841711488:192.168.204.51@tcp:105: 00000100:00100000:3.0:1746130279.620786:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b186480 going to sleep for 11 seconds 00000100:00100000:0.0:1746130279.623420:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130279.623500:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849150208 00000100:00100000:2.0:1746130279.623512:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849150208 00002000:00100000:2.0:1746130279.623564:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88012cba0700 x1830949849150208/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:265/0 lens 488/0 e 0 to 0 dl 1746130290 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130279.623575:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cba0700 with x1830949849150208 ext(0->4095) 00010000:00010000:2.0:1746130279.623588:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009955ec00/0x4ce24e5787361ca2 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae402e0 expref: 61 pid: 8469 timeout: 577 lvb_type: 0 00010000:00010000:2.0:1746130279.623602:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009955ec00/0x4ce24e5787361ca2 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae402e0 expref: 61 pid: 8469 timeout: 577 lvb_type: 0 00002000:00010000:2.0:1746130279.623608:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012cba0700 00000100:00100000:2.0:1746130279.623630:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2523 00000100:00100000:2.0:1746130279.623637:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cba0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+61:1962:x1830949849150208:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746130279.623852:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cba0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+61:1962:x1830949849150208:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 214us (445us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746130279.623859:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2523 00002000:00100000:2.0:1746130279.623864:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88012cba0700 x1830949849150208/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:265/0 lens 488/4536 e 0 to 0 dl 1746130290 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130279.623871:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cba0700 with x1830949849150208 ext(0->4095) 00010000:00010000:2.0:1746130279.623876:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009955ec00/0x4ce24e5787361ca2 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae402e0 expref: 61 pid: 8469 timeout: 577 lvb_type: 0 00010000:00010000:2.0:1746130279.623890:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009955ec00/0x4ce24e5787361ca2 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae402e0 expref: 61 pid: 8469 timeout: 577 lvb_type: 0 00002000:00010000:2.0:1746130279.623897:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012cba0700 00000100:00100000:3.0:1746130279.623908:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091952300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841711488:192.168.204.51@tcp:105: 00010000:00010000:3.0:1746130279.623930:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746130279.623966:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cba3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+60:1964:x1830949849149952:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 4272us (5460us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130279.623975:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14517 00000100:00100000:0.0:1746130279.626785:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130279.626837:0:8469:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849150336 00000100:00100000:2.0:1746130279.626847:0:8469:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849150336 00000100:00100000:2.0:1746130279.626905:0:8469:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6255 00000100:00100000:2.0:1746130279.626913:0:8469:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cba3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:640ea846-b909-4eea-9a54-417e15bd627b+60:31578:x1830949849150336:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746130279.626930:0:8469:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746130279.626945:0:8469:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009955f400/0x4ce24e5787361cb0 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae402ee expref: -99 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130279.626969:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746130279.626974:0:8469:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009955fa00/0x4ce24e5787361ca9 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae402e7 expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130279.626978:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746130279.626981:0:8469:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009955f400/0x4ce24e5787361cb0 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae402ee expref: 61 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130279.627016:0:8469:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009955fa00/0x4ce24e5787361ca9 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae402e7 expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130279.627026:0:8469:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009955f400/0x4ce24e5787361cb0 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae402ee expref: 61 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130279.627032:0:8469:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009955f400, rc 0) 00000100:00100000:2.0:1746130279.627083:0:8469:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cba3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:640ea846-b909-4eea-9a54-417e15bd627b+61:31578:x1830949849150336:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 172us (306us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130279.627087:0:8469:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6255 00000100:00100000:0.0:1746130279.627157:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130279.627262:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849150464 00000100:00100000:3.0:1746130279.627291:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849150464 00010000:00010000:3.0:1746130279.627326:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009955ec00/0x4ce24e5787361ca2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae402e0 expref: 61 pid: 8469 timeout: 577 lvb_type: 0 00000100:00100000:3.0:1746130279.627355:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14518 00000100:00100000:3.0:1746130279.627361:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cba1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+61:1961:x1830949849150464:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746130279.627371:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746130279.627387:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009955ec00/0x4ce24e5787361ca2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae402e0 expref: 61 pid: 8469 timeout: 577 lvb_type: 0 00010000:00010000:3.0:1746130279.627397:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009955ec00/0x4ce24e5787361ca2 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae402e0 expref: 61 pid: 8469 timeout: 577 lvb_type: 0 00010000:00010000:3.0:1746130279.627425:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009955ec00/0x4ce24e5787361ca2 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae402e0 expref: 61 pid: 8469 timeout: 577 lvb_type: 0 00010000:00010000:3.0:1746130279.627967:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130279.627971:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130279.627978:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009955fa00/0x4ce24e5787361ca9 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae402e7 expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130279.627986:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009955fa00/0x4ce24e5787361ca9 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae402e7 expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130279.628015:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009955fa00/0x4ce24e5787361ca9 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae402e7 expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130279.628025:0:7097:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009955fa00/0x4ce24e5787361ca9 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae402e7 expref: 5 pid: 8469 timeout: 577 lvb_type: 0 00000100:00100000:3.0:1746130279.628035:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091952300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841711744:192.168.204.51@tcp:105: 00000100:00100000:3.0:1746130279.628389:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b186480 going to sleep for 11 seconds 00000100:00100000:3.0:1746130279.630051:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091952300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841711744:192.168.204.51@tcp:105: 00010000:00010000:3.0:1746130279.630079:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746130279.630143:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cba1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+60:1961:x1830949849150464:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 2781us (2985us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130279.630154:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14518 00000100:00100000:0.0:1746130279.630798:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130279.631173:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849150720 00000100:00100000:2.0:1746130279.631182:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849150720 00002000:00100000:2.0:1746130279.631225:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009429d500 x1830949849150720/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:265/0 lens 488/0 e 0 to 0 dl 1746130290 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130279.631236:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009429d500 with x1830949849150720 ext(0->4095) 00010000:00010000:2.0:1746130279.631245:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009955fa00/0x4ce24e5787361ca9 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae402e7 expref: 6 pid: 8469 timeout: 577 lvb_type: 0 00010000:00010000:2.0:1746130279.631258:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009955fa00/0x4ce24e5787361ca9 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae402e7 expref: 6 pid: 8469 timeout: 577 lvb_type: 0 00002000:00010000:2.0:1746130279.631287:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009429d500 00000100:00100000:2.0:1746130279.631306:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2524 00000100:00100000:2.0:1746130279.631313:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009429d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949849150720:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746130279.631502:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009429d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949849150720:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 188us (708us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746130279.631509:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2524 00002000:00100000:2.0:1746130279.631515:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009429d500 x1830949849150720/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:265/0 lens 488/4536 e 0 to 0 dl 1746130290 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130279.631521:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009429d500 with x1830949849150720 ext(0->4095) 00010000:00010000:2.0:1746130279.631525:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009955fa00/0x4ce24e5787361ca9 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae402e7 expref: 6 pid: 8469 timeout: 577 lvb_type: 0 00010000:00010000:2.0:1746130279.631539:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009955fa00/0x4ce24e5787361ca9 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae402e7 expref: 6 pid: 8469 timeout: 577 lvb_type: 0 00002000:00010000:2.0:1746130279.631545:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009429d500 00000100:00100000:2.0:1746130279.634963:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130279.635065:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849150848 00000100:00100000:3.0:1746130279.635074:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849150848 00010000:00010000:3.0:1746130279.635111:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009955fa00/0x4ce24e5787361ca9 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae402e7 expref: 6 pid: 8469 timeout: 577 lvb_type: 0 00000100:00100000:3.0:1746130279.635148:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14519 00000100:00100000:3.0:1746130279.635156:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091d20e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1963:x1830949849150848:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746130279.635176:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746130279.635200:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009955fa00/0x4ce24e5787361ca9 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae402e7 expref: 6 pid: 8469 timeout: 577 lvb_type: 0 00010000:00010000:3.0:1746130279.635212:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009955fa00/0x4ce24e5787361ca9 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae402e7 expref: 6 pid: 8469 timeout: 577 lvb_type: 0 00010000:00010000:3.0:1746130279.635234:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009955fa00/0x4ce24e5787361ca9 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae402e7 expref: 6 pid: 8469 timeout: 577 lvb_type: 0 00010000:00010000:3.0:1746130279.635264:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130279.635293:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130279.635300:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009955f400/0x4ce24e5787361cb0 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae402ee expref: 59 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130279.635308:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009955f400/0x4ce24e5787361cb0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae402ee expref: 59 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130279.635343:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009955f400/0x4ce24e5787361cb0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae402ee expref: 59 pid: 8469 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746130279.635356:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091952300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841711872:192.168.204.51@tcp:105: 00000100:00100000:3.0:1746130279.635438:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b186480 going to sleep for 11 seconds 00000100:00100000:3.0:1746130279.638723:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091952300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841711872:192.168.204.51@tcp:105: 00010000:00010000:3.0:1746130279.638754:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746130279.639105:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091d20e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+5:1963:x1830949849150848:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 3947us (4150us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130279.639119:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14519 00000100:00100000:0.0:1746130279.639821:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130279.639899:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849151104 00000100:00100000:2.0:1746130279.639905:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849151104 00002000:00100000:2.0:1746130279.639946:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008d15a680 x1830949849151104/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:265/0 lens 488/0 e 0 to 0 dl 1746130290 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130279.639957:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d15a680 with x1830949849151104 ext(0->4095) 00002000:00010000:2.0:1746130279.639960:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008d15a680 00000100:00100000:2.0:1746130279.639984:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4813 00000100:00100000:2.0:1746130279.639991:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d15a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+60:1962:x1830949849151104:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746130279.640150:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d15a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+60:1962:x1830949849151104:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 159us (330us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746130279.640156:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4813 00002000:00100000:2.0:1746130279.640161:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008d15a680 x1830949849151104/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:265/0 lens 488/4536 e 0 to 0 dl 1746130290 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130279.640243:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d15a680 with x1830949849151104 ext(0->4095) 00002000:00010000:2.0:1746130279.640247:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008d15a680 00000100:00100000:0.0:1746130279.642209:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130279.642368:0:8469:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849151232 00000100:00100000:2.0:1746130279.642376:0:8469:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849151232 00000100:00100000:2.0:1746130279.642439:0:8469:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6256 00000100:00100000:2.0:1746130279.642446:0:8469:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d158000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+5:31579:x1830949849151232:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746130279.642463:0:8469:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746130279.642480:0:8469:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009955fe00/0x4ce24e5787361cb7 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae402f5 expref: -99 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130279.642505:0:8469:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009955f400/0x4ce24e5787361cb0 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae402ee expref: 59 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130279.642512:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746130279.642514:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746130279.642517:0:8469:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009955fe00/0x4ce24e5787361cb7 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae402f5 expref: 6 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130279.642549:0:8469:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009955f400/0x4ce24e5787361cb0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae402ee expref: 59 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130279.642560:0:8469:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009955f400/0x4ce24e5787361cb0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae402ee expref: 59 pid: 8469 timeout: 577 lvb_type: 0 00000100:00100000:2.0:1746130279.642572:0:8469:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091d21f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8469:1830949841712000:192.168.204.51@tcp:104: 00000100:00100000:2.0:1746130279.642646:0:8469:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4ec29c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746130279.644115:0:8469:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091d21f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8469:1830949841712000:192.168.204.51@tcp:104: 00010000:00010000:2.0:1746130279.644141:0:8469:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009955fe00/0x4ce24e5787361cb7 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae402f5 expref: 6 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130279.644155:0:8469:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009955fe00, rc 0) 00000100:00100000:2.0:1746130279.644199:0:8469:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d158000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+6:31579:x1830949849151232:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1751us (1993us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130279.644210:0:8469:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6256 00000100:00100000:0.0:1746130279.644924:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130279.645000:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849151360 00000100:00100000:3.0:1746130279.645006:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849151360 00010000:00010000:3.0:1746130279.645043:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009955f400/0x4ce24e5787361cb0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae402ee expref: 60 pid: 8469 timeout: 577 lvb_type: 0 00000100:00100000:3.0:1746130279.645077:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14520 00000100:00100000:3.0:1746130279.645084:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e24f450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+60:1962:x1830949849151360:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746130279.645095:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746130279.645117:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009955f400/0x4ce24e5787361cb0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae402ee expref: 60 pid: 8469 timeout: 577 lvb_type: 0 00010000:00010000:3.0:1746130279.645127:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009955f400/0x4ce24e5787361cb0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae402ee expref: 60 pid: 8469 timeout: 577 lvb_type: 0 00010000:00010000:3.0:1746130279.645147:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009955f400/0x4ce24e5787361cb0 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae402ee expref: 60 pid: 8469 timeout: 577 lvb_type: 0 00010000:00010000:3.0:1746130279.645162:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130279.645164:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130279.645172:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009955fe00/0x4ce24e5787361cb7 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae402f5 expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130279.645180:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009955fe00/0x4ce24e5787361cb7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae402f5 expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130279.645212:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009955fe00/0x4ce24e5787361cb7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae402f5 expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746130279.645222:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091952300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841712128:192.168.204.51@tcp:105: 00000100:00100000:3.0:1746130279.645308:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b186480 going to sleep for 11 seconds 00000100:00100000:3.0:1746130279.646815:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091952300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841712128:192.168.204.51@tcp:105: 00010000:00010000:3.0:1746130279.646838:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746130279.646876:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e24f450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+59:1962:x1830949849151360:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 1788us (1949us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130279.646886:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14520 00000100:00100000:2.0:1746130279.647036:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130279.647088:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849151616 00000100:00100000:3.0:1746130279.647094:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849151616 00002000:00100000:3.0:1746130279.647127:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880091d21f80 x1830949849151616/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:265/0 lens 488/0 e 0 to 0 dl 1746130290 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130279.647137:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091d21f80 with x1830949849151616 ext(0->4095) 00002000:00010000:3.0:1746130279.647142:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091d21f80 00000100:00100000:3.0:1746130279.647166:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4814 00000100:00100000:3.0:1746130279.647173:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091d21f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1964:x1830949849151616:12345-192.168.204.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746130279.647338:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091d21f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1964:x1830949849151616:12345-192.168.204.51@tcp:3:ptlrpcd_01_01.0 Request processed in 165us (302us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746130279.647344:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4814 00002000:00100000:3.0:1746130279.647349:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880091d21f80 x1830949849151616/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:265/0 lens 488/4536 e 0 to 0 dl 1746130290 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130279.647356:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091d21f80 with x1830949849151616 ext(0->4095) 00002000:00010000:3.0:1746130279.647358:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091d21f80 00000100:00100000:0.0:1746130279.650138:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130279.650250:0:8469:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849151744 00000100:00100000:2.0:1746130279.650258:0:8469:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849151744 00000100:00100000:2.0:1746130279.650348:0:8469:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6257 00000100:00100000:2.0:1746130279.650356:0:8469:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d15aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:640ea846-b909-4eea-9a54-417e15bd627b+59:31579:x1830949849151744:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746130279.650374:0:8469:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1746130279.650531:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00010000:00010000:2.0:1746130279.650572:0:8469:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009955fc00/0x4ce24e5787361cbe lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae402fc expref: -99 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130279.650600:0:8469:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009955fe00/0x4ce24e5787361cb7 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae402f5 expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130279.650606:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130279.650608:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130279.650611:0:8469:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009955fc00/0x4ce24e5787361cbe lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae402fc expref: 60 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130279.650638:0:8469:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009955fe00/0x4ce24e5787361cb7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae402f5 expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130279.650648:0:8469:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009955fe00/0x4ce24e5787361cb7 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae402f5 expref: 5 pid: 8469 timeout: 577 lvb_type: 0 00000100:00100000:2.0:1746130279.650659:0:8469:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091d23480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8469:1830949841712256:192.168.204.51@tcp:104: 00000100:00100000:2.0:1746130279.650722:0:8469:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4ec29c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746130279.650888:0:8470:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849151872 00000100:00100000:1.0:1746130279.650892:0:8470:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849151872 00000100:00100000:1.0:1746130279.650964:0:8470:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6258 00000100:00100000:1.0:1746130279.650970:0:8470:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d15bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:640ea846-b909-4eea-9a54-417e15bd627b+61:31578:x1830949849151872:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746130279.650977:0:8470:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746130279.650983:0:8470:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099532600/0x4ce24e5787361cc5 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae40303 expref: -99 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130279.650995:0:8470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130279.650999:0:8470:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009955fc00/0x4ce24e5787361cbe lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae402fc expref: 62 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130279.651004:0:8470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130279.651006:0:8470:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099532600/0x4ce24e5787361cc5 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40303 expref: 62 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130279.651026:0:8470:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009955fc00/0x4ce24e5787361cbe lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae402fc expref: 62 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130279.651036:0:8470:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880099532600/0x4ce24e5787361cc5 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40303 expref: 62 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130279.651045:0:8470:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099532600, rc 0) 00000100:00100000:1.0:1746130279.651677:0:8470:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d15bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:640ea846-b909-4eea-9a54-417e15bd627b+62:31578:x1830949849151872:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 704us (1144us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130279.651683:0:8470:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6258 00000100:00100000:3.0:1746130279.652041:0:8469:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091d23480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8469:1830949841712256:192.168.204.51@tcp:104: 00010000:00010000:3.0:1746130279.652060:0:8469:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009955fc00/0x4ce24e5787361cbe lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae402fc expref: 61 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130279.652070:0:8469:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009955fc00, rc 0) 00000100:00100000:3.0:1746130279.652099:0:8469:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d15aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:640ea846-b909-4eea-9a54-417e15bd627b+61:31579:x1830949849151744:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1744us (1969us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130279.652104:0:8469:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6257 00000100:00100000:0.0:1746130279.653385:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130279.653501:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849152000 00000100:00100000:3.0:1746130279.653508:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849152000 00010000:00010000:3.0:1746130279.653549:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009955fe00/0x4ce24e5787361cb7 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae402f5 expref: 6 pid: 8469 timeout: 577 lvb_type: 0 00000100:00100000:3.0:1746130279.653625:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14521 00000100:00100000:3.0:1746130279.653633:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d159180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949849152000:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746130279.653646:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746130279.653669:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009955fe00/0x4ce24e5787361cb7 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae402f5 expref: 6 pid: 8469 timeout: 577 lvb_type: 0 00010000:00010000:3.0:1746130279.653680:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009955fe00/0x4ce24e5787361cb7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae402f5 expref: 6 pid: 8469 timeout: 577 lvb_type: 0 00010000:00010000:3.0:1746130279.653700:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009955fe00/0x4ce24e5787361cb7 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae402f5 expref: 6 pid: 8469 timeout: 577 lvb_type: 0 00010000:00010000:3.0:1746130279.653720:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130279.653722:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130279.653730:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009955fc00/0x4ce24e5787361cbe lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae402fc expref: 60 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130279.653738:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009955fc00/0x4ce24e5787361cbe lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae402fc expref: 60 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130279.653768:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009955fc00/0x4ce24e5787361cbe lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae402fc expref: 60 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130279.653778:0:7097:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009955fc00/0x4ce24e5787361cbe lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae402fc expref: 60 pid: 8469 timeout: 577 lvb_type: 0 00000100:00100000:3.0:1746130279.653790:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091952300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841712512:192.168.204.51@tcp:105: 00000100:00100000:3.0:1746130279.654088:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b186e40 going to sleep for 11 seconds 00000100:00100000:3.0:1746130279.655802:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091952300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841712512:192.168.204.51@tcp:105: 00000100:00100000:0.0:1746130279.655807:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00010000:00010000:3.0:1746130279.655827:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746130279.655923:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d159180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+5:1961:x1830949849152000:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 2290us (2540us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130279.655924:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849152256 00000100:00100000:2.0:1746130279.655931:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849152256 00000100:00100000:3.0:1746130279.655932:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14521 00002000:00100000:2.0:1746130279.655970:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008d159500 x1830949849152256/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:265/0 lens 488/0 e 0 to 0 dl 1746130290 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130279.655979:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d159500 with x1830949849152256 ext(0->4095) 00010000:00010000:2.0:1746130279.655987:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009955fc00/0x4ce24e5787361cbe lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae402fc expref: 61 pid: 8469 timeout: 577 lvb_type: 0 00010000:00010000:2.0:1746130279.655999:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009955fc00/0x4ce24e5787361cbe lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae402fc expref: 61 pid: 8469 timeout: 577 lvb_type: 0 00002000:00010000:2.0:1746130279.656114:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008d159500 00000100:00100000:2.0:1746130279.656129:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2525 00000100:00100000:2.0:1746130279.656137:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d159500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+61:1962:x1830949849152256:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746130279.656343:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d159500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+61:1962:x1830949849152256:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 207us (536us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746130279.656348:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2525 00002000:00100000:2.0:1746130279.656354:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008d159500 x1830949849152256/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:265/0 lens 488/4536 e 0 to 0 dl 1746130290 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130279.656360:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d159500 with x1830949849152256 ext(0->4095) 00010000:00010000:2.0:1746130279.656364:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009955fc00/0x4ce24e5787361cbe lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae402fc expref: 61 pid: 8469 timeout: 577 lvb_type: 0 00010000:00010000:2.0:1746130279.656372:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009955fc00/0x4ce24e5787361cbe lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae402fc expref: 61 pid: 8469 timeout: 577 lvb_type: 0 00002000:00010000:2.0:1746130279.656382:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008d159500 00000100:00100000:0.0:1746130279.657933:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130279.657970:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130279.658015:0:8469:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849152512 00000100:00100000:3.0:1746130279.658021:0:8469:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849152512 00000100:00100000:2.0:1746130279.658038:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849152384 00000100:00100000:2.0:1746130279.658041:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849152384 00010000:00010000:2.0:1746130279.658058:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009955fc00/0x4ce24e5787361cbe lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae402fc expref: 61 pid: 8469 timeout: 577 lvb_type: 0 00000100:00100000:3.0:1746130279.658072:0:8469:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6259 00000100:00100000:3.0:1746130279.658079:0:8469:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801354daa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+5:31579:x1830949849152512:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:2.0:1746130279.658082:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14522 00000100:00100000:2.0:1746130279.658086:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801354da300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+61:1964:x1830949849152384:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746130279.658091:0:8469:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746130279.658096:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746130279.658104:0:8469:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009bb13600/0x4ce24e5787361ccc lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae4030a expref: -99 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130279.658114:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009955fc00/0x4ce24e5787361cbe lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae402fc expref: 61 pid: 8469 timeout: 577 lvb_type: 0 00010000:00010000:2.0:1746130279.658123:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009955fc00/0x4ce24e5787361cbe lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae402fc expref: 61 pid: 8469 timeout: 577 lvb_type: 0 00010000:00010000:3.0:1746130279.658198:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746130279.658204:0:8469:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880099532600/0x4ce24e5787361cc5 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40303 expref: 61 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130279.658210:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746130279.658213:0:8469:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009bb13600/0x4ce24e5787361ccc lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4030a expref: 6 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130279.658232:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009955fc00/0x4ce24e5787361cbe lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae402fc expref: 61 pid: 8469 timeout: 577 lvb_type: 0 00010000:00010000:3.0:1746130279.658249:0:8469:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880099532600/0x4ce24e5787361cc5 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40303 expref: 60 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130279.658253:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130279.658255:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130279.658260:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880099532600/0x4ce24e5787361cc5 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40303 expref: 60 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130279.658287:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099532600/0x4ce24e5787361cc5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40303 expref: 60 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130279.658365:0:8469:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009bb13600/0x4ce24e5787361ccc lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4030a expref: 6 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130279.658372:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880099532600/0x4ce24e5787361cc5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40303 expref: 60 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130279.658373:0:8469:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009bb13600, rc 0) 00010000:00010000:2.0:1746130279.658382:0:7097:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880099532600/0x4ce24e5787361cc5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40303 expref: 60 pid: 8470 timeout: 577 lvb_type: 0 00000100:00100000:2.0:1746130279.658392:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091d23480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841712768:192.168.204.51@tcp:105: 00000100:00100000:3.0:1746130279.658398:0:8469:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801354daa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+6:31579:x1830949849152512:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 321us (471us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130279.658403:0:8469:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6259 00000100:00100000:2.0:1746130279.658453:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4ec2cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1746130279.660069:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091d23480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841712768:192.168.204.51@tcp:105: 00010000:00010000:2.0:1746130279.660086:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746130279.660114:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801354da300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+60:1964:x1830949849152384:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 2026us (2142us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130279.660122:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14522 00000100:00100000:0.0:1746130279.660317:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130279.660443:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849152768 00000100:00100000:3.0:1746130279.660448:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849152768 00002000:00100000:3.0:1746130279.660483:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801354dad80 x1830949849152768/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:265/0 lens 488/0 e 0 to 0 dl 1746130290 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130279.660494:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801354dad80 with x1830949849152768 ext(0->4095) 00010000:00010000:3.0:1746130279.660501:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880099532600/0x4ce24e5787361cc5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40303 expref: 60 pid: 8470 timeout: 577 lvb_type: 0 00010000:00010000:3.0:1746130279.660519:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880099532600/0x4ce24e5787361cc5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40303 expref: 60 pid: 8470 timeout: 577 lvb_type: 0 00002000:00010000:3.0:1746130279.660526:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801354dad80 00000100:00100000:3.0:1746130279.660539:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2526 00000100:00100000:3.0:1746130279.660546:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801354dad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+60:1962:x1830949849152768:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746130279.660678:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801354dad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+60:1962:x1830949849152768:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 133us (361us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746130279.660684:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2526 00002000:00100000:3.0:1746130279.660689:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801354dad80 x1830949849152768/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:265/0 lens 488/4536 e 0 to 0 dl 1746130290 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130279.660696:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801354dad80 with x1830949849152768 ext(0->4095) 00010000:00010000:3.0:1746130279.660701:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880099532600/0x4ce24e5787361cc5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40303 expref: 60 pid: 8470 timeout: 577 lvb_type: 0 00010000:00010000:3.0:1746130279.660709:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880099532600/0x4ce24e5787361cc5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40303 expref: 60 pid: 8470 timeout: 577 lvb_type: 0 00002000:00010000:3.0:1746130279.660715:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801354dad80 00000100:00100000:0.0:1746130279.662703:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130279.662926:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130279.663169:0:8469:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849152896 00000100:00100000:3.0:1746130279.663177:0:8469:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849152896 00000100:00100000:2.0:1746130279.663200:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849153024 00000100:00100000:2.0:1746130279.663205:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849153024 00010000:00010000:2.0:1746130279.663226:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880099532600/0x4ce24e5787361cc5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40303 expref: 61 pid: 8470 timeout: 577 lvb_type: 0 00000100:00100000:2.0:1746130279.663260:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14523 00000100:00100000:2.0:1746130279.663286:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801344ca300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+61:1962:x1830949849153024:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746130279.663299:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746130279.663320:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880099532600/0x4ce24e5787361cc5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40303 expref: 61 pid: 8470 timeout: 577 lvb_type: 0 00010000:00010000:2.0:1746130279.663336:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880099532600/0x4ce24e5787361cc5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40303 expref: 61 pid: 8470 timeout: 577 lvb_type: 0 00010000:00010000:2.0:1746130279.663358:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880099532600/0x4ce24e5787361cc5 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40303 expref: 61 pid: 8470 timeout: 577 lvb_type: 0 00000100:00100000:3.0:1746130279.663368:0:8469:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6260 00000100:00100000:3.0:1746130279.663375:0:8469:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801354d9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:640ea846-b909-4eea-9a54-417e15bd627b+60:31578:x1830949849152896:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746130279.663381:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130279.663384:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130279.663389:0:8469:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746130279.663391:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009bb13600/0x4ce24e5787361ccc lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4030a expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130279.663398:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009bb13600/0x4ce24e5787361ccc lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4030a expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130279.663401:0:8469:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009bb13800/0x4ce24e5787361cd3 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae40311 expref: -99 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130279.663429:0:8469:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009bb13600/0x4ce24e5787361ccc lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4030a expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130279.663435:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130279.663437:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130279.663440:0:8469:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009bb13800/0x4ce24e5787361cd3 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40311 expref: 61 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130279.663606:0:8469:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009bb13600/0x4ce24e5787361ccc lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4030a expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130279.663617:0:8469:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009bb13600/0x4ce24e5787361ccc lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4030a expref: 5 pid: 8469 timeout: 577 lvb_type: 0 00000100:00100000:3.0:1746130279.663630:0:8469:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091952300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8469:1830949841712896:192.168.204.51@tcp:104: 00010000:00010000:2.0:1746130279.663722:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009bb13600/0x4ce24e5787361ccc lrc: 6/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4030a expref: 5 pid: 8469 timeout: 577 lvb_type: 0 00010000:00010000:2.0:1746130279.663730:0:7097:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009bb13600/0x4ce24e5787361ccc lrc: 6/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4030a expref: 5 pid: 8469 timeout: 577 lvb_type: 0 00000100:00100000:2.0:1746130279.663738:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091d23480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841713024:192.168.204.51@tcp:105: 00000100:00100000:3.0:1746130279.663800:0:8469:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b186e40 going to sleep for 11 seconds 00000100:00100000:2.0:1746130279.663847:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4ec2cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1746130279.666870:0:8469:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091952300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8469:1830949841712896:192.168.204.51@tcp:104: 00000100:00100000:2.0:1746130279.666888:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091d23480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841713024:192.168.204.51@tcp:105: 00010000:00010000:2.0:1746130279.666902:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746130279.666909:0:8469:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009bb13800/0x4ce24e5787361cd3 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40311 expref: 61 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130279.666925:0:8469:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009bb13800, rc 0) 00000100:00100000:0.0:1746130279.666930:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130279.666945:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801344ca300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+61:1962:x1830949849153024:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 3678us (4019us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130279.666948:0:8469:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801354d9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:640ea846-b909-4eea-9a54-417e15bd627b+61:31578:x1830949849152896:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3574us (4252us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130279.666956:0:8469:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6260 00000100:00100000:2.0:1746130279.666957:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14523 00000100:00100000:0.0:1746130279.666957:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849153280 00000100:00100000:0.0:1746130279.666963:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849153280 00002000:00100000:0.0:1746130279.666997:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801344cb100 x1830949849153280/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:265/0 lens 488/0 e 0 to 0 dl 1746130290 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746130279.667007:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801344cb100 with x1830949849153280 ext(0->4095) 00010000:00010000:0.0:1746130279.667014:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009bb13600/0x4ce24e5787361ccc lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4030a expref: 6 pid: 8469 timeout: 577 lvb_type: 0 00010000:00010000:0.0:1746130279.667025:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009bb13600/0x4ce24e5787361ccc lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4030a expref: 6 pid: 8469 timeout: 577 lvb_type: 0 00002000:00010000:0.0:1746130279.667031:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801344cb100 00000100:00100000:0.0:1746130279.667057:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2527 00000100:00100000:0.0:1746130279.667064:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801344cb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949849153280:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746130279.667222:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801344cb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949849153280:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 158us (293us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746130279.667234:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2527 00002000:00100000:0.0:1746130279.667239:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801344cb100 x1830949849153280/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:265/0 lens 488/4536 e 0 to 0 dl 1746130290 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746130279.667246:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801344cb100 with x1830949849153280 ext(0->4095) 00010000:00010000:0.0:1746130279.667250:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009bb13600/0x4ce24e5787361ccc lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4030a expref: 6 pid: 8469 timeout: 577 lvb_type: 0 00010000:00010000:0.0:1746130279.667258:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009bb13600/0x4ce24e5787361ccc lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4030a expref: 6 pid: 8469 timeout: 577 lvb_type: 0 00002000:00010000:0.0:1746130279.667264:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801344cb100 00000100:00100000:0.0:1746130279.669111:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130279.669187:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849153408 00000100:00100000:2.0:1746130279.669194:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849153408 00010000:00010000:2.0:1746130279.669232:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009bb13600/0x4ce24e5787361ccc lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4030a expref: 6 pid: 8469 timeout: 577 lvb_type: 0 00000100:00100000:2.0:1746130279.669316:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14524 00000100:00100000:2.0:1746130279.669322:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801344c8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949849153408:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746130279.669338:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746130279.669360:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009bb13600/0x4ce24e5787361ccc lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4030a expref: 6 pid: 8469 timeout: 577 lvb_type: 0 00010000:00010000:2.0:1746130279.669372:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009bb13600/0x4ce24e5787361ccc lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4030a expref: 6 pid: 8469 timeout: 577 lvb_type: 0 00010000:00010000:2.0:1746130279.669394:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009bb13600/0x4ce24e5787361ccc lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4030a expref: 6 pid: 8469 timeout: 577 lvb_type: 0 00010000:00010000:2.0:1746130279.669421:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130279.669423:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130279.669431:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009bb13800/0x4ce24e5787361cd3 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40311 expref: 59 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130279.669439:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009bb13800/0x4ce24e5787361cd3 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40311 expref: 59 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130279.669472:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009bb13800/0x4ce24e5787361cd3 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40311 expref: 59 pid: 8469 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746130279.669484:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091d23480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841713152:192.168.204.51@tcp:105: 00000100:00100000:2.0:1746130279.669565:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4ec2cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1746130279.671493:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091d23480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841713152:192.168.204.51@tcp:105: 00010000:00010000:2.0:1746130279.671516:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746130279.671548:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801344c8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+5:1961:x1830949849153408:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 2227us (2445us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130279.671557:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14524 00000100:00100000:0.0:1746130279.672560:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130279.672684:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849153664 00000100:00100000:2.0:1746130279.672691:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849153664 00002000:00100000:2.0:1746130279.672737:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801344c9880 x1830949849153664/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:265/0 lens 488/0 e 0 to 0 dl 1746130290 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130279.672747:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801344c9880 with x1830949849153664 ext(0->4095) 00002000:00010000:2.0:1746130279.672751:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801344c9880 00000100:00100000:2.0:1746130279.672781:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4815 00000100:00100000:2.0:1746130279.672788:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801344c9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+60:1962:x1830949849153664:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746130279.672970:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801344c9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+60:1962:x1830949849153664:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 182us (413us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746130279.672976:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4815 00002000:00100000:2.0:1746130279.672981:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801344c9880 x1830949849153664/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:265/0 lens 488/4536 e 0 to 0 dl 1746130290 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130279.672989:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801344c9880 with x1830949849153664 ext(0->4095) 00002000:00010000:2.0:1746130279.672992:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801344c9880 00000100:00100000:0.0:1746130279.679091:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130279.679264:0:8469:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849153792 00000100:00100000:3.0:1746130279.679302:0:8469:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849153792 00000100:00100000:3.0:1746130279.679372:0:8469:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6261 00000100:00100000:3.0:1746130279.679381:0:8469:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801344c9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+5:31579:x1830949849153792:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746130279.679401:0:8469:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746130279.679431:0:8469:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009bb13400/0x4ce24e5787361cda lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae40318 expref: -99 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130279.679464:0:8469:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009bb13800/0x4ce24e5787361cd3 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40311 expref: 59 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130279.679471:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746130279.679473:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746130279.679477:0:8469:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009bb13400/0x4ce24e5787361cda lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40318 expref: 6 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130279.679513:0:8469:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009bb13800/0x4ce24e5787361cd3 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40311 expref: 59 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130279.679526:0:8469:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009bb13800/0x4ce24e5787361cd3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40311 expref: 59 pid: 8469 timeout: 577 lvb_type: 0 00000100:00100000:3.0:1746130279.679543:0:8469:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091952300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8469:1830949841713280:192.168.204.51@tcp:104: 00000100:00100000:3.0:1746130279.679625:0:8469:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b186e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746130279.683045:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130279.683329:0:8469:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091952300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8469:1830949841713280:192.168.204.51@tcp:104: 00010000:00010000:3.0:1746130279.683379:0:8469:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009bb13400/0x4ce24e5787361cda lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40318 expref: 6 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130279.683403:0:8469:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009bb13400, rc 0) 00000100:00100000:3.0:1746130279.683461:0:8469:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801344c9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+6:31579:x1830949849153792:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4080us (4379us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130279.683470:0:8469:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6261 00000100:00100000:0.0:1746130279.684088:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130279.684232:0:8469:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849153920 00000100:00100000:3.0:1746130279.684239:0:8469:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849153920 00000100:00100000:3.0:1746130279.684294:0:8469:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6262 00000100:00100000:3.0:1746130279.684301:0:8469:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801344c8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:640ea846-b909-4eea-9a54-417e15bd627b+60:31578:x1830949849153920:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746130279.684319:0:8469:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746130279.684334:0:8469:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009bb13600/0x4ce24e5787361ce1 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae4031f expref: -99 pid: 8469 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746130279.684347:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849154048 00000100:00100000:2.0:1746130279.684351:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849154048 00010000:00010000:3.0:1746130279.684360:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746130279.684366:0:8469:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009bb13400/0x4ce24e5787361cda lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40318 expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130279.684376:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009bb13800/0x4ce24e5787361cd3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40311 expref: 62 pid: 8469 timeout: 577 lvb_type: 0 00010000:00010000:3.0:1746130279.684379:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746130279.684383:0:8469:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009bb13600/0x4ce24e5787361ce1 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4031f expref: 62 pid: 8469 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746130279.684393:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14525 00000100:00100000:2.0:1746130279.684398:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801344cb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+62:1961:x1830949849154048:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746130279.684406:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746130279.684427:0:8469:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009bb13400/0x4ce24e5787361cda lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40318 expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130279.684438:0:8469:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009bb13600/0x4ce24e5787361ce1 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4031f expref: 62 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130279.684439:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009bb13800/0x4ce24e5787361cd3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40311 expref: 62 pid: 8469 timeout: 577 lvb_type: 0 00010000:00010000:2.0:1746130279.684450:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009bb13800/0x4ce24e5787361cd3 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40311 expref: 62 pid: 8469 timeout: 577 lvb_type: 0 00010000:00010000:3.0:1746130279.684467:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130279.684468:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009bb13800/0x4ce24e5787361cd3 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40311 expref: 62 pid: 8469 timeout: 577 lvb_type: 0 00010000:00010000:3.0:1746130279.684469:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130279.684476:0:8469:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009bb13400/0x4ce24e5787361cda lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40318 expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130279.684484:0:8469:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009bb13400/0x4ce24e5787361cda lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40318 expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130279.684498:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746130279.684509:0:8469:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009bb13400/0x4ce24e5787361cda lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40318 expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130279.684518:0:8469:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009bb13400/0x4ce24e5787361cda lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40318 expref: 5 pid: 8469 timeout: 577 lvb_type: 0 00000100:00100000:2.0:1746130279.684528:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801344cb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+61:1961:x1830949849154048:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 129us (441us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130279.684530:0:8469:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091952300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8469:1830949841713536:192.168.204.51@tcp:105: 00000100:00100000:2.0:1746130279.684534:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14525 00000100:00100000:3.0:1746130279.684587:0:8469:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b186e40 going to sleep for 11 seconds 00000100:00100000:3.0:1746130279.686023:0:8469:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091952300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8469:1830949841713536:192.168.204.51@tcp:105: 00010000:00010000:3.0:1746130279.686043:0:8469:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009bb13600, rc 0) 00000100:00100000:3.0:1746130279.686080:0:8469:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801344c8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:640ea846-b909-4eea-9a54-417e15bd627b+60:31578:x1830949849153920:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1780us (3046us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130279.686087:0:8469:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6262 00000100:00100000:0.0:1746130279.687069:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130279.687153:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849154304 00000100:00100000:3.0:1746130279.687160:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849154304 00002000:00100000:3.0:1746130279.687221:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800939b5180 x1830949849154304/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:265/0 lens 488/0 e 0 to 0 dl 1746130290 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130279.687237:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800939b5180 with x1830949849154304 ext(0->4095) 00010000:00010000:3.0:1746130279.687246:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009bb13400/0x4ce24e5787361cda lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40318 expref: 6 pid: 8469 timeout: 577 lvb_type: 0 00010000:00010000:3.0:1746130279.687261:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009bb13400/0x4ce24e5787361cda lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40318 expref: 6 pid: 8469 timeout: 577 lvb_type: 0 00002000:00010000:3.0:1746130279.688517:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800939b5180 00000100:00100000:3.0:1746130279.688558:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2528 00000100:00100000:3.0:1746130279.688571:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800939b5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949849154304:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746130279.688781:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800939b5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949849154304:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 216us (1717us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746130279.688788:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2528 00002000:00100000:3.0:1746130279.688795:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800939b5180 x1830949849154304/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:265/0 lens 488/4536 e 0 to 0 dl 1746130290 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130279.688803:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800939b5180 with x1830949849154304 ext(0->4095) 00010000:00010000:3.0:1746130279.688809:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009bb13400/0x4ce24e5787361cda lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40318 expref: 6 pid: 8469 timeout: 577 lvb_type: 0 00010000:00010000:3.0:1746130279.688822:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009bb13400/0x4ce24e5787361cda lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40318 expref: 6 pid: 8469 timeout: 577 lvb_type: 0 00002000:00010000:3.0:1746130279.688828:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800939b5180 00000100:00100000:0.0:1746130279.691922:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130279.692004:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849154432 00000100:00100000:2.0:1746130279.692013:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849154432 00010000:00010000:2.0:1746130279.692045:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009bb13400/0x4ce24e5787361cda lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40318 expref: 6 pid: 8469 timeout: 577 lvb_type: 0 00000100:00100000:2.0:1746130279.692069:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14526 00000100:00100000:2.0:1746130279.692076:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800939b6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1963:x1830949849154432:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746130279.692089:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746130279.692112:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009bb13400/0x4ce24e5787361cda lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40318 expref: 6 pid: 8469 timeout: 577 lvb_type: 0 00010000:00010000:2.0:1746130279.692123:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009bb13400/0x4ce24e5787361cda lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40318 expref: 6 pid: 8469 timeout: 577 lvb_type: 0 00010000:00010000:2.0:1746130279.692145:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009bb13400/0x4ce24e5787361cda lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40318 expref: 6 pid: 8469 timeout: 577 lvb_type: 0 00010000:00010000:2.0:1746130279.692175:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130279.692178:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130279.692186:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009bb13600/0x4ce24e5787361ce1 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4031f expref: 59 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130279.692194:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009bb13600/0x4ce24e5787361ce1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4031f expref: 59 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130279.692230:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009bb13600/0x4ce24e5787361ce1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4031f expref: 59 pid: 8469 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746130279.692244:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091d23480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841713664:192.168.204.51@tcp:105: 00000100:00100000:2.0:1746130279.692351:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4ec29c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746130279.696028:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091d23480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841713664:192.168.204.51@tcp:105: 00010000:00010000:2.0:1746130279.696055:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746130279.696062:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130279.696105:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800939b6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+5:1963:x1830949849154432:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 4028us (4193us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130279.696119:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14526 00000100:00100000:3.0:1746130279.696185:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849154688 00000100:00100000:3.0:1746130279.696194:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849154688 00002000:00100000:3.0:1746130279.696243:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880135a12300 x1830949849154688/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:265/0 lens 488/0 e 0 to 0 dl 1746130290 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130279.696254:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135a12300 with x1830949849154688 ext(0->4095) 00002000:00010000:3.0:1746130279.696259:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880135a12300 00000100:00100000:3.0:1746130279.696311:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4816 00000100:00100000:3.0:1746130279.696321:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135a12300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+60:1961:x1830949849154688:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746130279.696517:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135a12300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+60:1961:x1830949849154688:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 198us (454us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746130279.696523:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4816 00002000:00100000:3.0:1746130279.696529:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880135a12300 x1830949849154688/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:265/0 lens 488/4536 e 0 to 0 dl 1746130290 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130279.696537:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135a12300 with x1830949849154688 ext(0->4095) 00002000:00010000:3.0:1746130279.696540:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880135a12300 00000100:00100000:0.0:1746130279.705466:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130279.705591:0:8469:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849154816 00000100:00100000:3.0:1746130279.705600:0:8469:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849154816 00000100:00100000:3.0:1746130279.705657:0:8469:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6263 00000100:00100000:3.0:1746130279.705664:0:8469:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800939b6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+5:31579:x1830949849154816:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746130279.705684:0:8469:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746130279.705702:0:8469:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009bb12e00/0x4ce24e5787361ce8 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae40326 expref: -99 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130279.705733:0:8469:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009bb13600/0x4ce24e5787361ce1 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4031f expref: 59 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130279.705744:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746130279.705746:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746130279.705749:0:8469:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009bb12e00/0x4ce24e5787361ce8 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40326 expref: 6 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130279.705781:0:8469:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009bb13600/0x4ce24e5787361ce1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4031f expref: 59 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130279.705792:0:8469:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009bb13600/0x4ce24e5787361ce1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4031f expref: 59 pid: 8469 timeout: 577 lvb_type: 0 00000100:00100000:3.0:1746130279.705804:0:8469:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091952300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8469:1830949841713792:192.168.204.51@tcp:104: 00000100:00100000:3.0:1746130279.705879:0:8469:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b186840 going to sleep for 11 seconds 00000100:00100000:3.0:1746130279.707193:0:8469:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091952300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8469:1830949841713792:192.168.204.51@tcp:104: 00010000:00010000:3.0:1746130279.707225:0:8469:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009bb12e00/0x4ce24e5787361ce8 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40326 expref: 6 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130279.707241:0:8469:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009bb12e00, rc 0) 00000100:00100000:3.0:1746130279.707294:0:8469:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800939b6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+6:31579:x1830949849154816:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1630us (1838us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130279.707302:0:8469:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6263 00000100:00100000:0.0:1746130279.709735:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130279.709962:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849154944 00000100:00100000:3.0:1746130279.709970:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849154944 00002000:00100000:3.0:1746130279.710022:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff880135b28a80 x1830949849154944/t0(0) o4->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:265/0 lens 496/0 e 0 to 0 dl 1746130290 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130279.710039:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135b28a80 with x1830949849154944 ext(0->7) 00010000:00010000:3.0:1746130279.710048:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009bb13600/0x4ce24e5787361ce1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4031f expref: 60 pid: 8469 timeout: 577 lvb_type: 0 00010000:00010000:3.0:1746130279.710061:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009bb13600/0x4ce24e5787361ce1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4031f expref: 60 pid: 8469 timeout: 577 lvb_type: 0 00002000:00010000:3.0:1746130279.710068:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880135b28a80 00000100:00100000:3.0:1746130279.710103:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2529 00000100:00100000:3.0:1746130279.710112:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135b28a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+60:1961:x1830949849154944:12345-192.168.204.51@tcp:4:ldlm_bl.0 00000100:00100000:3.0:1746130279.710503:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135b28a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+62:1961:x1830949849154944:12345-192.168.204.51@tcp:4:ldlm_bl.0 Request processed in 392us (776us total) trans 4294967922 rc 0/0 00000100:00100000:3.0:1746130279.710510:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2529 00002000:00100000:3.0:1746130279.710516:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff880135b28a80 x1830949849154944/t4294967922(0) o4->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:265/0 lens 496/448 e 0 to 0 dl 1746130290 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130279.710523:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135b28a80 with x1830949849154944 ext(0->7) 00010000:00010000:3.0:1746130279.710528:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009bb13600/0x4ce24e5787361ce1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4031f expref: 62 pid: 8469 timeout: 577 lvb_type: 0 00010000:00010000:3.0:1746130279.710537:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009bb13600/0x4ce24e5787361ce1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4031f expref: 62 pid: 8469 timeout: 577 lvb_type: 0 00002000:00010000:3.0:1746130279.710543:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880135b28a80 00000100:00100000:0.0:1746130279.714619:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130279.714692:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849155072 00000100:00100000:2.0:1746130279.714704:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849155072 00010000:00010000:2.0:1746130279.714753:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009bb13600/0x4ce24e5787361ce1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4031f expref: 62 pid: 8469 timeout: 577 lvb_type: 0 00000100:00100000:2.0:1746130279.714797:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14527 00000100:00100000:2.0:1746130279.714805:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e24f050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+62:1961:x1830949849155072:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746130279.714819:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746130279.714841:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009bb13600/0x4ce24e5787361ce1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4031f expref: 62 pid: 8469 timeout: 577 lvb_type: 0 00010000:00010000:2.0:1746130279.714854:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009bb13600/0x4ce24e5787361ce1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4031f expref: 62 pid: 8469 timeout: 577 lvb_type: 0 00010000:00010000:2.0:1746130279.714876:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009bb13600/0x4ce24e5787361ce1 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4031f expref: 62 pid: 8469 timeout: 577 lvb_type: 0 00010000:00010000:2.0:1746130279.714910:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130279.714912:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130279.714920:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009bb12e00/0x4ce24e5787361ce8 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40326 expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130279.714928:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009bb12e00/0x4ce24e5787361ce8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40326 expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130279.714963:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009bb12e00/0x4ce24e5787361ce8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40326 expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746130279.714975:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091d23480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841713920:192.168.204.51@tcp:105: 00000100:00100000:2.0:1746130279.715554:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4ec29c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746130279.719260:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130279.719536:0:8469:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849155200 00000100:00100000:3.0:1746130279.719547:0:8469:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849155200 00000100:00100000:3.0:1746130279.719620:0:8469:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6264 00000100:00100000:3.0:1746130279.719630:0:8469:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135b29880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:640ea846-b909-4eea-9a54-417e15bd627b+62:31578:x1830949849155200:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746130279.719652:0:8469:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746130279.719672:0:8469:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009bb13400/0x4ce24e5787361cef lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae4032d expref: -99 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130279.719795:0:8469:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009bb12e00/0x4ce24e5787361ce8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40326 expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130279.719804:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130279.719806:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130279.719809:0:8469:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009bb13400/0x4ce24e5787361cef lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4032d expref: 63 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130279.720003:0:8469:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009bb12e00/0x4ce24e5787361ce8 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40326 expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130279.720015:0:8469:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009bb12e00/0x4ce24e5787361ce8 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40326 expref: 5 pid: 8469 timeout: 577 lvb_type: 0 00000100:00100000:3.0:1746130279.720028:0:8469:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091952300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8469:1830949841714048:192.168.204.51@tcp:104: 00000100:00100000:3.0:1746130279.720202:0:8469:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b186840 going to sleep for 11 seconds 00000100:00100000:2.0:1746130279.724467:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091d23480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841713920:192.168.204.51@tcp:105: 00010000:00010000:2.0:1746130279.724489:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746130279.724540:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e24f050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+63:1961:x1830949849155072:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 9735us (9929us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130279.724551:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14527 00000100:00100000:3.0:1746130279.725141:0:8469:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091952300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8469:1830949841714048:192.168.204.51@tcp:104: 00010000:00010000:3.0:1746130279.725172:0:8469:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009bb13400/0x4ce24e5787361cef lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4032d expref: 62 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130279.725194:0:8469:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009bb13400, rc 0) 00000100:00100000:1.0:1746130279.725251:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130279.725533:0:8469:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135b29880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:640ea846-b909-4eea-9a54-417e15bd627b+62:31578:x1830949849155200:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5905us (6283us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130279.725540:0:8469:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6264 00000100:00100000:2.0:1746130279.725607:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849155456 00000100:00100000:2.0:1746130279.725614:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849155456 00002000:00100000:2.0:1746130279.725648:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880135a13100 x1830949849155456/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:265/0 lens 488/0 e 0 to 0 dl 1746130290 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130279.725658:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135a13100 with x1830949849155456 ext(0->4095) 00010000:00010000:2.0:1746130279.725664:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009bb12e00/0x4ce24e5787361ce8 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40326 expref: 6 pid: 8469 timeout: 577 lvb_type: 0 00010000:00010000:2.0:1746130279.725676:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009bb12e00/0x4ce24e5787361ce8 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40326 expref: 6 pid: 8469 timeout: 577 lvb_type: 0 00002000:00010000:2.0:1746130279.725682:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880135a13100 00000100:00100000:2.0:1746130279.725698:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2530 00000100:00100000:2.0:1746130279.725705:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135a13100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949849155456:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746130279.726143:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135a13100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949849155456:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 438us (892us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746130279.726153:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2530 00002000:00100000:2.0:1746130279.726159:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880135a13100 x1830949849155456/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:265/0 lens 488/4536 e 0 to 0 dl 1746130290 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130279.726166:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135a13100 with x1830949849155456 ext(0->4095) 00010000:00010000:2.0:1746130279.726171:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009bb12e00/0x4ce24e5787361ce8 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40326 expref: 6 pid: 8469 timeout: 577 lvb_type: 0 00010000:00010000:2.0:1746130279.726179:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009bb12e00/0x4ce24e5787361ce8 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40326 expref: 6 pid: 8469 timeout: 577 lvb_type: 0 00002000:00010000:2.0:1746130279.726185:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880135a13100 00000100:00100000:0.0:1746130279.729334:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130279.729750:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849155584 00000100:00100000:2.0:1746130279.729760:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849155584 00010000:00010000:2.0:1746130279.729796:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009bb12e00/0x4ce24e5787361ce8 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40326 expref: 6 pid: 8469 timeout: 577 lvb_type: 0 00000100:00100000:2.0:1746130279.729953:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14528 00000100:00100000:2.0:1746130279.729961:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135b28700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949849155584:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746130279.729976:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746130279.729998:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009bb12e00/0x4ce24e5787361ce8 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40326 expref: 6 pid: 8469 timeout: 577 lvb_type: 0 00010000:00010000:2.0:1746130279.730010:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009bb12e00/0x4ce24e5787361ce8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40326 expref: 6 pid: 8469 timeout: 577 lvb_type: 0 00010000:00010000:2.0:1746130279.730034:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009bb12e00/0x4ce24e5787361ce8 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40326 expref: 6 pid: 8469 timeout: 577 lvb_type: 0 00010000:00010000:2.0:1746130279.730068:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130279.730071:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130279.730079:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009bb13400/0x4ce24e5787361cef lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4032d expref: 61 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130279.730087:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009bb13400/0x4ce24e5787361cef lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4032d expref: 61 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130279.730120:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009bb13400/0x4ce24e5787361cef lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4032d expref: 61 pid: 8469 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746130279.730132:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091d23480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841714176:192.168.204.51@tcp:105: 00000100:00100000:2.0:1746130279.730219:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4ec2cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1746130279.732553:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091d23480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841714176:192.168.204.51@tcp:105: 00010000:00010000:2.0:1746130279.732576:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746130279.732615:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135b28700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+5:1961:x1830949849155584:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 2654us (3292us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130279.732625:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14528 00000100:00100000:0.0:1746130279.736347:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130279.738656:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849155840 00000100:00100000:2.0:1746130279.738670:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849155840 00002000:00100000:2.0:1746130279.738732:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880135b29f80 x1830949849155840/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:265/0 lens 488/0 e 0 to 0 dl 1746130290 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130279.738746:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135b29f80 with x1830949849155840 ext(0->4095) 00002000:00010000:2.0:1746130279.738752:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880135b29f80 00000100:00100000:2.0:1746130279.738791:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4817 00000100:00100000:2.0:1746130279.738799:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135b29f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+62:1961:x1830949849155840:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746130279.739001:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135b29f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+62:1961:x1830949849155840:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 203us (2667us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746130279.739007:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4817 00002000:00100000:2.0:1746130279.739012:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880135b29f80 x1830949849155840/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:265/0 lens 488/4536 e 0 to 0 dl 1746130290 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130279.739019:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135b29f80 with x1830949849155840 ext(0->4095) 00002000:00010000:2.0:1746130279.739021:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880135b29f80 00000100:00100000:0.0:1746130279.744678:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130279.744782:0:8469:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849155968 00000100:00100000:3.0:1746130279.744793:0:8469:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849155968 00000100:00100000:3.0:1746130279.744860:0:8469:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6265 00000100:00100000:3.0:1746130279.744870:0:8469:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135518700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+5:31579:x1830949849155968:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746130279.744891:0:8469:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746130279.744912:0:8469:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009bb13600/0x4ce24e5787361cf6 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae40334 expref: -99 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130279.744943:0:8469:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009bb13400/0x4ce24e5787361cef lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4032d expref: 61 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130279.744951:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746130279.744953:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746130279.744957:0:8469:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009bb13600/0x4ce24e5787361cf6 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40334 expref: 6 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130279.744996:0:8469:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009bb13400/0x4ce24e5787361cef lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4032d expref: 61 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130279.745010:0:8469:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009bb13400/0x4ce24e5787361cef lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4032d expref: 61 pid: 8469 timeout: 577 lvb_type: 0 00000100:00100000:3.0:1746130279.745028:0:8469:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091952300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8469:1830949841714304:192.168.204.51@tcp:104: 00000100:00100000:3.0:1746130279.746980:0:8469:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b186840 going to sleep for 11 seconds 00000100:00100000:3.0:1746130279.747785:0:8469:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091952300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8469:1830949841714304:192.168.204.51@tcp:104: 00010000:00010000:3.0:1746130279.747831:0:8469:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009bb13600/0x4ce24e5787361cf6 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40334 expref: 6 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130279.747853:0:8469:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009bb13600, rc 0) 00000100:00100000:3.0:1746130279.747906:0:8469:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135518700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+6:31579:x1830949849155968:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3037us (3239us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130279.747915:0:8469:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6265 00000100:00100000:0.0:1746130279.748023:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130279.748061:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849156096 00000100:00100000:3.0:1746130279.748068:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849156096 00002000:00100000:3.0:1746130279.748114:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff88013551b480 x1830949849156096/t0(0) o4->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:265/0 lens 496/0 e 0 to 0 dl 1746130290 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130279.748124:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013551b480 with x1830949849156096 ext(0->7) 00010000:00010000:3.0:1746130279.748131:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009bb13400/0x4ce24e5787361cef lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4032d expref: 62 pid: 8469 timeout: 577 lvb_type: 0 00010000:00010000:3.0:1746130279.748143:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009bb13400/0x4ce24e5787361cef lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4032d expref: 62 pid: 8469 timeout: 577 lvb_type: 0 00002000:00010000:3.0:1746130279.748149:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88013551b480 00000100:00100000:3.0:1746130279.748526:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2531 00000100:00100000:3.0:1746130279.748535:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013551b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+62:1962:x1830949849156096:12345-192.168.204.51@tcp:4:ldlm_bl.0 00000100:00100000:3.0:1746130279.748896:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013551b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+64:1962:x1830949849156096:12345-192.168.204.51@tcp:4:ldlm_bl.0 Request processed in 361us (871us total) trans 4294967923 rc 0/0 00000100:00100000:3.0:1746130279.748901:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2531 00002000:00100000:3.0:1746130279.748907:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff88013551b480 x1830949849156096/t4294967923(0) o4->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:265/0 lens 496/448 e 0 to 0 dl 1746130290 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130279.748915:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013551b480 with x1830949849156096 ext(0->7) 00010000:00010000:3.0:1746130279.748920:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009bb13400/0x4ce24e5787361cef lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4032d expref: 64 pid: 8469 timeout: 577 lvb_type: 0 00010000:00010000:3.0:1746130279.748930:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009bb13400/0x4ce24e5787361cef lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4032d expref: 64 pid: 8469 timeout: 577 lvb_type: 0 00002000:00010000:3.0:1746130279.748936:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88013551b480 00000100:00100000:0.0:1746130279.752126:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130279.752224:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849156224 00000100:00100000:2.0:1746130279.752234:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849156224 00010000:00010000:2.0:1746130279.752309:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009bb13400/0x4ce24e5787361cef lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4032d expref: 64 pid: 8469 timeout: 577 lvb_type: 0 00000100:00100000:2.0:1746130279.752335:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14529 00000100:00100000:2.0:1746130279.752342:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135519880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+64:1962:x1830949849156224:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746130279.752355:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746130279.752377:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009bb13400/0x4ce24e5787361cef lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4032d expref: 64 pid: 8469 timeout: 577 lvb_type: 0 00010000:00010000:2.0:1746130279.752387:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009bb13400/0x4ce24e5787361cef lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4032d expref: 64 pid: 8469 timeout: 577 lvb_type: 0 00010000:00010000:2.0:1746130279.752419:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009bb13400/0x4ce24e5787361cef lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4032d expref: 64 pid: 8469 timeout: 577 lvb_type: 0 00010000:00010000:2.0:1746130279.752454:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130279.752456:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130279.752464:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009bb13600/0x4ce24e5787361cf6 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40334 expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130279.752471:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009bb13600/0x4ce24e5787361cf6 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40334 expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130279.752503:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009bb13600/0x4ce24e5787361cf6 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40334 expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746130279.752514:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091d23480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841714432:192.168.204.51@tcp:105: 00000100:00100000:2.0:1746130279.753259:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4ec2cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1746130279.755624:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091d23480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841714432:192.168.204.51@tcp:105: 00010000:00010000:2.0:1746130279.755658:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746130279.755711:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135519880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+63:1962:x1830949849156224:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 3367us (3594us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130279.755723:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14529 00000100:00100000:0.0:1746130279.755809:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130279.756041:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849156480 00000100:00100000:3.0:1746130279.756049:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849156480 00002000:00100000:3.0:1746130279.756197:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880135518380 x1830949849156480/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:265/0 lens 488/0 e 0 to 0 dl 1746130290 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130279.756207:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135518380 with x1830949849156480 ext(0->4095) 00002000:00010000:3.0:1746130279.756213:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880135518380 00000100:00100000:3.0:1746130279.756239:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4818 00000100:00100000:3.0:1746130279.756248:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135518380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949849156480:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746130279.756473:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135518380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949849156480:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 227us (665us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746130279.756479:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4818 00002000:00100000:3.0:1746130279.756484:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880135518380 x1830949849156480/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:265/0 lens 488/4536 e 0 to 0 dl 1746130290 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130279.756491:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135518380 with x1830949849156480 ext(0->4095) 00002000:00010000:3.0:1746130279.756494:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880135518380 00000100:00100000:0.0:1746130279.759117:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130279.759195:0:8469:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849156608 00000100:00100000:3.0:1746130279.759206:0:8469:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849156608 00000100:00100000:3.0:1746130279.759336:0:8469:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6266 00000100:00100000:3.0:1746130279.759345:0:8469:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f131c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:640ea846-b909-4eea-9a54-417e15bd627b+63:31579:x1830949849156608:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746130279.759365:0:8469:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746130279.759386:0:8469:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009bb12e00/0x4ce24e5787361cfd lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae4033b expref: -99 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130279.759431:0:8469:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009bb13600/0x4ce24e5787361cf6 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40334 expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130279.759439:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130279.759441:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130279.759445:0:8469:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009bb12e00/0x4ce24e5787361cfd lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4033b expref: 64 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130279.759482:0:8469:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009bb13600/0x4ce24e5787361cf6 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40334 expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130279.759494:0:8469:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009bb13600/0x4ce24e5787361cf6 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40334 expref: 5 pid: 8469 timeout: 577 lvb_type: 0 00000100:00100000:3.0:1746130279.759507:0:8469:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091952300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8469:1830949841714560:192.168.204.51@tcp:104: 00000100:00100000:3.0:1746130279.760150:0:8469:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b186e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746130279.761712:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130279.762320:0:20953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849156736 00000100:00100000:1.0:1746130279.762330:0:20953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849156736 00000100:00100000:1.0:1746130279.762372:0:20953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6267 00000100:00100000:1.0:1746130279.762378:0:20953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f131880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:640ea846-b909-4eea-9a54-417e15bd627b+65:31578:x1830949849156736:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746130279.762395:0:20953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746130279.762423:0:20953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099532600/0x4ce24e5787361d04 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae40342 expref: -99 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130279.762450:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130279.762454:0:20953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009bb12e00/0x4ce24e5787361cfd lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4033b expref: 66 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130279.762460:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130279.762464:0:20953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099532600/0x4ce24e5787361d04 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40342 expref: 66 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130279.762502:0:20953:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009bb12e00/0x4ce24e5787361cfd lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4033b expref: 66 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130279.762513:0:20953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880099532600/0x4ce24e5787361d04 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40342 expref: 66 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130279.762522:0:20953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099532600, rc 0) 00000100:00100000:1.0:1746130279.762565:0:20953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f131880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:640ea846-b909-4eea-9a54-417e15bd627b+66:31578:x1830949849156736:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 186us (858us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130279.762572:0:20953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6267 00000100:00100000:3.0:1746130279.762762:0:8469:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091952300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8469:1830949841714560:192.168.204.51@tcp:104: 00010000:00010000:3.0:1746130279.762788:0:8469:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009bb12e00/0x4ce24e5787361cfd lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4033b expref: 65 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130279.762796:0:8469:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009bb12e00, rc 0) 00000100:00100000:3.0:1746130279.762816:0:8469:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f131c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:640ea846-b909-4eea-9a54-417e15bd627b+65:31579:x1830949849156608:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3474us (3713us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130279.762821:0:8469:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6266 00000100:00100000:0.0:1746130279.764518:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130279.764632:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849156864 00000100:00100000:2.0:1746130279.764640:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849156864 00010000:00010000:2.0:1746130279.764682:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009bb13600/0x4ce24e5787361cf6 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40334 expref: 6 pid: 8469 timeout: 577 lvb_type: 0 00000100:00100000:2.0:1746130279.764705:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14530 00000100:00100000:2.0:1746130279.764711:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f130a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949849156864:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746130279.764725:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746130279.764747:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009bb13600/0x4ce24e5787361cf6 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40334 expref: 6 pid: 8469 timeout: 577 lvb_type: 0 00010000:00010000:2.0:1746130279.764758:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009bb13600/0x4ce24e5787361cf6 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40334 expref: 6 pid: 8469 timeout: 577 lvb_type: 0 00010000:00010000:2.0:1746130279.764780:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009bb13600/0x4ce24e5787361cf6 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40334 expref: 6 pid: 8469 timeout: 577 lvb_type: 0 00010000:00010000:2.0:1746130279.764979:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130279.764982:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130279.764989:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009bb12e00/0x4ce24e5787361cfd lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4033b expref: 64 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130279.764997:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009bb12e00/0x4ce24e5787361cfd lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4033b expref: 64 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130279.765033:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009bb12e00/0x4ce24e5787361cfd lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4033b expref: 64 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130279.765044:0:7097:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009bb12e00/0x4ce24e5787361cfd lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4033b expref: 64 pid: 8469 timeout: 577 lvb_type: 0 00000100:00100000:2.0:1746130279.765056:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091d23480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841714816:192.168.204.51@tcp:105: 00000100:00100000:2.0:1746130279.765137:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4ec2cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1746130279.767330:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091d23480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841714816:192.168.204.51@tcp:105: 00010000:00010000:2.0:1746130279.767356:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746130279.767395:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f130a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+5:1962:x1830949849156864:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 2682us (2881us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130279.767403:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14530 00000100:00100000:0.0:1746130279.767676:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130279.767849:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849157120 00000100:00100000:3.0:1746130279.767857:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849157120 00002000:00100000:3.0:1746130279.767904:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008f132680 x1830949849157120/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:265/0 lens 488/0 e 0 to 0 dl 1746130290 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130279.767915:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f132680 with x1830949849157120 ext(0->4095) 00010000:00010000:3.0:1746130279.767922:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009bb12e00/0x4ce24e5787361cfd lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4033b expref: 65 pid: 8469 timeout: 577 lvb_type: 0 00010000:00010000:3.0:1746130279.767935:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009bb12e00/0x4ce24e5787361cfd lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4033b expref: 65 pid: 8469 timeout: 577 lvb_type: 0 00002000:00010000:3.0:1746130279.767941:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008f132680 00000100:00100000:3.0:1746130279.768135:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2532 00000100:00100000:3.0:1746130279.768145:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f132680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+65:1962:x1830949849157120:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746130279.768696:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f132680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+65:1962:x1830949849157120:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 552us (1018us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746130279.768706:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2532 00002000:00100000:3.0:1746130279.768712:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008f132680 x1830949849157120/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:265/0 lens 488/4536 e 0 to 0 dl 1746130290 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130279.768720:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f132680 with x1830949849157120 ext(0->4095) 00010000:00010000:3.0:1746130279.768724:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009bb12e00/0x4ce24e5787361cfd lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4033b expref: 65 pid: 8469 timeout: 577 lvb_type: 0 00010000:00010000:3.0:1746130279.768734:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009bb12e00/0x4ce24e5787361cfd lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4033b expref: 65 pid: 8469 timeout: 577 lvb_type: 0 00002000:00010000:3.0:1746130279.768740:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008f132680 00000100:00100000:0.0:1746130279.771525:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130279.771619:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130279.771700:0:8469:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849157248 00000100:00100000:2.0:1746130279.771700:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849157376 00000100:00100000:3.0:1746130279.771709:0:8469:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849157248 00000100:00100000:2.0:1746130279.771709:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849157376 00010000:00010000:2.0:1746130279.771744:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009bb12e00/0x4ce24e5787361cfd lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4033b expref: 65 pid: 8469 timeout: 577 lvb_type: 0 00000100:00100000:3.0:1746130279.771765:0:8469:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6268 00000100:00100000:2.0:1746130279.771765:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14531 00000100:00100000:3.0:1746130279.771771:0:8469:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f133b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+5:31579:x1830949849157248:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:2.0:1746130279.771771:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f131f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+65:1961:x1830949849157376:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746130279.771784:0:8469:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746130279.771784:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746130279.771798:0:8469:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009bb12400/0x4ce24e5787361d0b lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae40349 expref: -99 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130279.771806:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009bb12e00/0x4ce24e5787361cfd lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4033b expref: 65 pid: 8469 timeout: 577 lvb_type: 0 00010000:00010000:2.0:1746130279.771817:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009bb12e00/0x4ce24e5787361cfd lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4033b expref: 65 pid: 8469 timeout: 577 lvb_type: 0 00010000:00010000:3.0:1746130279.772198:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746130279.772205:0:8469:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880099532600/0x4ce24e5787361d04 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40342 expref: 65 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130279.772211:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746130279.772214:0:8469:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009bb12400/0x4ce24e5787361d0b lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40349 expref: 6 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130279.772256:0:8469:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880099532600/0x4ce24e5787361d04 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40342 expref: 65 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130279.772326:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009bb12e00/0x4ce24e5787361cfd lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4033b expref: 65 pid: 8469 timeout: 577 lvb_type: 0 00010000:00010000:2.0:1746130279.772346:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130279.772347:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130279.772354:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880099532600/0x4ce24e5787361d04 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40342 expref: 64 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130279.772361:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099532600/0x4ce24e5787361d04 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40342 expref: 64 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130279.772419:0:8469:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009bb12400/0x4ce24e5787361d0b lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40349 expref: 6 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130279.772427:0:8469:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009bb12400, rc 0) 00000100:00100000:3.0:1746130279.772472:0:8469:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f133b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+6:31579:x1830949849157248:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 701us (957us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130279.772478:0:8469:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6268 00010000:00010000:2.0:1746130279.772930:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880099532600/0x4ce24e5787361d04 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40342 expref: 64 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130279.772942:0:7097:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880099532600/0x4ce24e5787361d04 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40342 expref: 64 pid: 20953 timeout: 577 lvb_type: 0 00000100:00100000:2.0:1746130279.772954:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091d23480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841715072:192.168.204.51@tcp:105: 00000100:00100000:2.0:1746130279.773261:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4ec2cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1746130279.775716:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130279.775790:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091d23480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841715072:192.168.204.51@tcp:105: 00010000:00010000:0.0:1746130279.775811:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746130279.775880:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849157632 00000100:00100000:3.0:1746130279.775886:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849157632 00002000:00100000:3.0:1746130279.775931:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880091d20e00 x1830949849157632/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:265/0 lens 488/0 e 0 to 0 dl 1746130290 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130279.775941:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091d20e00 with x1830949849157632 ext(0->4095) 00010000:00010000:3.0:1746130279.775948:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880099532600/0x4ce24e5787361d04 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40342 expref: 65 pid: 20953 timeout: 577 lvb_type: 0 00010000:00010000:3.0:1746130279.775960:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880099532600/0x4ce24e5787361d04 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40342 expref: 65 pid: 20953 timeout: 577 lvb_type: 0 00002000:00010000:3.0:1746130279.775966:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091d20e00 00000100:00100000:0.0:1746130279.776059:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f131f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+65:1961:x1830949849157376:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 4288us (4438us total) trans 0 rc 0/0 00000100:00100000:0.0:1746130279.776068:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14531 00000100:00100000:3.0:1746130279.776390:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2533 00000100:00100000:3.0:1746130279.776397:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091d20e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+64:1961:x1830949849157632:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746130279.776569:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091d20e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+64:1961:x1830949849157632:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 172us (862us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746130279.776575:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2533 00002000:00100000:3.0:1746130279.776580:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880091d20e00 x1830949849157632/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:265/0 lens 488/4536 e 0 to 0 dl 1746130290 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130279.776587:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091d20e00 with x1830949849157632 ext(0->4095) 00010000:00010000:3.0:1746130279.776592:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880099532600/0x4ce24e5787361d04 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40342 expref: 64 pid: 20953 timeout: 577 lvb_type: 0 00010000:00010000:3.0:1746130279.776600:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880099532600/0x4ce24e5787361d04 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40342 expref: 64 pid: 20953 timeout: 577 lvb_type: 0 00002000:00010000:3.0:1746130279.776605:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091d20e00 00000100:00100000:0.0:1746130279.782942:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130279.783417:0:8469:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849157760 00000100:00100000:3.0:1746130279.783427:0:8469:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849157760 00000100:00100000:0.0:1746130279.783966:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130279.783991:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849157888 00000100:00100000:0.0:1746130279.783995:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849157888 00010000:00010000:0.0:1746130279.784026:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880099532600/0x4ce24e5787361d04 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40342 expref: 65 pid: 20953 timeout: 577 lvb_type: 0 00000100:00100000:0.0:1746130279.784061:0:7924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14532 00000100:00100000:0.0:1746130279.784071:0:7924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f131180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+65:1962:x1830949849157888:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746130279.784087:0:7924:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746130279.784112:0:7924:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880099532600/0x4ce24e5787361d04 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40342 expref: 65 pid: 20953 timeout: 577 lvb_type: 0 00010000:00010000:0.0:1746130279.784125:0:7924:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880099532600/0x4ce24e5787361d04 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40342 expref: 65 pid: 20953 timeout: 577 lvb_type: 0 00010000:00010000:0.0:1746130279.784150:0:7924:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880099532600/0x4ce24e5787361d04 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40342 expref: 65 pid: 20953 timeout: 577 lvb_type: 0 00010000:00010000:0.0:1746130279.784188:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130279.784190:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130279.784198:0:7924:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009bb12400/0x4ce24e5787361d0b lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40349 expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130279.784207:0:7924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009bb12400/0x4ce24e5787361d0b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40349 expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130279.784243:0:7924:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009bb12400/0x4ce24e5787361d0b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40349 expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746130279.784258:0:7924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f132300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841715200:192.168.204.51@tcp:105: 00000100:00100000:0.0:1746130279.784346:0:7924:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009bc95840 going to sleep for 11 seconds 00000100:00100000:3.0:1746130279.784434:0:8469:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6269 00000100:00100000:3.0:1746130279.784443:0:8469:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f133100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:640ea846-b909-4eea-9a54-417e15bd627b+64:31578:x1830949849157760:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746130279.784458:0:8469:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746130279.784472:0:8469:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009bb12200/0x4ce24e5787361d12 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae40350 expref: -99 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130279.784491:0:8469:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009bb12400/0x4ce24e5787361d0b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40349 expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130279.784497:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130279.784498:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130279.784501:0:8469:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009bb12200/0x4ce24e5787361d12 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40350 expref: 65 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130279.784523:0:8469:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009bb12400/0x4ce24e5787361d0b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40349 expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130279.784534:0:8469:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009bb12400/0x4ce24e5787361d0b lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40349 expref: 5 pid: 8469 timeout: 577 lvb_type: 0 00000100:00100000:3.0:1746130279.784542:0:8469:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091952300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8469:1830949841715328:192.168.204.51@tcp:104: 00000100:00100000:3.0:1746130279.784563:0:8469:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b186840 going to sleep for 11 seconds 00000100:00100000:3.0:1746130279.787303:0:8469:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091952300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8469:1830949841715328:192.168.204.51@tcp:104: 00010000:00010000:3.0:1746130279.787341:0:8469:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009bb12200/0x4ce24e5787361d12 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40350 expref: 65 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130279.787358:0:8469:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009bb12200, rc 0) 00000100:00100000:3.0:1746130279.787391:0:8469:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f133100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:640ea846-b909-4eea-9a54-417e15bd627b+65:31578:x1830949849157760:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2950us (4460us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130279.787399:0:8469:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6269 00000100:00100000:2.0:1746130279.787568:0:7924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f132300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841715200:192.168.204.51@tcp:105: 00010000:00010000:2.0:1746130279.787580:0:7924:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746130279.787599:0:7924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f131180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+64:1962:x1830949849157888:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 3530us (3636us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130279.787606:0:7924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14532 00000100:00100000:0.0:1746130279.788682:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130279.788774:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849158144 00000100:00100000:1.0:1746130279.788783:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849158144 00002000:00100000:1.0:1746130279.788829:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008f132300 x1830949849158144/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:265/0 lens 488/0 e 0 to 0 dl 1746130290 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130279.788841:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f132300 with x1830949849158144 ext(0->4095) 00010000:00010000:1.0:1746130279.788852:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009bb12400/0x4ce24e5787361d0b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40349 expref: 6 pid: 8469 timeout: 577 lvb_type: 0 00010000:00010000:1.0:1746130279.788866:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009bb12400/0x4ce24e5787361d0b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40349 expref: 6 pid: 8469 timeout: 577 lvb_type: 0 00002000:00010000:1.0:1746130279.788874:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008f132300 00000100:00100000:1.0:1746130279.788890:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2534 00000100:00100000:1.0:1746130279.788899:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f132300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949849158144:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746130279.789078:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f132300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949849158144:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 181us (400us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746130279.789084:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2534 00002000:00100000:1.0:1746130279.789089:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008f132300 x1830949849158144/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:265/0 lens 488/4536 e 0 to 0 dl 1746130290 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130279.789096:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f132300 with x1830949849158144 ext(0->4095) 00010000:00010000:1.0:1746130279.789101:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009bb12400/0x4ce24e5787361d0b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40349 expref: 6 pid: 8469 timeout: 577 lvb_type: 0 00010000:00010000:1.0:1746130279.789109:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009bb12400/0x4ce24e5787361d0b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40349 expref: 6 pid: 8469 timeout: 577 lvb_type: 0 00002000:00010000:1.0:1746130279.789115:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008f132300 00000100:00100000:0.0:1746130279.793678:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130279.793723:0:7924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849158272 00000100:00100000:0.0:1746130279.793732:0:7924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849158272 00010000:00010000:0.0:1746130279.793769:0:7924:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009bb12400/0x4ce24e5787361d0b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40349 expref: 6 pid: 8469 timeout: 577 lvb_type: 0 00010000:00010000:3.0:1746130279.794292:0:8484:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1746130279.796975:0:7924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14533 00000100:00100000:2.0:1746130279.796999:0:7924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801350bd500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1964:x1830949849158272:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746130279.797023:0:7924:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746130279.797053:0:7924:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009bb12400/0x4ce24e5787361d0b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40349 expref: 6 pid: 8469 timeout: 577 lvb_type: 0 00010000:00010000:2.0:1746130279.797069:0:7924:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009bb12400/0x4ce24e5787361d0b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40349 expref: 6 pid: 8469 timeout: 577 lvb_type: 0 00010000:00010000:2.0:1746130279.797092:0:7924:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009bb12400/0x4ce24e5787361d0b lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40349 expref: 6 pid: 8469 timeout: 577 lvb_type: 0 00010000:00010000:2.0:1746130279.797725:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130279.797728:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130279.797736:0:7924:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009bb12200/0x4ce24e5787361d12 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40350 expref: 63 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130279.797745:0:7924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009bb12200/0x4ce24e5787361d12 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40350 expref: 63 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130279.797782:0:7924:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009bb12200/0x4ce24e5787361d12 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40350 expref: 63 pid: 8469 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746130279.797795:0:7924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091d20380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841715456:192.168.204.51@tcp:105: 00000100:00100000:2.0:1746130279.798840:0:7924:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4ec2cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1746130279.801096:0:7924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091d20380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841715456:192.168.204.51@tcp:105: 00010000:00010000:2.0:1746130279.801126:0:7924:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746130279.801180:0:7924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801350bd500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+5:1964:x1830949849158272:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 4191us (7513us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130279.801191:0:7924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14533 00000100:00100000:0.0:1746130279.802188:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130279.803212:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849158528 00000100:00100000:2.0:1746130279.803223:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849158528 00002000:00100000:2.0:1746130279.803290:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801350bed80 x1830949849158528/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:265/0 lens 488/0 e 0 to 0 dl 1746130290 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130279.803300:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801350bed80 with x1830949849158528 ext(0->4095) 00002000:00010000:2.0:1746130279.803306:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801350bed80 00000100:00100000:2.0:1746130279.804371:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4819 00000100:00100000:2.0:1746130279.804386:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801350bed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+64:1961:x1830949849158528:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746130279.804584:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801350bed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+64:1961:x1830949849158528:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 202us (2398us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746130279.804590:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4819 00002000:00100000:2.0:1746130279.804597:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801350bed80 x1830949849158528/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:265/0 lens 488/4536 e 0 to 0 dl 1746130290 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130279.804605:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801350bed80 with x1830949849158528 ext(0->4095) 00002000:00010000:2.0:1746130279.804609:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801350bed80 00000100:00100000:0.0:1746130279.807948:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130279.808022:0:8469:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849158656 00000100:00100000:3.0:1746130279.808033:0:8469:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849158656 00000100:00100000:3.0:1746130279.808099:0:8469:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6270 00000100:00100000:3.0:1746130279.808107:0:8469:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801350bea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+5:31579:x1830949849158656:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746130279.808126:0:8469:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746130279.808145:0:8469:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009bb13600/0x4ce24e5787361d19 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae40357 expref: -99 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130279.808179:0:8469:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009bb12200/0x4ce24e5787361d12 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40350 expref: 63 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130279.808186:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746130279.808188:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746130279.808191:0:8469:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009bb13600/0x4ce24e5787361d19 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40357 expref: 6 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130279.808224:0:8469:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009bb12200/0x4ce24e5787361d12 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40350 expref: 63 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130279.808236:0:8469:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009bb12200/0x4ce24e5787361d12 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40350 expref: 63 pid: 8469 timeout: 577 lvb_type: 0 00000100:00100000:3.0:1746130279.808249:0:8469:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091952300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8469:1830949841715584:192.168.204.51@tcp:104: 00000100:00100000:3.0:1746130279.808374:0:8469:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b186840 going to sleep for 11 seconds 00000100:00100000:3.0:1746130279.816124:0:8469:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091952300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8469:1830949841715584:192.168.204.51@tcp:104: 00010000:00010000:3.0:1746130279.816171:0:8469:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009bb13600/0x4ce24e5787361d19 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40357 expref: 6 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130279.816191:0:8469:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009bb13600, rc 0) 00000100:00100000:3.0:1746130279.816309:0:8469:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801350bea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+6:31579:x1830949849158656:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 8202us (8371us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130279.816317:0:8469:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6270 00000100:00100000:0.0:1746130279.819964:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130279.821125:0:8469:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849158784 00000100:00100000:3.0:1746130279.821138:0:8469:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849158784 00000100:00100000:3.0:1746130279.821394:0:8469:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6271 00000100:00100000:3.0:1746130279.821403:0:8469:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801350bfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:640ea846-b909-4eea-9a54-417e15bd627b+64:31578:x1830949849158784:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746130279.821431:0:8469:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746130279.821449:0:8469:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009bb12600/0x4ce24e5787361d20 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae4035e expref: -99 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130279.821480:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746130279.821487:0:8469:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009bb13600/0x4ce24e5787361d19 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40357 expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130279.821493:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746130279.821495:0:8469:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009bb12600/0x4ce24e5787361d20 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4035e expref: 65 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130279.821538:0:8469:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009bb13600/0x4ce24e5787361d19 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40357 expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130279.821551:0:8469:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009bb12600/0x4ce24e5787361d20 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4035e expref: 65 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130279.821560:0:8469:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009bb12600, rc 0) 00000100:00100000:3.0:1746130279.821610:0:8469:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801350bfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:640ea846-b909-4eea-9a54-417e15bd627b+65:31578:x1830949849158784:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 208us (1657us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130279.821615:0:8469:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6271 00000100:00100000:3.0:1746130279.822614:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130279.822781:0:7924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849158912 00000100:00100000:2.0:1746130279.822787:0:7924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849158912 00010000:00010000:2.0:1746130279.822818:0:7924:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009bb12200/0x4ce24e5787361d12 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40350 expref: 65 pid: 8469 timeout: 577 lvb_type: 0 00000100:00100000:2.0:1746130279.822853:0:7924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14534 00000100:00100000:2.0:1746130279.822859:0:7924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e24ec50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+65:1961:x1830949849158912:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746130279.822869:0:7924:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746130279.822891:0:7924:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009bb12200/0x4ce24e5787361d12 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40350 expref: 65 pid: 8469 timeout: 577 lvb_type: 0 00010000:00010000:2.0:1746130279.822901:0:7924:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009bb12200/0x4ce24e5787361d12 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40350 expref: 65 pid: 8469 timeout: 577 lvb_type: 0 00010000:00010000:2.0:1746130279.822920:0:7924:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009bb12200/0x4ce24e5787361d12 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40350 expref: 65 pid: 8469 timeout: 577 lvb_type: 0 00010000:00010000:2.0:1746130279.822949:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130279.822951:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130279.822957:0:7924:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009bb13600/0x4ce24e5787361d19 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40357 expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130279.822965:0:7924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009bb13600/0x4ce24e5787361d19 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40357 expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130279.822988:0:7924:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009bb13600/0x4ce24e5787361d19 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40357 expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130279.822999:0:7924:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009bb13600/0x4ce24e5787361d19 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40357 expref: 5 pid: 8469 timeout: 577 lvb_type: 0 00000100:00100000:2.0:1746130279.823010:0:7924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091d20380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841715840:192.168.204.51@tcp:105: 00000100:00100000:2.0:1746130279.823082:0:7924:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4ec2cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746130279.828443:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130279.828706:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849159168 00000100:00100000:3.0:1746130279.828717:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849159168 00002000:00100000:3.0:1746130279.828785:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801350bd180 x1830949849159168/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:265/0 lens 488/0 e 0 to 0 dl 1746130290 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130279.828797:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801350bd180 with x1830949849159168 ext(0->4095) 00010000:00010000:3.0:1746130279.828808:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009bb13600/0x4ce24e5787361d19 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40357 expref: 6 pid: 8469 timeout: 577 lvb_type: 0 00010000:00010000:3.0:1746130279.828822:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009bb13600/0x4ce24e5787361d19 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40357 expref: 6 pid: 8469 timeout: 577 lvb_type: 0 00002000:00010000:3.0:1746130279.828829:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801350bd180 00000100:00100000:3.0:1746130279.828865:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2535 00000100:00100000:3.0:1746130279.828874:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801350bd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949849159168:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746130279.829060:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801350bd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949849159168:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 187us (630us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746130279.829067:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2535 00002000:00100000:3.0:1746130279.829073:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801350bd180 x1830949849159168/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:265/0 lens 488/4536 e 0 to 0 dl 1746130290 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130279.829080:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801350bd180 with x1830949849159168 ext(0->4095) 00010000:00010000:3.0:1746130279.829084:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009bb13600/0x4ce24e5787361d19 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40357 expref: 6 pid: 8469 timeout: 577 lvb_type: 0 00010000:00010000:3.0:1746130279.829093:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009bb13600/0x4ce24e5787361d19 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40357 expref: 6 pid: 8469 timeout: 577 lvb_type: 0 00002000:00010000:3.0:1746130279.829098:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801350bd180 00000100:00100000:2.0:1746130279.829202:0:7924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091d20380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841715840:192.168.204.51@tcp:105: 00010000:00010000:2.0:1746130279.829236:0:7924:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746130279.829263:0:7924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e24ec50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+64:1961:x1830949849158912:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 6405us (7581us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130279.829302:0:7924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14534 00000100:00100000:2.0:1746130279.835797:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130279.835860:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130279.836249:0:7924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849159296 00000100:00100000:3.0:1746130279.836260:0:7924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849159296 00000100:00100000:1.0:1746130279.836447:0:8470:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849159424 00000100:00100000:1.0:1746130279.836451:0:8470:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849159424 00010000:00010000:3.0:1746130279.836596:0:7924:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009bb13600/0x4ce24e5787361d19 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40357 expref: 7 pid: 8469 timeout: 577 lvb_type: 0 00000100:00100000:1.0:1746130279.836669:0:8470:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6272 00000100:00100000:1.0:1746130279.836678:0:8470:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091d20380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c84b93b0-d496-484f-8e1e-94008838f2dd+7:31579:x1830949849159424:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746130279.836697:0:8470:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746130279.836712:0:8470:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099532600/0x4ce24e5787361d27 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae40365 expref: -99 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130279.836740:0:8470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130279.836745:0:8470:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009bb12600/0x4ce24e5787361d20 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4035e expref: 63 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130279.836751:0:8470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130279.836754:0:8470:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099532600/0x4ce24e5787361d27 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40365 expref: 8 pid: 8470 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746130279.836765:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14535 00000100:00100000:0.0:1746130279.836774:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091d22680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+8:1962:x1830949849159296:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746130279.836783:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746130279.836798:0:8470:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009bb12600/0x4ce24e5787361d20 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4035e expref: 63 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130279.836812:0:8470:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880099532600/0x4ce24e5787361d27 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40365 expref: 8 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130279.836815:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009bb13600/0x4ce24e5787361d19 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40357 expref: 8 pid: 8469 timeout: 577 lvb_type: 0 00010000:00010000:1.0:1746130279.836822:0:8470:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099532600, rc 0) 00010000:00010000:0.0:1746130279.836827:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009bb13600/0x4ce24e5787361d19 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40357 expref: 8 pid: 8469 timeout: 577 lvb_type: 0 00010000:00010000:0.0:1746130279.836844:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009bb13600/0x4ce24e5787361d19 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40357 expref: 8 pid: 8469 timeout: 577 lvb_type: 0 00010000:00010000:0.0:1746130279.836865:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130279.836867:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1746130279.836868:0:8470:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091d20380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c84b93b0-d496-484f-8e1e-94008838f2dd+7:31579:x1830949849159424:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 191us (1084us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130279.836874:0:8470:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6272 00010000:00010000:0.0:1746130279.836874:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009bb12600/0x4ce24e5787361d20 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4035e expref: 63 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130279.836881:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009bb12600/0x4ce24e5787361d20 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4035e expref: 63 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130279.836904:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009bb12600/0x4ce24e5787361d20 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4035e expref: 63 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130279.836915:0:7097:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009bb12600/0x4ce24e5787361d20 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4035e expref: 63 pid: 8469 timeout: 577 lvb_type: 0 00000100:00100000:0.0:1746130279.836926:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801350bd500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841716096:192.168.204.51@tcp:105: 00000100:00100000:1.0:1746130279.837716:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009bc95f00 going to sleep for 11 seconds 00000100:00100000:1.0:1746130279.840200:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801350bd500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841716096:192.168.204.51@tcp:105: 00010000:00010000:1.0:1746130279.840229:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746130279.840303:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091d22680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949849159296:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 3528us (4441us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130279.840318:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14535 00000100:00100000:0.0:1746130279.843607:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130279.844144:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849159552 00000100:00100000:1.0:1746130279.844155:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849159552 00010000:00010000:1.0:1746130279.844201:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009bb12600/0x4ce24e5787361d20 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4035e expref: 64 pid: 8469 timeout: 577 lvb_type: 0 00000100:00100000:1.0:1746130279.844242:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14536 00000100:00100000:1.0:1746130279.844250:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801350bd500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+64:1961:x1830949849159552:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746130279.844300:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746130279.844334:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009bb12600/0x4ce24e5787361d20 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4035e expref: 64 pid: 8469 timeout: 577 lvb_type: 0 00010000:00010000:1.0:1746130279.844347:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009bb12600/0x4ce24e5787361d20 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4035e expref: 64 pid: 8469 timeout: 577 lvb_type: 0 00010000:00010000:1.0:1746130279.844376:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009bb12600/0x4ce24e5787361d20 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4035e expref: 64 pid: 8469 timeout: 577 lvb_type: 0 00010000:00010000:1.0:1746130279.844419:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130279.844421:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130279.844430:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880099532600/0x4ce24e5787361d27 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40365 expref: 5 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130279.844439:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099532600/0x4ce24e5787361d27 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40365 expref: 5 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130279.844482:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880099532600/0x4ce24e5787361d27 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40365 expref: 5 pid: 8470 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746130279.844499:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135a10000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841716224:192.168.204.51@tcp:105: 00000100:00100000:1.0:1746130279.845616:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18fb840 going to sleep for 11 seconds 00000100:00100000:0.0:1746130279.848063:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130279.848329:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849159808 00000100:00100000:3.0:1746130279.848339:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849159808 00002000:00100000:3.0:1746130279.848390:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009412c000 x1830949849159808/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:265/0 lens 488/0 e 0 to 0 dl 1746130290 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130279.848400:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009412c000 with x1830949849159808 ext(0->4095) 00002000:00010000:3.0:1746130279.848415:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009412c000 00000100:00100000:3.0:1746130279.848436:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4820 00000100:00100000:3.0:1746130279.848444:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009412c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949849159808:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746130279.848466:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135a10000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841716224:192.168.204.51@tcp:105: 00010000:00010000:1.0:1746130279.848493:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746130279.848531:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801350bd500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+63:1961:x1830949849159552:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 4282us (4937us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130279.848540:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14536 00000100:00100000:3.0:1746130279.848594:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009412c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949849159808:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 151us (542us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746130279.848600:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4820 00002000:00100000:3.0:1746130279.848605:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009412c000 x1830949849159808/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:265/0 lens 488/4536 e 0 to 0 dl 1746130290 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130279.848613:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009412c000 with x1830949849159808 ext(0->4095) 00002000:00010000:3.0:1746130279.848616:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009412c000 00000100:00100000:0.0:1746130279.853352:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130279.853484:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130279.853632:0:8470:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849159936 00000100:00100000:1.0:1746130279.853643:0:8470:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849159936 00000100:00100000:1.0:1746130279.853704:0:8470:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849160064 00000100:00100000:1.0:1746130279.853706:0:8470:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849160064 00000100:00100000:1.0:1746130279.853738:0:8470:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6273 00000100:00100000:1.0:1746130279.853745:0:8470:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009412ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:640ea846-b909-4eea-9a54-417e15bd627b+64:31579:x1830949849159936:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746130279.853765:0:8470:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746130279.853782:0:8470:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099533000/0x4ce24e5787361d2e lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae4036c expref: -99 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130279.853811:0:8470:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880099532600/0x4ce24e5787361d27 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40365 expref: 5 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130279.853819:0:8470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130279.853821:0:8470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130279.853824:0:8470:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099533000/0x4ce24e5787361d2e lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4036c expref: 65 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130279.853855:0:8470:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880099532600/0x4ce24e5787361d27 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40365 expref: 5 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130279.853868:0:8470:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880099532600/0x4ce24e5787361d27 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40365 expref: 5 pid: 8470 timeout: 577 lvb_type: 0 00000100:00100000:1.0:1746130279.853881:0:8470:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135a10000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8470:1830949841716352:192.168.204.51@tcp:104: 00000100:00100000:0.0:1746130279.854242:0:20953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6274 00000100:00100000:0.0:1746130279.854250:0:20953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009412f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:640ea846-b909-4eea-9a54-417e15bd627b+65:31578:x1830949849160064:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746130279.854257:0:20953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746130279.854264:0:20953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a796c200/0x4ce24e5787361d35 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae40373 expref: -99 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130279.854298:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130279.854302:0:20953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880099533000/0x4ce24e5787361d2e lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4036c expref: 66 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130279.854307:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746130279.854309:0:20953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a796c200/0x4ce24e5787361d35 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40373 expref: 66 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130279.854330:0:20953:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880099533000/0x4ce24e5787361d2e lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4036c expref: 66 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130279.854341:0:20953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a796c200/0x4ce24e5787361d35 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40373 expref: 66 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130279.854350:0:20953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a796c200, rc 0) 00000100:00100000:0.0:1746130279.854373:0:20953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009412f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:640ea846-b909-4eea-9a54-417e15bd627b+66:31578:x1830949849160064:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 125us (889us total) trans 0 rc 0/0 00000100:00100000:0.0:1746130279.854379:0:20953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6274 00000100:00100000:1.0:1746130279.854986:0:8470:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18fb840 going to sleep for 11 seconds 00000100:00100000:1.0:1746130279.860466:0:8470:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135a10000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8470:1830949841716352:192.168.204.51@tcp:104: 00010000:00010000:1.0:1746130279.860509:0:8470:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880099533000/0x4ce24e5787361d2e lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4036c expref: 65 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130279.860528:0:8470:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099533000, rc 0) 00000100:00100000:1.0:1746130279.860575:0:8470:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009412ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:640ea846-b909-4eea-9a54-417e15bd627b+65:31579:x1830949849159936:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6828us (7233us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130279.860585:0:8470:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6273 00000100:00100000:0.0:1746130279.861179:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130279.861812:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849160192 00000100:00100000:1.0:1746130279.861820:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849160192 00010000:00010000:1.0:1746130279.861860:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880099532600/0x4ce24e5787361d27 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40365 expref: 6 pid: 8470 timeout: 577 lvb_type: 0 00000100:00100000:1.0:1746130279.861901:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14537 00000100:00100000:1.0:1746130279.861909:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009412f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949849160192:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746130279.861925:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746130279.861952:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0000_UUID lock: ffff880099532600/0x4ce24e5787361d27 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40365 expref: 6 pid: 8470 timeout: 577 lvb_type: 0 00010000:00010000:1.0:1746130279.861970:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880099532600/0x4ce24e5787361d27 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40365 expref: 6 pid: 8470 timeout: 577 lvb_type: 0 00010000:00010000:1.0:1746130279.861997:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880099532600/0x4ce24e5787361d27 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40365 expref: 6 pid: 8470 timeout: 577 lvb_type: 0 00010000:00010000:1.0:1746130279.862024:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130279.862027:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130279.862035:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880099533000/0x4ce24e5787361d2e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4036c expref: 64 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130279.862043:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099533000/0x4ce24e5787361d2e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4036c expref: 64 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130279.862075:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880099533000/0x4ce24e5787361d2e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4036c expref: 64 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130279.862086:0:7097:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880099533000/0x4ce24e5787361d2e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4036c expref: 64 pid: 8470 timeout: 578 lvb_type: 0 00000100:00100000:1.0:1746130279.862098:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135a10000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841716608:192.168.204.51@tcp:105: 00000100:00100000:1.0:1746130279.863179:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18fb840 going to sleep for 11 seconds 00000100:00100000:0.0:1746130279.866481:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130279.866691:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849160448 00000100:00100000:3.0:1746130279.866701:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849160448 00002000:00100000:3.0:1746130279.866752:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009412fb80 x1830949849160448/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:265/0 lens 488/0 e 0 to 0 dl 1746130290 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1746130279.866752:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135a10000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841716608:192.168.204.51@tcp:105: 00002000:00100000:3.0:1746130279.866763:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009412fb80 with x1830949849160448 ext(0->4095) 00010000:00010000:3.0:1746130279.866774:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880099533000/0x4ce24e5787361d2e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4036c expref: 65 pid: 8470 timeout: 578 lvb_type: 0 00010000:00010000:1.0:1746130279.866780:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746130279.866787:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880099533000/0x4ce24e5787361d2e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4036c expref: 65 pid: 8470 timeout: 578 lvb_type: 0 00002000:00010000:3.0:1746130279.866794:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009412fb80 00000100:00100000:3.0:1746130279.866813:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2536 00000100:00100000:3.0:1746130279.866820:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009412fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+65:1961:x1830949849160448:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746130279.866820:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009412f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+5:1962:x1830949849160192:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 4911us (5642us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130279.866832:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14537 00000100:00100000:3.0:1746130279.866979:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009412fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+65:1961:x1830949849160448:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 160us (508us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746130279.866985:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2536 00002000:00100000:3.0:1746130279.866989:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009412fb80 x1830949849160448/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:265/0 lens 488/4536 e 0 to 0 dl 1746130290 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130279.866996:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009412fb80 with x1830949849160448 ext(0->4095) 00010000:00010000:3.0:1746130279.867000:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880099533000/0x4ce24e5787361d2e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4036c expref: 65 pid: 8470 timeout: 578 lvb_type: 0 00010000:00010000:3.0:1746130279.867008:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880099533000/0x4ce24e5787361d2e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4036c expref: 65 pid: 8470 timeout: 578 lvb_type: 0 00002000:00010000:3.0:1746130279.867014:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009412fb80 00000100:00100000:0.0:1746130279.871404:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130279.871526:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130279.871623:0:8470:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849160576 00000100:00100000:1.0:1746130279.871634:0:8470:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849160576 00000100:00100000:1.0:1746130279.871693:0:8470:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6275 00000100:00100000:1.0:1746130279.871700:0:8470:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e34a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c84b93b0-d496-484f-8e1e-94008838f2dd+5:31579:x1830949849160576:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746130279.871721:0:8470:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746130279.871740:0:8470:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099532e00/0x4ce24e5787361d3c lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae4037a expref: -99 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130279.871767:0:8470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130279.871773:0:8470:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a796c200/0x4ce24e5787361d35 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40373 expref: 64 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130279.871779:0:8470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746130279.871782:0:8470:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099532e00/0x4ce24e5787361d3c lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4037a expref: 6 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130279.871819:0:8470:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a796c200/0x4ce24e5787361d35 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40373 expref: 64 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130279.871830:0:8470:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880099532e00/0x4ce24e5787361d3c lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4037a expref: 6 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130279.871838:0:8470:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099532e00, rc 0) 00000100:00100000:1.0:1746130279.871878:0:8470:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e34a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c84b93b0-d496-484f-8e1e-94008838f2dd+6:31579:x1830949849160576:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 177us (486us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130279.871883:0:8470:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6275 00000100:00100000:2.0:1746130279.872038:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849160704 00000100:00100000:2.0:1746130279.872042:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849160704 00010000:00010000:2.0:1746130279.872065:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880099533000/0x4ce24e5787361d2e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4036c expref: 65 pid: 8470 timeout: 578 lvb_type: 0 00000100:00100000:2.0:1746130279.872082:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14538 00000100:00100000:2.0:1746130279.872086:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e34380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+65:1961:x1830949849160704:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746130279.872094:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746130279.872114:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880099533000/0x4ce24e5787361d2e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4036c expref: 65 pid: 8470 timeout: 578 lvb_type: 0 00010000:00010000:2.0:1746130279.872123:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880099533000/0x4ce24e5787361d2e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4036c expref: 65 pid: 8470 timeout: 578 lvb_type: 0 00010000:00010000:2.0:1746130279.872139:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880099533000/0x4ce24e5787361d2e lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4036c expref: 65 pid: 8470 timeout: 578 lvb_type: 0 00010000:00010000:2.0:1746130279.872152:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130279.872153:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130279.872159:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a796c200/0x4ce24e5787361d35 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40373 expref: 64 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130279.872166:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a796c200/0x4ce24e5787361d35 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40373 expref: 64 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130279.872189:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a796c200/0x4ce24e5787361d35 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40373 expref: 64 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130279.872198:0:7097:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a796c200/0x4ce24e5787361d35 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40373 expref: 64 pid: 20953 timeout: 578 lvb_type: 0 00000100:00100000:2.0:1746130279.872215:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091d23480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841716864:192.168.204.51@tcp:105: 00000100:00100000:2.0:1746130279.872290:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012bfdc300 going to sleep for 11 seconds 00000100:00100000:2.0:1746130279.874697:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091d23480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841716864:192.168.204.51@tcp:105: 00010000:00010000:2.0:1746130279.874717:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746130279.874748:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e34380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+64:1961:x1830949849160704:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 2660us (3222us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130279.874757:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14538 00000100:00100000:0.0:1746130279.874973:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130279.875024:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849160960 00000100:00100000:1.0:1746130279.875036:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849160960 00002000:00100000:1.0:1746130279.875169:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092e36d80 x1830949849160960/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:265/0 lens 488/0 e 0 to 0 dl 1746130290 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130279.875179:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092e36d80 with x1830949849160960 ext(0->4095) 00010000:00010000:1.0:1746130279.875187:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a796c200/0x4ce24e5787361d35 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40373 expref: 64 pid: 20953 timeout: 578 lvb_type: 0 00010000:00010000:1.0:1746130279.875201:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a796c200/0x4ce24e5787361d35 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40373 expref: 64 pid: 20953 timeout: 578 lvb_type: 0 00002000:00010000:1.0:1746130279.875207:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092e36d80 00000100:00100000:1.0:1746130279.875236:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2537 00000100:00100000:1.0:1746130279.875242:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e36d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+64:1962:x1830949849160960:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746130279.875459:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e36d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+64:1962:x1830949849160960:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 217us (486us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746130279.875465:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2537 00002000:00100000:1.0:1746130279.875470:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092e36d80 x1830949849160960/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:265/0 lens 488/4536 e 0 to 0 dl 1746130290 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130279.875477:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092e36d80 with x1830949849160960 ext(0->4095) 00010000:00010000:1.0:1746130279.875481:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a796c200/0x4ce24e5787361d35 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40373 expref: 64 pid: 20953 timeout: 578 lvb_type: 0 00010000:00010000:1.0:1746130279.875491:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a796c200/0x4ce24e5787361d35 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40373 expref: 64 pid: 20953 timeout: 578 lvb_type: 0 00002000:00010000:1.0:1746130279.875502:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092e36d80 00000100:00100000:0.0:1746130279.878525:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130279.878619:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130279.878708:0:8469:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849161088 00000100:00100000:3.0:1746130279.878717:0:8469:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849161088 00000100:00100000:3.0:1746130279.878786:0:8469:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6276 00000100:00100000:3.0:1746130279.878794:0:8469:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e36a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:640ea846-b909-4eea-9a54-417e15bd627b+64:31578:x1830949849161088:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746130279.878813:0:8469:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746130279.878831:0:8469:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009bb12e00/0x4ce24e5787361d43 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae40381 expref: -99 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130279.878858:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746130279.878864:0:8469:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880099532e00/0x4ce24e5787361d3c lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4037a expref: 5 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130279.878870:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746130279.878873:0:8469:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009bb12e00/0x4ce24e5787361d43 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40381 expref: 65 pid: 8469 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746130279.878916:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849161216 00000100:00100000:2.0:1746130279.878920:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849161216 00010000:00010000:2.0:1746130279.878937:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a796c200/0x4ce24e5787361d35 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40373 expref: 66 pid: 20953 timeout: 578 lvb_type: 0 00000100:00100000:2.0:1746130279.878955:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14539 00000100:00100000:2.0:1746130279.878959:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e35f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+66:1961:x1830949849161216:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746130279.878967:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746130279.879580:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a796c200/0x4ce24e5787361d35 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40373 expref: 66 pid: 20953 timeout: 578 lvb_type: 0 00010000:00010000:2.0:1746130279.879593:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a796c200/0x4ce24e5787361d35 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40373 expref: 66 pid: 20953 timeout: 578 lvb_type: 0 00010000:00010000:2.0:1746130279.879612:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a796c200/0x4ce24e5787361d35 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40373 expref: 66 pid: 20953 timeout: 578 lvb_type: 0 00010000:00010000:2.0:1746130279.879626:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130279.879628:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130279.879635:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880099532e00/0x4ce24e5787361d3c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4037a expref: 5 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130279.879642:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099532e00/0x4ce24e5787361d3c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4037a expref: 5 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130279.879673:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880099532e00/0x4ce24e5787361d3c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4037a expref: 5 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130279.879684:0:7097:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880099532e00/0x4ce24e5787361d3c lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4037a expref: 5 pid: 8470 timeout: 578 lvb_type: 0 00000100:00100000:2.0:1746130279.879697:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091d23480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841716992:192.168.204.51@tcp:105: 00000100:00100000:2.0:1746130279.879781:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012bfdc300 going to sleep for 11 seconds 00010000:00010000:3.0:1746130279.880189:0:8469:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880099532e00/0x4ce24e5787361d3c lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4037a expref: 5 pid: 8470 timeout: 578 lvb_type: 0 00010000:00010000:3.0:1746130279.880200:0:8469:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880099532e00/0x4ce24e5787361d3c lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4037a expref: 5 pid: 8470 timeout: 578 lvb_type: 0 00000100:00100000:3.0:1746130279.880208:0:8469:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091952300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8469:1830949841717120:192.168.204.51@tcp:104: 00000100:00100000:3.0:1746130279.880236:0:8469:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b186e40 going to sleep for 11 seconds 00000100:00100000:1.0:1746130279.884514:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130279.884635:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091d23480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841716992:192.168.204.51@tcp:105: 00010000:00010000:2.0:1746130279.884665:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746130279.884748:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e35f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+65:1961:x1830949849161216:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 5785us (6126us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130279.884761:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14539 00000100:00100000:2.0:1746130279.884824:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849161472 00000100:00100000:2.0:1746130279.884832:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849161472 00000100:00100000:3.0:1746130279.884849:0:8469:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091952300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8469:1830949841717120:192.168.204.51@tcp:104: 00010000:00010000:3.0:1746130279.884885:0:8469:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009bb12e00/0x4ce24e5787361d43 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40381 expref: 64 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130279.884905:0:8469:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009bb12e00, rc 0) 00000100:00100000:3.0:1746130279.884927:0:8469:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e36a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:640ea846-b909-4eea-9a54-417e15bd627b+64:31578:x1830949849161088:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6134us (6412us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130279.884937:0:8469:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6276 00002000:00100000:2.0:1746130279.885339:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880135a10000 x1830949849161472/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:265/0 lens 488/0 e 0 to 0 dl 1746130290 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130279.885349:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135a10000 with x1830949849161472 ext(0->4095) 00010000:00010000:2.0:1746130279.885355:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880099532e00/0x4ce24e5787361d3c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4037a expref: 6 pid: 8470 timeout: 578 lvb_type: 0 00010000:00010000:2.0:1746130279.885372:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880099532e00/0x4ce24e5787361d3c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4037a expref: 6 pid: 8470 timeout: 578 lvb_type: 0 00002000:00010000:2.0:1746130279.885378:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880135a10000 00000100:00100000:2.0:1746130279.885421:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2538 00000100:00100000:2.0:1746130279.885428:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135a10000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949849161472:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746130279.885619:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135a10000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949849161472:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 191us (1111us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746130279.885625:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2538 00002000:00100000:2.0:1746130279.885629:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880135a10000 x1830949849161472/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:265/0 lens 488/4536 e 0 to 0 dl 1746130290 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130279.885637:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135a10000 with x1830949849161472 ext(0->4095) 00010000:00010000:2.0:1746130279.885642:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880099532e00/0x4ce24e5787361d3c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4037a expref: 6 pid: 8470 timeout: 578 lvb_type: 0 00010000:00010000:2.0:1746130279.885651:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880099532e00/0x4ce24e5787361d3c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4037a expref: 6 pid: 8470 timeout: 578 lvb_type: 0 00002000:00010000:2.0:1746130279.885656:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880135a10000 00000100:00100000:0.0:1746130279.888537:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130279.888593:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130279.888693:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849161600 00000100:00100000:2.0:1746130279.888703:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849161600 00010000:00010000:2.0:1746130279.888742:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880099532e00/0x4ce24e5787361d3c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4037a expref: 6 pid: 8470 timeout: 578 lvb_type: 0 00000100:00100000:2.0:1746130279.888939:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14540 00000100:00100000:2.0:1746130279.888948:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e35500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949849161600:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746130279.888963:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746130279.888988:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880099532e00/0x4ce24e5787361d3c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4037a expref: 6 pid: 8470 timeout: 578 lvb_type: 0 00010000:00010000:2.0:1746130279.889001:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880099532e00/0x4ce24e5787361d3c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4037a expref: 6 pid: 8470 timeout: 578 lvb_type: 0 00010000:00010000:2.0:1746130279.889027:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880099532e00/0x4ce24e5787361d3c lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4037a expref: 6 pid: 8470 timeout: 578 lvb_type: 0 00000100:00100000:3.0:1746130279.889131:0:8469:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849161728 00000100:00100000:3.0:1746130279.889136:0:8469:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849161728 00000100:00100000:3.0:1746130279.889168:0:8469:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6277 00000100:00100000:3.0:1746130279.889173:0:8469:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e37480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+6:31579:x1830949849161728:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746130279.889189:0:8469:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746130279.889202:0:8469:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009bb12200/0x4ce24e5787361d4a lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae40388 expref: -99 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130279.889220:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130279.889226:0:8469:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009bb12e00/0x4ce24e5787361d43 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40381 expref: 63 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130279.889232:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746130279.889234:0:8469:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009bb12200/0x4ce24e5787361d4a lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40388 expref: 7 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130279.889319:0:8469:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009bb12e00/0x4ce24e5787361d43 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40381 expref: 63 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130279.889332:0:8469:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009bb12200/0x4ce24e5787361d4a lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40388 expref: 7 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130279.889339:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130279.889340:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130279.889345:0:8469:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009bb12e00/0x4ce24e5787361d43 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40381 expref: 63 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130279.889361:0:8469:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009bb12e00/0x4ce24e5787361d43 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40381 expref: 63 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130279.889377:0:8469:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009bb12e00/0x4ce24e5787361d43 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40381 expref: 63 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130279.889387:0:8469:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009bb12e00/0x4ce24e5787361d43 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40381 expref: 63 pid: 8469 timeout: 578 lvb_type: 0 00000100:00100000:3.0:1746130279.889398:0:8469:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091952300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8469:1830949841717376:192.168.204.51@tcp:105: 00010000:00010000:2.0:1746130279.889445:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746130279.889470:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e35500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+7:1962:x1830949849161600:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 522us (940us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130279.889476:0:8469:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b186e40 going to sleep for 11 seconds 00000100:00100000:2.0:1746130279.889477:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14540 00000100:00100000:0.0:1746130279.893599:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130279.893656:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849161856 00000100:00100000:2.0:1746130279.893665:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849161856 00010000:00010000:2.0:1746130279.893705:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009bb12e00/0x4ce24e5787361d43 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40381 expref: 64 pid: 8469 timeout: 578 lvb_type: 0 00000100:00100000:2.0:1746130279.893732:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14541 00000100:00100000:2.0:1746130279.893740:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e24e850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+64:1961:x1830949849161856:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746130279.893753:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746130279.893778:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009bb12e00/0x4ce24e5787361d43 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40381 expref: 64 pid: 8469 timeout: 578 lvb_type: 0 00010000:00010000:2.0:1746130279.893795:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009bb12e00/0x4ce24e5787361d43 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40381 expref: 64 pid: 8469 timeout: 578 lvb_type: 0 00010000:00010000:2.0:1746130279.893833:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130279.893835:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130279.893843:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009bb12200/0x4ce24e5787361d4a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40388 expref: 6 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130279.893852:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009bb12200/0x4ce24e5787361d4a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40388 expref: 6 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130279.893885:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009bb12200/0x4ce24e5787361d4a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40388 expref: 6 pid: 8469 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746130279.893897:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091d23480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841717504:192.168.204.51@tcp:105: 00010000:00010000:3.0:1746130279.893968:0:8469:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009bb12e00/0x4ce24e5787361d43 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40381 expref: 64 pid: 8469 timeout: 578 lvb_type: 0 00000100:00100000:3.0:1746130279.893998:0:8469:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091952300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8469:1830949841717376:192.168.204.51@tcp:105: 00010000:00010000:3.0:1746130279.894020:0:8469:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009bb12200, rc 0) 00000100:00100000:3.0:1746130279.894074:0:8469:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e37480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+6:31579:x1830949849161728:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4899us (5479us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130279.894080:0:8469:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6277 00000100:00100000:2.0:1746130279.894604:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012bfdc840 going to sleep for 11 seconds 00000100:00100000:0.0:1746130279.896997:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091d23480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841717504:192.168.204.51@tcp:105: 00010000:00010000:0.0:1746130279.897021:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746130279.897040:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130279.897222:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e24e850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+63:1961:x1830949849161856:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 3481us (3631us total) trans 0 rc 0/0 00000100:00100000:0.0:1746130279.897234:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14541 00000100:00100000:1.0:1746130279.897295:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849162112 00000100:00100000:1.0:1746130279.897536:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849162112 00002000:00100000:1.0:1746130279.897584:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880091d23480 x1830949849162112/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:265/0 lens 488/0 e 0 to 0 dl 1746130290 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130279.897595:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091d23480 with x1830949849162112 ext(0->4095) 00002000:00010000:1.0:1746130279.897600:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091d23480 00000100:00100000:1.0:1746130279.897626:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4821 00000100:00100000:1.0:1746130279.897633:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091d23480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949849162112:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746130279.897806:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091d23480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949849162112:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 172us (766us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746130279.897812:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4821 00002000:00100000:1.0:1746130279.897817:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880091d23480 x1830949849162112/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:265/0 lens 488/4536 e 0 to 0 dl 1746130290 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130279.897828:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091d23480 with x1830949849162112 ext(0->4095) 00002000:00010000:1.0:1746130279.897831:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091d23480 00000100:00100000:0.0:1746130279.900232:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130279.900467:0:8469:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849162240 00000100:00100000:3.0:1746130279.900478:0:8469:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849162240 00000100:00100000:3.0:1746130279.900535:0:8469:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6278 00000100:00100000:3.0:1746130279.900544:0:8469:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e34380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:640ea846-b909-4eea-9a54-417e15bd627b+63:31579:x1830949849162240:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746130279.900564:0:8469:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746130279.900588:0:8469:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009bb13800/0x4ce24e5787361d51 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae4038f expref: -99 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130279.901818:0:8469:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009bb12200/0x4ce24e5787361d4a lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40388 expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130279.901829:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130279.901830:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130279.901834:0:8469:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009bb13800/0x4ce24e5787361d51 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4038f expref: 64 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130279.901876:0:8469:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009bb12200/0x4ce24e5787361d4a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40388 expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130279.901890:0:8469:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009bb12200/0x4ce24e5787361d4a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40388 expref: 5 pid: 8469 timeout: 578 lvb_type: 0 00000100:00100000:3.0:1746130279.901904:0:8469:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091952300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8469:1830949841717632:192.168.204.51@tcp:104: 00000100:00100000:3.0:1746130279.902396:0:8469:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b186e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746130279.904609:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130279.904805:0:8470:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849162368 00000100:00100000:2.0:1746130279.904814:0:8470:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849162368 00000100:00100000:2.0:1746130279.904868:0:8470:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6279 00000100:00100000:2.0:1746130279.904877:0:8470:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e35f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:640ea846-b909-4eea-9a54-417e15bd627b+65:31578:x1830949849162368:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746130279.904895:0:8470:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746130279.904916:0:8470:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009955e800/0x4ce24e5787361d58 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae40396 expref: -99 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130279.904943:0:8470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1746130279.904949:0:8469:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091952300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8469:1830949841717632:192.168.204.51@tcp:104: 00010000:00010000:2.0:1746130279.904949:0:8470:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009bb13800/0x4ce24e5787361d51 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4038f expref: 66 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130279.904955:0:8470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746130279.904960:0:8470:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009955e800/0x4ce24e5787361d58 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40396 expref: 66 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130279.904979:0:8469:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009bb13800/0x4ce24e5787361d51 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4038f expref: 66 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130279.904989:0:8469:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009bb13800, rc 0) 00010000:00010000:2.0:1746130279.904991:0:8470:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009bb13800/0x4ce24e5787361d51 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4038f expref: 66 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130279.905001:0:8470:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009955e800/0x4ce24e5787361d58 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40396 expref: 66 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130279.905006:0:8470:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009955e800, rc 0) 00000100:00100000:2.0:1746130279.905031:0:8470:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e35f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:640ea846-b909-4eea-9a54-417e15bd627b+66:31578:x1830949849162368:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 156us (429us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130279.905034:0:8469:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e34380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:640ea846-b909-4eea-9a54-417e15bd627b+66:31579:x1830949849162240:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4489us (4809us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130279.905037:0:8470:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6279 00000100:00100000:3.0:1746130279.905040:0:8469:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6278 00000100:00100000:0.0:1746130279.905711:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130279.905911:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849162496 00000100:00100000:2.0:1746130279.905915:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849162496 00010000:00010000:2.0:1746130279.905940:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009bb12200/0x4ce24e5787361d4a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40388 expref: 6 pid: 8469 timeout: 578 lvb_type: 0 00000100:00100000:2.0:1746130279.905969:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14542 00000100:00100000:2.0:1746130279.905975:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e35500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949849162496:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746130279.905984:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746130279.906006:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009bb12200/0x4ce24e5787361d4a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40388 expref: 6 pid: 8469 timeout: 578 lvb_type: 0 00010000:00010000:2.0:1746130279.906017:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009bb12200/0x4ce24e5787361d4a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40388 expref: 6 pid: 8469 timeout: 578 lvb_type: 0 00010000:00010000:2.0:1746130279.906034:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009bb12200/0x4ce24e5787361d4a lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40388 expref: 6 pid: 8469 timeout: 578 lvb_type: 0 00010000:00010000:2.0:1746130279.906059:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130279.906061:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130279.906067:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009bb13800/0x4ce24e5787361d51 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4038f expref: 64 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130279.906074:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009bb13800/0x4ce24e5787361d51 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4038f expref: 64 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130279.906092:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009bb13800/0x4ce24e5787361d51 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4038f expref: 64 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130279.906103:0:7097:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009bb13800/0x4ce24e5787361d51 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4038f expref: 64 pid: 8469 timeout: 578 lvb_type: 0 00000100:00100000:2.0:1746130279.906114:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091d22680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841717888:192.168.204.51@tcp:105: 00000100:00100000:2.0:1746130279.906175:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012bfdce40 going to sleep for 11 seconds 00000100:00100000:0.0:1746130279.908965:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130279.909075:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091d22680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841717888:192.168.204.51@tcp:105: 00010000:00010000:2.0:1746130279.909105:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746130279.909255:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e35500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+5:1961:x1830949849162496:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 3278us (3543us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130279.909917:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14542 00000100:00100000:1.0:1746130279.910402:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849162752 00000100:00100000:1.0:1746130279.910423:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849162752 00002000:00100000:1.0:1746130279.910467:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801350bd500 x1830949849162752/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:265/0 lens 488/0 e 0 to 0 dl 1746130290 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130279.910477:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801350bd500 with x1830949849162752 ext(0->4095) 00010000:00010000:1.0:1746130279.910484:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009bb13800/0x4ce24e5787361d51 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4038f expref: 65 pid: 8469 timeout: 578 lvb_type: 0 00010000:00010000:1.0:1746130279.910498:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009bb13800/0x4ce24e5787361d51 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4038f expref: 65 pid: 8469 timeout: 578 lvb_type: 0 00002000:00010000:1.0:1746130279.910505:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801350bd500 00000100:00100000:1.0:1746130279.910535:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2539 00000100:00100000:1.0:1746130279.910543:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801350bd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+65:1962:x1830949849162752:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746130279.910982:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801350bd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+65:1962:x1830949849162752:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 439us (2024us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746130279.910989:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2539 00002000:00100000:1.0:1746130279.910994:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801350bd500 x1830949849162752/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:265/0 lens 488/4536 e 0 to 0 dl 1746130290 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130279.911000:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801350bd500 with x1830949849162752 ext(0->4095) 00010000:00010000:1.0:1746130279.911005:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009bb13800/0x4ce24e5787361d51 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4038f expref: 65 pid: 8469 timeout: 578 lvb_type: 0 00010000:00010000:1.0:1746130279.911014:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009bb13800/0x4ce24e5787361d51 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4038f expref: 65 pid: 8469 timeout: 578 lvb_type: 0 00002000:00010000:1.0:1746130279.911019:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801350bd500 00000100:00100000:0.0:1746130279.913546:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130279.913727:0:8469:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849162880 00000100:00100000:3.0:1746130279.913740:0:8469:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849162880 00000100:00100000:3.0:1746130279.913850:0:8469:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6280 00000100:00100000:3.0:1746130279.913860:0:8469:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009412f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+5:31579:x1830949849162880:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746130279.913879:0:8469:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746130279.913898:0:8469:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009bb13400/0x4ce24e5787361d5f lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae4039d expref: -99 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130279.913927:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746130279.913933:0:8469:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009955e800/0x4ce24e5787361d58 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40396 expref: 64 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130279.913939:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746130279.913943:0:8469:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009bb13400/0x4ce24e5787361d5f lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4039d expref: 6 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130279.913985:0:8469:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009955e800/0x4ce24e5787361d58 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40396 expref: 64 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130279.913999:0:8469:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009bb13400/0x4ce24e5787361d5f lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4039d expref: 6 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130279.914010:0:8469:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009bb13400, rc 0) 00000100:00100000:3.0:1746130279.914058:0:8469:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009412f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+6:31579:x1830949849162880:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 200us (520us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130279.914063:0:8469:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6280 00000100:00100000:0.0:1746130279.914427:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130279.914568:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849163008 00000100:00100000:2.0:1746130279.914573:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849163008 00010000:00010000:2.0:1746130279.914596:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009bb13800/0x4ce24e5787361d51 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4038f expref: 65 pid: 8469 timeout: 578 lvb_type: 0 00000100:00100000:2.0:1746130279.914622:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14543 00000100:00100000:2.0:1746130279.914628:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008af77480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+65:1962:x1830949849163008:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746130279.914638:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746130279.914666:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009bb13800/0x4ce24e5787361d51 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4038f expref: 65 pid: 8469 timeout: 578 lvb_type: 0 00010000:00010000:2.0:1746130279.914677:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009bb13800/0x4ce24e5787361d51 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4038f expref: 65 pid: 8469 timeout: 578 lvb_type: 0 00010000:00010000:2.0:1746130279.914697:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009bb13800/0x4ce24e5787361d51 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4038f expref: 65 pid: 8469 timeout: 578 lvb_type: 0 00010000:00010000:2.0:1746130279.914728:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130279.914730:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130279.914737:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009955e800/0x4ce24e5787361d58 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40396 expref: 64 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130279.914744:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009955e800/0x4ce24e5787361d58 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40396 expref: 64 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130279.914767:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009955e800/0x4ce24e5787361d58 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40396 expref: 64 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130279.914780:0:7097:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009955e800/0x4ce24e5787361d58 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40396 expref: 64 pid: 8470 timeout: 578 lvb_type: 0 00000100:00100000:2.0:1746130279.914799:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091d22680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841718144:192.168.204.51@tcp:105: 00000100:00100000:2.0:1746130279.914878:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012bfdce40 going to sleep for 11 seconds 00000100:00100000:0.0:1746130279.917160:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130279.917235:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849163264 00000100:00100000:1.0:1746130279.917245:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849163264 00000100:00100000:2.0:1746130279.917256:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091d22680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841718144:192.168.204.51@tcp:105: 00010000:00010000:2.0:1746130279.917320:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00100000:1.0:1746130279.917342:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008af76300 x1830949849163264/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:265/0 lens 488/0 e 0 to 0 dl 1746130290 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130279.917352:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008af76300 with x1830949849163264 ext(0->4095) 00010000:00010000:1.0:1746130279.917362:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009955e800/0x4ce24e5787361d58 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40396 expref: 65 pid: 8470 timeout: 578 lvb_type: 0 00000100:00100000:2.0:1746130279.917365:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008af77480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+65:1962:x1830949849163008:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 2737us (2940us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130279.917375:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14543 00010000:00010000:1.0:1746130279.917376:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009955e800/0x4ce24e5787361d58 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40396 expref: 65 pid: 8470 timeout: 578 lvb_type: 0 00002000:00010000:1.0:1746130279.917383:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008af76300 00000100:00100000:1.0:1746130279.917429:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2540 00000100:00100000:1.0:1746130279.917436:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008af76300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+64:1961:x1830949849163264:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746130279.918646:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008af76300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+64:1961:x1830949849163264:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 1205us (1489us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746130279.918654:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2540 00002000:00100000:1.0:1746130279.918662:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008af76300 x1830949849163264/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:265/0 lens 488/4536 e 0 to 0 dl 1746130290 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130279.918671:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008af76300 with x1830949849163264 ext(0->4095) 00010000:00010000:1.0:1746130279.918678:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009955e800/0x4ce24e5787361d58 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40396 expref: 64 pid: 8470 timeout: 578 lvb_type: 0 00010000:00010000:1.0:1746130279.918689:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009955e800/0x4ce24e5787361d58 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40396 expref: 64 pid: 8470 timeout: 578 lvb_type: 0 00002000:00010000:1.0:1746130279.918695:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008af76300 00000100:00100000:0.0:1746130279.922886:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130279.922939:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130279.923066:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849163520 00000100:00100000:3.0:1746130279.923073:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849163520 00010000:00010000:3.0:1746130279.923108:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009955e800/0x4ce24e5787361d58 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40396 expref: 64 pid: 8470 timeout: 578 lvb_type: 0 00000100:00100000:3.0:1746130279.923130:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14544 00000100:00100000:3.0:1746130279.923137:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008af75180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+64:1961:x1830949849163520:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746130279.923150:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746130279.923171:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009955e800/0x4ce24e5787361d58 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40396 expref: 64 pid: 8470 timeout: 578 lvb_type: 0 00010000:00010000:3.0:1746130279.923182:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009955e800/0x4ce24e5787361d58 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40396 expref: 64 pid: 8470 timeout: 578 lvb_type: 0 00010000:00010000:3.0:1746130279.923202:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009955e800/0x4ce24e5787361d58 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40396 expref: 64 pid: 8470 timeout: 578 lvb_type: 0 00010000:00010000:3.0:1746130279.923235:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130279.923237:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130279.923243:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009bb13400/0x4ce24e5787361d5f lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4039d expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130279.923251:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009bb13400/0x4ce24e5787361d5f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4039d expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130279.923306:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009bb13400/0x4ce24e5787361d5f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4039d expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746130279.923317:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091952300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841718272:192.168.204.51@tcp:105: 00000100:00100000:3.0:1746130279.923391:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b186e40 going to sleep for 11 seconds 00000100:00100000:2.0:1746130279.923430:0:8470:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849163392 00000100:00100000:2.0:1746130279.923436:0:8470:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849163392 00000100:00100000:2.0:1746130279.923472:0:8470:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6281 00000100:00100000:2.0:1746130279.923478:0:8470:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008af74a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:640ea846-b909-4eea-9a54-417e15bd627b+64:31578:x1830949849163392:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746130279.923494:0:8470:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746130279.923505:0:8470:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009955ec00/0x4ce24e5787361d66 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae403a4 expref: -99 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130279.923525:0:8470:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009bb13400/0x4ce24e5787361d5f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4039d expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130279.923531:0:8470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130279.923532:0:8470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130279.923536:0:8470:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009955ec00/0x4ce24e5787361d66 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae403a4 expref: 65 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130279.923554:0:8470:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009bb13400/0x4ce24e5787361d5f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4039d expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130279.923566:0:8470:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009bb13400/0x4ce24e5787361d5f lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4039d expref: 5 pid: 8469 timeout: 578 lvb_type: 0 00000100:00100000:2.0:1746130279.923573:0:8470:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091d22680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8470:1830949841718400:192.168.204.51@tcp:104: 00000100:00100000:2.0:1746130279.923606:0:8470:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012bfdce40 going to sleep for 11 seconds 00000100:00100000:3.0:1746130279.925564:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091952300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841718272:192.168.204.51@tcp:105: 00010000:00010000:3.0:1746130279.925589:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746130279.925628:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008af75180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+65:1961:x1830949849163520:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 2491us (2687us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130279.925638:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14544 00000100:00100000:0.0:1746130279.925955:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130279.926207:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849163776 00000100:00100000:2.0:1746130279.926492:0:8470:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091d22680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8470:1830949841718400:192.168.204.51@tcp:104: 00010000:00010000:2.0:1746130279.926513:0:8470:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009955ec00/0x4ce24e5787361d66 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae403a4 expref: 64 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130279.926530:0:8470:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009955ec00, rc 0) 00000100:00100000:2.0:1746130279.926556:0:8470:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008af74a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:640ea846-b909-4eea-9a54-417e15bd627b+64:31578:x1830949849163392:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3078us (3679us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130279.926563:0:8470:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6281 00000100:00100000:1.0:1746130279.926696:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849163776 00002000:00100000:1.0:1746130279.926735:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008af74000 x1830949849163776/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:265/0 lens 488/0 e 0 to 0 dl 1746130290 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130279.926749:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008af74000 with x1830949849163776 ext(0->4095) 00010000:00010000:1.0:1746130279.926754:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009bb13400/0x4ce24e5787361d5f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4039d expref: 6 pid: 8469 timeout: 578 lvb_type: 0 00010000:00010000:1.0:1746130279.926765:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009bb13400/0x4ce24e5787361d5f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4039d expref: 6 pid: 8469 timeout: 578 lvb_type: 0 00002000:00010000:1.0:1746130279.926771:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008af74000 00000100:00100000:1.0:1746130279.926794:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2541 00000100:00100000:1.0:1746130279.926799:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008af74000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949849163776:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746130279.926939:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008af74000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949849163776:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 140us (984us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746130279.926945:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2541 00002000:00100000:1.0:1746130279.926950:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008af74000 x1830949849163776/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:265/0 lens 488/4536 e 0 to 0 dl 1746130290 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130279.926956:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008af74000 with x1830949849163776 ext(0->4095) 00010000:00010000:1.0:1746130279.926960:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009bb13400/0x4ce24e5787361d5f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4039d expref: 6 pid: 8469 timeout: 578 lvb_type: 0 00010000:00010000:1.0:1746130279.926967:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009bb13400/0x4ce24e5787361d5f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4039d expref: 6 pid: 8469 timeout: 578 lvb_type: 0 00002000:00010000:1.0:1746130279.926972:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008af74000 00000100:00100000:0.0:1746130279.929819:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130279.929958:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130279.930014:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849163904 00000100:00100000:3.0:1746130279.930022:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849163904 00010000:00010000:3.0:1746130279.930064:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009bb13400/0x4ce24e5787361d5f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4039d expref: 6 pid: 8469 timeout: 578 lvb_type: 0 00000100:00100000:3.0:1746130279.930097:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14545 00000100:00100000:3.0:1746130279.930104:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008af74e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949849163904:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746130279.930115:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746130279.930132:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009bb13400/0x4ce24e5787361d5f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4039d expref: 6 pid: 8469 timeout: 578 lvb_type: 0 00010000:00010000:3.0:1746130279.930143:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009bb13400/0x4ce24e5787361d5f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4039d expref: 6 pid: 8469 timeout: 578 lvb_type: 0 00010000:00010000:3.0:1746130279.930163:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009bb13400/0x4ce24e5787361d5f lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4039d expref: 6 pid: 8469 timeout: 578 lvb_type: 0 00010000:00010000:3.0:1746130279.930178:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130279.930180:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130279.930186:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009955ec00/0x4ce24e5787361d66 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae403a4 expref: 63 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130279.930193:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009955ec00/0x4ce24e5787361d66 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae403a4 expref: 63 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130279.930223:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009955ec00/0x4ce24e5787361d66 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae403a4 expref: 63 pid: 8470 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746130279.930234:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091952300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841718528:192.168.204.51@tcp:105: 00000100:00100000:3.0:1746130279.930315:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b186e40 going to sleep for 11 seconds 00000100:00100000:2.0:1746130279.930667:0:8470:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849164032 00000100:00100000:2.0:1746130279.930671:0:8470:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849164032 00000100:00100000:2.0:1746130279.930700:0:8470:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6282 00000100:00100000:2.0:1746130279.930705:0:8470:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008af75c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c84b93b0-d496-484f-8e1e-94008838f2dd+6:31579:x1830949849164032:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746130279.930716:0:8470:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746130279.930725:0:8470:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009955fe00/0x4ce24e5787361d6d lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae403ab expref: -99 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130279.930739:0:8470:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009955ec00/0x4ce24e5787361d66 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae403a4 expref: 63 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130279.930749:0:8470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746130279.930750:0:8470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746130279.930752:0:8470:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009955fe00/0x4ce24e5787361d6d lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae403ab expref: 7 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130279.930766:0:8470:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009955ec00/0x4ce24e5787361d66 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae403a4 expref: 63 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130279.930775:0:8470:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009955ec00/0x4ce24e5787361d66 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae403a4 expref: 63 pid: 8470 timeout: 578 lvb_type: 0 00000100:00100000:2.0:1746130279.930783:0:8470:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091d22680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8470:1830949841718656:192.168.204.51@tcp:104: 00000100:00100000:2.0:1746130279.930807:0:8470:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012bfdce40 going to sleep for 11 seconds 00000100:00100000:3.0:1746130279.932947:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091952300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841718528:192.168.204.51@tcp:105: 00010000:00010000:3.0:1746130279.932973:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746130279.933017:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008af74e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+7:1962:x1830949849163904:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 2912us (3205us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130279.933032:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14545 00000100:00100000:2.0:1746130279.933195:0:8470:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091d22680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8470:1830949841718656:192.168.204.51@tcp:104: 00010000:00010000:2.0:1746130279.933217:0:8470:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009955fe00/0x4ce24e5787361d6d lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae403ab expref: 6 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130279.933232:0:8470:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009955fe00, rc 0) 00000100:00100000:2.0:1746130279.933257:0:8470:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008af75c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c84b93b0-d496-484f-8e1e-94008838f2dd+6:31579:x1830949849164032:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2552us (3299us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130279.933263:0:8470:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6282 00000100:00100000:0.0:1746130279.933807:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130279.933863:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849164160 00000100:00100000:3.0:1746130279.933869:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849164160 00010000:00010000:3.0:1746130279.933899:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009955ec00/0x4ce24e5787361d66 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae403a4 expref: 64 pid: 8470 timeout: 578 lvb_type: 0 00000100:00100000:3.0:1746130279.933927:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14546 00000100:00100000:3.0:1746130279.933933:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008af77800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+64:1961:x1830949849164160:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746130279.933945:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746130279.933962:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009955ec00/0x4ce24e5787361d66 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae403a4 expref: 64 pid: 8470 timeout: 578 lvb_type: 0 00010000:00010000:3.0:1746130279.933972:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009955ec00/0x4ce24e5787361d66 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae403a4 expref: 64 pid: 8470 timeout: 578 lvb_type: 0 00010000:00010000:3.0:1746130279.933990:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009955ec00/0x4ce24e5787361d66 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae403a4 expref: 64 pid: 8470 timeout: 578 lvb_type: 0 00010000:00010000:3.0:1746130279.934011:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130279.934013:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130279.934019:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009955fe00/0x4ce24e5787361d6d lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae403ab expref: 5 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130279.934026:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009955fe00/0x4ce24e5787361d6d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae403ab expref: 5 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130279.934050:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009955fe00/0x4ce24e5787361d6d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae403ab expref: 5 pid: 8470 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746130279.934060:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091952300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841718784:192.168.204.51@tcp:105: 00000100:00100000:3.0:1746130279.934290:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b186e40 going to sleep for 11 seconds 00000100:00100000:3.0:1746130279.935234:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091952300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841718784:192.168.204.51@tcp:105: 00010000:00010000:3.0:1746130279.935249:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746130279.935297:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008af77800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+63:1961:x1830949849164160:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 1364us (1490us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130279.935305:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14546 00000100:00100000:0.0:1746130279.936909:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130279.937062:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849164416 00000100:00100000:3.0:1746130279.937069:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849164416 00002000:00100000:3.0:1746130279.937107:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008af75500 x1830949849164416/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:265/0 lens 488/0 e 0 to 0 dl 1746130290 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130279.937116:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008af75500 with x1830949849164416 ext(0->4095) 00002000:00010000:3.0:1746130279.937120:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008af75500 00000100:00100000:3.0:1746130279.937150:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4822 00000100:00100000:3.0:1746130279.937158:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008af75500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949849164416:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746130279.937370:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008af75500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949849164416:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 212us (466us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746130279.937377:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4822 00002000:00100000:3.0:1746130279.937383:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008af75500 x1830949849164416/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:265/0 lens 488/4536 e 0 to 0 dl 1746130290 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130279.937390:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008af75500 with x1830949849164416 ext(0->4095) 00002000:00010000:3.0:1746130279.937393:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008af75500 00000100:00100000:0.0:1746130279.939704:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130279.939884:0:8470:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849164544 00000100:00100000:2.0:1746130279.939892:0:8470:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849164544 00000100:00100000:2.0:1746130279.939930:0:8470:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6283 00000100:00100000:2.0:1746130279.939936:0:8470:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008af74380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:640ea846-b909-4eea-9a54-417e15bd627b+63:31579:x1830949849164544:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746130279.939953:0:8470:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746130279.939966:0:8470:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009955f000/0x4ce24e5787361d74 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae403b2 expref: -99 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130279.939986:0:8470:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009955fe00/0x4ce24e5787361d6d lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae403ab expref: 5 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130279.939993:0:8470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130279.939994:0:8470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130279.939997:0:8470:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009955f000/0x4ce24e5787361d74 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae403b2 expref: 64 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130279.940020:0:8470:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009955fe00/0x4ce24e5787361d6d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae403ab expref: 5 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130279.940029:0:8470:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009955fe00/0x4ce24e5787361d6d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae403ab expref: 5 pid: 8470 timeout: 578 lvb_type: 0 00000100:00100000:2.0:1746130279.940038:0:8470:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091d22680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8470:1830949841718912:192.168.204.51@tcp:104: 00000100:00100000:2.0:1746130279.940714:0:8470:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012bfdce40 going to sleep for 11 seconds 00000100:00100000:0.0:1746130279.941478:0:8470:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091d22680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8470:1830949841718912:192.168.204.51@tcp:104: 00010000:00010000:0.0:1746130279.941498:0:8470:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009955f000/0x4ce24e5787361d74 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae403b2 expref: 64 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130279.941510:0:8470:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009955f000, rc 0) 00000100:00100000:0.0:1746130279.941549:0:8470:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008af74380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:640ea846-b909-4eea-9a54-417e15bd627b+64:31579:x1830949849164544:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1612us (1851us total) trans 0 rc 0/0 00000100:00100000:0.0:1746130279.941556:0:8470:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6283 00000100:00100000:0.0:1746130279.942494:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130279.942573:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849164672 00000100:00100000:3.0:1746130279.942579:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849164672 00010000:00010000:3.0:1746130279.942607:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009955fe00/0x4ce24e5787361d6d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae403ab expref: 6 pid: 8470 timeout: 578 lvb_type: 0 00000100:00100000:3.0:1746130279.942638:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14547 00000100:00100000:3.0:1746130279.942645:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008af75f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949849164672:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746130279.942654:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746130279.942672:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009955fe00/0x4ce24e5787361d6d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae403ab expref: 6 pid: 8470 timeout: 578 lvb_type: 0 00010000:00010000:3.0:1746130279.942681:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009955fe00/0x4ce24e5787361d6d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae403ab expref: 6 pid: 8470 timeout: 578 lvb_type: 0 00010000:00010000:3.0:1746130279.942699:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009955fe00/0x4ce24e5787361d6d lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae403ab expref: 6 pid: 8470 timeout: 578 lvb_type: 0 00010000:00010000:3.0:1746130279.942713:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130279.942715:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130279.942721:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009955f000/0x4ce24e5787361d74 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae403b2 expref: 63 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130279.942728:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009955f000/0x4ce24e5787361d74 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae403b2 expref: 63 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130279.942752:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009955f000/0x4ce24e5787361d74 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae403b2 expref: 63 pid: 8470 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746130279.942762:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091952300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841719040:192.168.204.51@tcp:105: 00000100:00100000:3.0:1746130279.942820:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b186e40 going to sleep for 11 seconds 00000100:00100000:3.0:1746130279.944739:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091952300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841719040:192.168.204.51@tcp:105: 00010000:00010000:3.0:1746130279.944766:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746130279.944809:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130279.944815:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008af75f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+5:1962:x1830949849164672:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 2170us (2323us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130279.944825:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14547 00000100:00100000:1.0:1746130279.945044:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849164928 00000100:00100000:1.0:1746130279.945051:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849164928 00002000:00100000:1.0:1746130279.945082:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008af77b80 x1830949849164928/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:265/0 lens 488/0 e 0 to 0 dl 1746130290 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130279.945091:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008af77b80 with x1830949849164928 ext(0->4095) 00002000:00010000:1.0:1746130279.945095:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008af77b80 00000100:00100000:1.0:1746130279.945250:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4823 00000100:00100000:1.0:1746130279.945256:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008af77b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+64:1962:x1830949849164928:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746130279.945437:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008af77b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+64:1962:x1830949849164928:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 180us (629us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746130279.945442:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4823 00002000:00100000:1.0:1746130279.945447:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008af77b80 x1830949849164928/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:265/0 lens 488/4536 e 0 to 0 dl 1746130290 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130279.945454:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008af77b80 with x1830949849164928 ext(0->4095) 00002000:00010000:1.0:1746130279.945457:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008af77b80 00000100:00100000:0.0:1746130279.948827:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130279.948900:0:8470:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849165056 00000100:00100000:2.0:1746130279.948907:0:8470:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849165056 00000100:00100000:2.0:1746130279.948942:0:8470:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6284 00000100:00100000:2.0:1746130279.948948:0:8470:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008af76680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c84b93b0-d496-484f-8e1e-94008838f2dd+5:31579:x1830949849165056:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746130279.948966:0:8470:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746130279.948982:0:8470:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009955e000/0x4ce24e5787361d7b lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae403b9 expref: -99 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130279.949013:0:8470:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009955f000/0x4ce24e5787361d74 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae403b2 expref: 63 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130279.949019:0:8470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746130279.949021:0:8470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746130279.949024:0:8470:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009955e000/0x4ce24e5787361d7b lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae403b9 expref: 6 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130279.949053:0:8470:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009955f000/0x4ce24e5787361d74 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae403b2 expref: 63 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130279.949063:0:8470:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009955f000/0x4ce24e5787361d74 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae403b2 expref: 63 pid: 8470 timeout: 578 lvb_type: 0 00000100:00100000:2.0:1746130279.949075:0:8470:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091d22680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8470:1830949841719168:192.168.204.51@tcp:104: 00000100:00100000:2.0:1746130279.949611:0:8470:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012bfdccc0 going to sleep for 11 seconds 00000100:00100000:2.0:1746130279.951287:0:8470:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091d22680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8470:1830949841719168:192.168.204.51@tcp:104: 00010000:00010000:2.0:1746130279.951313:0:8470:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009955e000/0x4ce24e5787361d7b lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae403b9 expref: 6 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130279.951327:0:8470:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009955e000, rc 0) 00000100:00100000:2.0:1746130279.951363:0:8470:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008af76680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c84b93b0-d496-484f-8e1e-94008838f2dd+6:31579:x1830949849165056:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2414us (2542us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130279.951369:0:8470:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6284 00000100:00100000:0.0:1746130279.953676:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130279.953900:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849165184 00000100:00100000:3.0:1746130279.953908:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849165184 00002000:00100000:3.0:1746130279.953950:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff88008af77100 x1830949849165184/t0(0) o4->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:265/0 lens 496/0 e 0 to 0 dl 1746130290 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130279.953958:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008af77100 with x1830949849165184 ext(0->7) 00010000:00010000:3.0:1746130279.953965:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009955f000/0x4ce24e5787361d74 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae403b2 expref: 64 pid: 8470 timeout: 578 lvb_type: 0 00010000:00010000:3.0:1746130279.953976:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009955f000/0x4ce24e5787361d74 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae403b2 expref: 64 pid: 8470 timeout: 578 lvb_type: 0 00002000:00010000:3.0:1746130279.953987:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008af77100 00000100:00100000:3.0:1746130279.954019:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2542 00000100:00100000:3.0:1746130279.954026:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008af77100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+64:1961:x1830949849165184:12345-192.168.204.51@tcp:4:ldlm_bl.0 00000100:00100000:3.0:1746130279.954344:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008af77100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+66:1961:x1830949849165184:12345-192.168.204.51@tcp:4:ldlm_bl.0 Request processed in 317us (676us total) trans 4294967924 rc 0/0 00000100:00100000:3.0:1746130279.954350:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2542 00002000:00100000:3.0:1746130279.954356:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff88008af77100 x1830949849165184/t4294967924(0) o4->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:265/0 lens 496/448 e 0 to 0 dl 1746130290 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130279.954362:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008af77100 with x1830949849165184 ext(0->7) 00010000:00010000:3.0:1746130279.954366:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009955f000/0x4ce24e5787361d74 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae403b2 expref: 66 pid: 8470 timeout: 578 lvb_type: 0 00010000:00010000:3.0:1746130279.954374:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009955f000/0x4ce24e5787361d74 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae403b2 expref: 66 pid: 8470 timeout: 578 lvb_type: 0 00002000:00010000:3.0:1746130279.954379:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008af77100 00000100:00100000:0.0:1746130279.959662:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130279.959837:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849165312 00000100:00100000:3.0:1746130279.959845:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849165312 00010000:00010000:3.0:1746130279.959885:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009955f000/0x4ce24e5787361d74 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae403b2 expref: 66 pid: 8470 timeout: 578 lvb_type: 0 00000100:00100000:3.0:1746130279.959921:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14548 00000100:00100000:3.0:1746130279.959928:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e24e450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+66:1963:x1830949849165312:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746130279.959941:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746130279.959961:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009955f000/0x4ce24e5787361d74 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae403b2 expref: 66 pid: 8470 timeout: 578 lvb_type: 0 00010000:00010000:3.0:1746130279.959971:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009955f000/0x4ce24e5787361d74 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae403b2 expref: 66 pid: 8470 timeout: 578 lvb_type: 0 00010000:00010000:3.0:1746130279.959989:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009955f000/0x4ce24e5787361d74 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae403b2 expref: 66 pid: 8470 timeout: 578 lvb_type: 0 00010000:00010000:3.0:1746130279.960018:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130279.960020:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130279.960026:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009955e000/0x4ce24e5787361d7b lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae403b9 expref: 5 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130279.960034:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009955e000/0x4ce24e5787361d7b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae403b9 expref: 5 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130279.960062:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009955e000/0x4ce24e5787361d7b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae403b9 expref: 5 pid: 8470 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746130279.960073:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091952300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841719296:192.168.204.51@tcp:105: 00000100:00100000:3.0:1746130279.960883:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b186e40 going to sleep for 11 seconds 00000100:00100000:3.0:1746130279.964417:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091952300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841719296:192.168.204.51@tcp:105: 00010000:00010000:3.0:1746130279.964445:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746130279.964792:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130279.964811:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e24e450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+65:1963:x1830949849165312:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 4883us (5156us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130279.964820:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14548 00000100:00100000:1.0:1746130279.965005:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849165568 00000100:00100000:1.0:1746130279.965011:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849165568 00002000:00100000:1.0:1746130279.965042:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801354c7100 x1830949849165568/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:265/0 lens 488/0 e 0 to 0 dl 1746130290 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130279.965049:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801354c7100 with x1830949849165568 ext(0->4095) 00002000:00010000:1.0:1746130279.965052:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801354c7100 00000100:00100000:1.0:1746130279.965076:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4824 00000100:00100000:1.0:1746130279.965081:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801354c7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1963:x1830949849165568:12345-192.168.204.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746130279.965212:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801354c7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1963:x1830949849165568:12345-192.168.204.51@tcp:3:ptlrpcd_01_00.0 Request processed in 130us (420us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746130279.965220:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4824 00002000:00100000:1.0:1746130279.965224:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801354c7100 x1830949849165568/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:265/0 lens 488/4536 e 0 to 0 dl 1746130290 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130279.965229:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801354c7100 with x1830949849165568 ext(0->4095) 00002000:00010000:1.0:1746130279.965231:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801354c7100 00000100:00100000:0.0:1746130279.970071:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130279.970339:0:8470:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849165696 00000100:00100000:2.0:1746130279.970347:0:8470:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849165696 00000100:00100000:0.0:1746130279.970940:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130279.971194:0:10554:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849165824 00000100:00100000:0.0:1746130279.971198:0:10554:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849165824 00000100:00100000:0.0:1746130279.971221:0:10554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6285 00000100:00100000:0.0:1746130279.971227:0:10554:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801354c7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:640ea846-b909-4eea-9a54-417e15bd627b+66:31578:x1830949849165696:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746130279.971242:0:10554:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746130279.971258:0:10554:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a796ca00/0x4ce24e5787361d82 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae403c0 expref: -99 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130279.971299:0:10554:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009955e000/0x4ce24e5787361d7b lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae403b9 expref: 5 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130279.971306:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130279.971307:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130279.971310:0:10554:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a796ca00/0x4ce24e5787361d82 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae403c0 expref: 67 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130279.971335:0:10554:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009955e000/0x4ce24e5787361d7b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae403b9 expref: 5 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130279.971346:0:10554:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009955e000/0x4ce24e5787361d7b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae403b9 expref: 5 pid: 8470 timeout: 578 lvb_type: 0 00000100:00100000:0.0:1746130279.971356:0:10554:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013514f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10554:1830949841719424:192.168.204.51@tcp:104: 00000100:00100000:2.0:1746130279.971515:0:8470:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6286 00000100:00100000:2.0:1746130279.971523:0:8470:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013514f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:640ea846-b909-4eea-9a54-417e15bd627b+67:31579:x1830949849165824:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746130279.971529:0:8470:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746130279.971536:0:8470:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009955fe00/0x4ce24e5787361d89 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae403c7 expref: -99 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130279.971547:0:8470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130279.971550:0:8470:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a796ca00/0x4ce24e5787361d82 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae403c0 expref: 68 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130279.971555:0:8470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746130279.971557:0:8470:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009955fe00/0x4ce24e5787361d89 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae403c7 expref: 68 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130279.971574:0:8470:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a796ca00/0x4ce24e5787361d82 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae403c0 expref: 68 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130279.971585:0:8470:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009955fe00/0x4ce24e5787361d89 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae403c7 expref: 68 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130279.971592:0:8470:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009955fe00, rc 0) 00000100:00100000:2.0:1746130279.971612:0:8470:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013514f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:640ea846-b909-4eea-9a54-417e15bd627b+68:31579:x1830949849165824:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 91us (674us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130279.971617:0:8470:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6286 00000100:00100000:0.0:1746130279.972140:0:10554:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009bc95480 going to sleep for 11 seconds 00000100:00100000:0.0:1746130279.973597:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130279.973617:0:10554:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013514f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10554:1830949841719424:192.168.204.51@tcp:104: 00010000:00010000:2.0:1746130279.973643:0:10554:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a796ca00/0x4ce24e5787361d82 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae403c0 expref: 67 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130279.973661:0:10554:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a796ca00, rc 0) 00000100:00100000:3.0:1746130279.973667:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849165952 00000100:00100000:3.0:1746130279.973672:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849165952 00000100:00100000:2.0:1746130279.973693:0:10554:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801354c7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:640ea846-b909-4eea-9a54-417e15bd627b+67:31578:x1830949849165696:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2466us (3630us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130279.973700:0:10554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6285 00010000:00010000:3.0:1746130279.973702:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009955e000/0x4ce24e5787361d7b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae403b9 expref: 6 pid: 8470 timeout: 578 lvb_type: 0 00000100:00100000:3.0:1746130279.973966:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14549 00000100:00100000:3.0:1746130279.973975:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013514ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949849165952:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746130279.973985:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746130279.974005:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009955e000/0x4ce24e5787361d7b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae403b9 expref: 6 pid: 8470 timeout: 578 lvb_type: 0 00010000:00010000:3.0:1746130279.974014:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009955e000/0x4ce24e5787361d7b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae403b9 expref: 6 pid: 8470 timeout: 578 lvb_type: 0 00010000:00010000:3.0:1746130279.974031:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009955e000/0x4ce24e5787361d7b lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae403b9 expref: 6 pid: 8470 timeout: 578 lvb_type: 0 00010000:00010000:3.0:1746130279.974054:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130279.974056:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130279.974062:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a796ca00/0x4ce24e5787361d82 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae403c0 expref: 66 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130279.974068:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a796ca00/0x4ce24e5787361d82 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae403c0 expref: 66 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130279.974090:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a796ca00/0x4ce24e5787361d82 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae403c0 expref: 66 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130279.974099:0:7097:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a796ca00/0x4ce24e5787361d82 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae403c0 expref: 66 pid: 10554 timeout: 578 lvb_type: 0 00000100:00100000:3.0:1746130279.974109:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091952300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841719680:192.168.204.51@tcp:105: 00000100:00100000:3.0:1746130279.974323:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b186840 going to sleep for 11 seconds 00000100:00100000:3.0:1746130279.975677:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091952300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841719680:192.168.204.51@tcp:105: 00010000:00010000:3.0:1746130279.975698:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746130279.975727:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013514ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+5:1961:x1830949849165952:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 1754us (2135us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130279.975735:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14549 00000100:00100000:0.0:1746130279.975798:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130279.975974:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849166208 00000100:00100000:3.0:1746130279.975982:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849166208 00002000:00100000:3.0:1746130279.976012:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88013514d500 x1830949849166208/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:265/0 lens 488/0 e 0 to 0 dl 1746130290 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130279.976021:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013514d500 with x1830949849166208 ext(0->4095) 00010000:00010000:3.0:1746130279.976027:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a796ca00/0x4ce24e5787361d82 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae403c0 expref: 67 pid: 10554 timeout: 578 lvb_type: 0 00010000:00010000:3.0:1746130279.976037:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a796ca00/0x4ce24e5787361d82 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae403c0 expref: 67 pid: 10554 timeout: 578 lvb_type: 0 00002000:00010000:3.0:1746130279.976043:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88013514d500 00000100:00100000:3.0:1746130279.976067:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2543 00000100:00100000:3.0:1746130279.976073:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013514d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+67:1961:x1830949849166208:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746130279.976205:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013514d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+67:1961:x1830949849166208:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 132us (407us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746130279.976213:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2543 00002000:00100000:3.0:1746130279.976218:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88013514d500 x1830949849166208/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:265/0 lens 488/4536 e 0 to 0 dl 1746130290 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130279.976224:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013514d500 with x1830949849166208 ext(0->4095) 00010000:00010000:3.0:1746130279.976229:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a796ca00/0x4ce24e5787361d82 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae403c0 expref: 67 pid: 10554 timeout: 578 lvb_type: 0 00010000:00010000:3.0:1746130279.976237:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a796ca00/0x4ce24e5787361d82 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae403c0 expref: 67 pid: 10554 timeout: 578 lvb_type: 0 00002000:00010000:3.0:1746130279.976242:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88013514d500 00000100:00100000:1.0:1746130279.977700:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130279.977760:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849166336 00000100:00100000:3.0:1746130279.977771:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849166336 00010000:00010000:3.0:1746130279.977801:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a796ca00/0x4ce24e5787361d82 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae403c0 expref: 67 pid: 10554 timeout: 578 lvb_type: 0 00000100:00100000:3.0:1746130279.977826:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14550 00000100:00100000:3.0:1746130279.977832:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bc7c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+67:1962:x1830949849166336:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746130279.977843:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746130279.977861:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a796ca00/0x4ce24e5787361d82 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae403c0 expref: 67 pid: 10554 timeout: 578 lvb_type: 0 00010000:00010000:3.0:1746130279.977870:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a796ca00/0x4ce24e5787361d82 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae403c0 expref: 67 pid: 10554 timeout: 578 lvb_type: 0 00010000:00010000:3.0:1746130279.977888:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a796ca00/0x4ce24e5787361d82 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae403c0 expref: 67 pid: 10554 timeout: 578 lvb_type: 0 00010000:00010000:3.0:1746130279.977901:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130279.977903:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130279.977909:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009955fe00/0x4ce24e5787361d89 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae403c7 expref: 66 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130279.977916:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009955fe00/0x4ce24e5787361d89 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae403c7 expref: 66 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130279.977942:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009955fe00/0x4ce24e5787361d89 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae403c7 expref: 66 pid: 8470 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746130279.977953:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091952300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841719808:192.168.204.51@tcp:105: 00000100:00100000:3.0:1746130279.978038:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b186840 going to sleep for 11 seconds 00000100:00100000:0.0:1746130279.979491:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130279.979494:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091952300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841719808:192.168.204.51@tcp:105: 00010000:00010000:2.0:1746130279.979513:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746130279.979543:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bc7c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+66:1962:x1830949849166336:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 1711us (1852us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130279.979551:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14550 00000100:00100000:1.0:1746130279.979716:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849166592 00000100:00100000:1.0:1746130279.979722:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849166592 00002000:00100000:1.0:1746130279.979752:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88013514e680 x1830949849166592/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:265/0 lens 488/0 e 0 to 0 dl 1746130290 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130279.979760:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013514e680 with x1830949849166592 ext(0->4095) 00002000:00010000:1.0:1746130279.979765:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88013514e680 00000100:00100000:1.0:1746130279.979778:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4825 00000100:00100000:1.0:1746130279.979784:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013514e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+66:1962:x1830949849166592:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746130279.979906:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013514e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+66:1962:x1830949849166592:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 122us (419us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746130279.979912:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4825 00002000:00100000:1.0:1746130279.979916:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88013514e680 x1830949849166592/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:265/0 lens 488/4536 e 0 to 0 dl 1746130290 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130279.979921:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013514e680 with x1830949849166592 ext(0->4095) 00002000:00010000:1.0:1746130279.979924:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88013514e680 00000100:00100000:2.0:1746130279.983991:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130279.984032:0:10554:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849166720 00000100:00100000:0.0:1746130279.984043:0:10554:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849166720 00000100:00100000:0.0:1746130279.984095:0:10554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6287 00000100:00100000:0.0:1746130279.984103:0:10554:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091d22680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+5:31579:x1830949849166720:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746130279.984117:0:10554:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746130279.984132:0:10554:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a796cc00/0x4ce24e5787361d90 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae403ce expref: -99 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130279.984156:0:10554:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009955fe00/0x4ce24e5787361d89 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae403c7 expref: 65 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130279.984162:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746130279.984164:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746130279.984167:0:10554:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a796cc00/0x4ce24e5787361d90 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae403ce expref: 6 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130279.984191:0:10554:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009955fe00/0x4ce24e5787361d89 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae403c7 expref: 65 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130279.984205:0:10554:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009955fe00/0x4ce24e5787361d89 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae403c7 expref: 65 pid: 8470 timeout: 578 lvb_type: 0 00000100:00100000:0.0:1746130279.984216:0:10554:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013514c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10554:1830949841719936:192.168.204.51@tcp:104: 00000100:00100000:0.0:1746130279.984296:0:10554:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009bc95480 going to sleep for 11 seconds 00000100:00100000:0.0:1746130279.985618:0:10554:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013514c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10554:1830949841719936:192.168.204.51@tcp:104: 00010000:00010000:0.0:1746130279.985652:0:10554:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a796cc00/0x4ce24e5787361d90 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae403ce expref: 6 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130279.985665:0:10554:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a796cc00, rc 0) 00000100:00100000:0.0:1746130279.985694:0:10554:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091d22680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+6:31579:x1830949849166720:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1592us (1709us total) trans 0 rc 0/0 00000100:00100000:0.0:1746130279.985702:0:10554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6287 00000100:00100000:0.0:1746130279.985943:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130279.986022:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849166848 00000100:00100000:1.0:1746130279.986028:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849166848 00010000:00010000:1.0:1746130279.986047:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009955fe00/0x4ce24e5787361d89 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae403c7 expref: 66 pid: 8470 timeout: 578 lvb_type: 0 00000100:00100000:1.0:1746130279.986067:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14551 00000100:00100000:1.0:1746130279.986073:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013514c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+66:1961:x1830949849166848:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746130279.986082:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746130279.986100:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009955fe00/0x4ce24e5787361d89 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae403c7 expref: 66 pid: 8470 timeout: 578 lvb_type: 0 00010000:00010000:1.0:1746130279.986109:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009955fe00/0x4ce24e5787361d89 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae403c7 expref: 66 pid: 8470 timeout: 578 lvb_type: 0 00010000:00010000:1.0:1746130279.986126:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009955fe00/0x4ce24e5787361d89 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae403c7 expref: 66 pid: 8470 timeout: 578 lvb_type: 0 00010000:00010000:1.0:1746130279.986138:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130279.986140:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130279.986145:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a796cc00/0x4ce24e5787361d90 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae403ce expref: 5 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130279.986152:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a796cc00/0x4ce24e5787361d90 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae403ce expref: 5 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130279.986172:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a796cc00/0x4ce24e5787361d90 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae403ce expref: 5 pid: 10554 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746130279.986182:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009bc7f480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841720064:192.168.204.51@tcp:105: 00000100:00100000:1.0:1746130279.986220:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18fb9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746130279.988498:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009bc7f480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841720064:192.168.204.51@tcp:105: 00010000:00010000:0.0:1746130279.988518:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746130279.988526:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130279.988552:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849167104 00000100:00100000:0.0:1746130279.988553:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013514c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+65:1961:x1830949849166848:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 2480us (2610us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130279.988557:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849167104 00000100:00100000:0.0:1746130279.988562:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14551 00002000:00100000:1.0:1746130279.988664:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009bc7f480 x1830949849167104/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:265/0 lens 488/0 e 0 to 0 dl 1746130290 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130279.988673:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bc7f480 with x1830949849167104 ext(0->4095) 00002000:00010000:1.0:1746130279.988677:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009bc7f480 00000100:00100000:1.0:1746130279.988698:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4826 00000100:00100000:1.0:1746130279.988705:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bc7f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949849167104:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746130279.988980:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bc7f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949849167104:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 275us (455us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746130279.988986:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4826 00002000:00100000:1.0:1746130279.988991:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009bc7f480 x1830949849167104/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:265/0 lens 488/4536 e 0 to 0 dl 1746130290 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130279.988997:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bc7f480 with x1830949849167104 ext(0->4095) 00002000:00010000:1.0:1746130279.988999:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009bc7f480 00000100:00100000:2.0:1746130279.990375:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130279.990427:0:10554:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849167232 00000100:00100000:3.0:1746130279.990433:0:10554:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849167232 00000100:00100000:3.0:1746130279.990460:0:10554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6288 00000100:00100000:3.0:1746130279.990464:0:10554:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135b28700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:640ea846-b909-4eea-9a54-417e15bd627b+65:31578:x1830949849167232:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746130279.990474:0:10554:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746130279.990486:0:10554:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009bb13800/0x4ce24e5787361d97 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae403d5 expref: -99 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130279.990504:0:10554:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a796cc00/0x4ce24e5787361d90 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae403ce expref: 5 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130279.990508:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130279.990509:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130279.990512:0:10554:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009bb13800/0x4ce24e5787361d97 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae403d5 expref: 66 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130279.990531:0:10554:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a796cc00/0x4ce24e5787361d90 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae403ce expref: 5 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130279.990538:0:10554:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a796cc00/0x4ce24e5787361d90 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae403ce expref: 5 pid: 10554 timeout: 578 lvb_type: 0 00000100:00100000:3.0:1746130279.990545:0:10554:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091951f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10554:1830949841720192:192.168.204.51@tcp:104: 00000100:00100000:3.0:1746130279.990590:0:10554:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093e2bf00 going to sleep for 11 seconds 00000100:00100000:3.0:1746130279.990638:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130279.990650:0:8469:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849167360 00000100:00100000:3.0:1746130279.990652:0:8469:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849167360 00000100:00100000:3.0:1746130279.990665:0:8469:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6289 00000100:00100000:3.0:1746130279.990668:0:8469:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091950a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:640ea846-b909-4eea-9a54-417e15bd627b+67:31579:x1830949849167360:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746130279.990672:0:8469:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746130279.990677:0:8469:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880136a0d400/0x4ce24e5787361d9e lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae403dc expref: -99 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130279.990685:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130279.990687:0:8469:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009bb13800/0x4ce24e5787361d97 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae403d5 expref: 68 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130279.990690:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746130279.990691:0:8469:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880136a0d400/0x4ce24e5787361d9e lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae403dc expref: 68 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130279.990705:0:8469:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009bb13800/0x4ce24e5787361d97 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae403d5 expref: 68 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130279.990712:0:8469:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880136a0d400/0x4ce24e5787361d9e lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae403dc expref: 68 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130279.990718:0:8469:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880136a0d400, rc 0) 00000100:00100000:3.0:1746130279.990730:0:8469:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091950a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:640ea846-b909-4eea-9a54-417e15bd627b+68:31579:x1830949849167360:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 61us (92us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130279.990733:0:8469:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6289 00000100:00100000:0.0:1746130279.993434:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130279.993494:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849167488 00000100:00100000:1.0:1746130279.993500:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849167488 00010000:00010000:1.0:1746130279.993534:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a796cc00/0x4ce24e5787361d90 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae403ce expref: 6 pid: 10554 timeout: 578 lvb_type: 0 00000100:00100000:1.0:1746130279.993558:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14552 00000100:00100000:1.0:1746130279.993563:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013514f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949849167488:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746130279.993575:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746130279.993599:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a796cc00/0x4ce24e5787361d90 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae403ce expref: 6 pid: 10554 timeout: 578 lvb_type: 0 00010000:00010000:1.0:1746130279.993609:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a796cc00/0x4ce24e5787361d90 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae403ce expref: 6 pid: 10554 timeout: 578 lvb_type: 0 00010000:00010000:1.0:1746130279.993627:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a796cc00/0x4ce24e5787361d90 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae403ce expref: 6 pid: 10554 timeout: 578 lvb_type: 0 00010000:00010000:1.0:1746130279.993639:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130279.993641:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130279.993647:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009bb13800/0x4ce24e5787361d97 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae403d5 expref: 67 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130279.993654:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009bb13800/0x4ce24e5787361d97 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae403d5 expref: 67 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130279.993681:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009bb13800/0x4ce24e5787361d97 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae403d5 expref: 67 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130279.993691:0:7097:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009bb13800/0x4ce24e5787361d97 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae403d5 expref: 67 pid: 10554 timeout: 578 lvb_type: 0 00000100:00100000:1.0:1746130279.993701:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093170000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841720448:192.168.204.51@tcp:105: 00000100:00100000:3.0:1746130279.993760:0:10554:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091951f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10554:1830949841720192:192.168.204.51@tcp:104: 00010000:00010000:3.0:1746130279.993798:0:10554:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009bb13800/0x4ce24e5787361d97 lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae403d5 expref: 67 pid: 10554 timeout: 578 lvb_type: 0 00010000:00010000:3.0:1746130279.993811:0:10554:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009bb13800/0x4ce24e5787361d97 lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae403d5 expref: 67 pid: 10554 timeout: 578 lvb_type: 0 00010000:00010000:3.0:1746130279.993820:0:10554:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009bb13800, rc 0) 00000100:00100000:3.0:1746130279.993864:0:10554:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135b28700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:640ea846-b909-4eea-9a54-417e15bd627b+67:31578:x1830949849167232:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3398us (3491us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130279.993871:0:10554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6288 00000100:00100000:1.0:1746130279.996911:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18fb540 going to sleep for 11 seconds 00000100:00100000:1.0:1746130280.000762:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130280.000854:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093170000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841720448:192.168.204.51@tcp:105: 00010000:00010000:1.0:1746130280.000869:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746130280.000894:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849167744 00000100:00100000:2.0:1746130280.000900:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849167744 00000100:00100000:1.0:1746130280.000909:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013514f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+5:1961:x1830949849167488:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 7344us (7480us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130280.000919:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14552 00002000:00100000:2.0:1746130280.000936:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093170700 x1830949849167744/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:266/0 lens 488/0 e 0 to 0 dl 1746130291 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130280.000944:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093170700 with x1830949849167744 ext(0->4095) 00010000:00010000:2.0:1746130280.000951:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009bb13800/0x4ce24e5787361d97 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae403d5 expref: 67 pid: 10554 timeout: 578 lvb_type: 0 00010000:00010000:2.0:1746130280.000963:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009bb13800/0x4ce24e5787361d97 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae403d5 expref: 67 pid: 10554 timeout: 578 lvb_type: 0 00002000:00010000:2.0:1746130280.000969:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093170700 00000100:00100000:2.0:1746130280.001106:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2544 00000100:00100000:2.0:1746130280.001114:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093170700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+67:1962:x1830949849167744:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746130280.001254:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093170700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+67:1962:x1830949849167744:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 141us (498us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746130280.001259:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2544 00002000:00100000:2.0:1746130280.001264:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093170700 x1830949849167744/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:266/0 lens 488/4536 e 0 to 0 dl 1746130291 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130280.001293:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093170700 with x1830949849167744 ext(0->4095) 00010000:00010000:2.0:1746130280.001297:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009bb13800/0x4ce24e5787361d97 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae403d5 expref: 67 pid: 10554 timeout: 578 lvb_type: 0 00010000:00010000:2.0:1746130280.001306:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009bb13800/0x4ce24e5787361d97 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae403d5 expref: 67 pid: 10554 timeout: 578 lvb_type: 0 00002000:00010000:2.0:1746130280.001311:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093170700 00000100:00100000:0.0:1746130280.007985:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130280.008019:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849167872 00000100:00100000:0.0:1746130280.008027:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849167872 00010000:00010000:0.0:1746130280.008058:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009bb13800/0x4ce24e5787361d97 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae403d5 expref: 67 pid: 10554 timeout: 578 lvb_type: 0 00000100:00100000:0.0:1746130280.008084:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14553 00000100:00100000:0.0:1746130280.008090:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7d40380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+67:1961:x1830949849167872:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746130280.008102:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746130280.008119:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009bb13800/0x4ce24e5787361d97 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae403d5 expref: 67 pid: 10554 timeout: 578 lvb_type: 0 00010000:00010000:0.0:1746130280.008134:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009bb13800/0x4ce24e5787361d97 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae403d5 expref: 67 pid: 10554 timeout: 578 lvb_type: 0 00010000:00010000:0.0:1746130280.008151:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009bb13800/0x4ce24e5787361d97 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae403d5 expref: 67 pid: 10554 timeout: 578 lvb_type: 0 00010000:00010000:0.0:1746130280.008162:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130280.008164:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130280.008169:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880136a0d400/0x4ce24e5787361d9e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae403dc expref: 66 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130280.008177:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880136a0d400/0x4ce24e5787361d9e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae403dc expref: 66 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130280.008208:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880136a0d400/0x4ce24e5787361d9e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae403dc expref: 66 pid: 8469 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746130280.008218:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a7d43100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841720576:192.168.204.51@tcp:105: 00000100:00100000:0.0:1746130280.008315:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009bc953c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746130280.012846:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a7d43100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841720576:192.168.204.51@tcp:105: 00010000:00010000:0.0:1746130280.012872:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746130280.012929:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7d40380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+66:1961:x1830949849167872:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 4838us (4951us total) trans 0 rc 0/0 00000100:00100000:0.0:1746130280.012940:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14553 00000100:00100000:3.0:1746130280.015212:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130280.015236:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849168128 00000100:00100000:0.0:1746130280.015312:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849168128 00002000:00100000:0.0:1746130280.015353:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880091951f80 x1830949849168128/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:266/0 lens 488/0 e 0 to 0 dl 1746130291 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746130280.015362:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091951f80 with x1830949849168128 ext(0->4095) 00002000:00010000:0.0:1746130280.015367:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091951f80 00000100:00100000:0.0:1746130280.015384:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4827 00000100:00100000:0.0:1746130280.015391:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091951f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+66:1961:x1830949849168128:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746130280.015543:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091951f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+66:1961:x1830949849168128:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 152us (343us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746130280.015550:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4827 00002000:00100000:0.0:1746130280.015555:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880091951f80 x1830949849168128/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:266/0 lens 488/4536 e 0 to 0 dl 1746130291 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746130280.015562:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091951f80 with x1830949849168128 ext(0->4095) 00002000:00010000:0.0:1746130280.015564:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091951f80 00000001:00080000:3.0:1746130280.016743:0:8556:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967919 is committed 00000001:00080000:3.0:1746130280.016786:0:8556:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967921 is committed 00000001:00080000:3.0:1746130280.016886:0:8556:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967924 is committed 00000100:00100000:0.0:1746130280.018505:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130280.018566:0:10554:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849168256 00000100:00100000:3.0:1746130280.018575:0:10554:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849168256 00000100:00100000:3.0:1746130280.018636:0:10554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6290 00000100:00100000:3.0:1746130280.018646:0:10554:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7d43100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+5:31579:x1830949849168256:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746130280.018666:0:10554:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746130280.018685:0:10554:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800934d0600/0x4ce24e5787361da5 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae403e3 expref: -99 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130280.018764:0:10554:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880136a0d400/0x4ce24e5787361d9e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae403dc expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130280.018771:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746130280.018773:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746130280.018777:0:10554:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d0600/0x4ce24e5787361da5 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae403e3 expref: 6 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130280.018807:0:10554:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880136a0d400/0x4ce24e5787361d9e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae403dc expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130280.018818:0:10554:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880136a0d400/0x4ce24e5787361d9e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae403dc expref: 5 pid: 8469 timeout: 578 lvb_type: 0 00000100:00100000:3.0:1746130280.018829:0:10554:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091952680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10554:1830949841720704:192.168.204.51@tcp:104: 00000100:00100000:3.0:1746130280.019062:0:10554:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093e2bd80 going to sleep for 11 seconds 00000100:00100000:3.0:1746130280.021065:0:10554:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091952680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10554:1830949841720704:192.168.204.51@tcp:104: 00010000:00010000:3.0:1746130280.021099:0:10554:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800934d0600/0x4ce24e5787361da5 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae403e3 expref: 6 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130280.021118:0:10554:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800934d0600, rc 0) 00000100:00100000:3.0:1746130280.021168:0:10554:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7d43100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+6:31579:x1830949849168256:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2523us (2669us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130280.021178:0:10554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6290 00000100:00100000:0.0:1746130280.022828:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130280.022924:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849168384 00000100:00100000:1.0:1746130280.022932:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849168384 00010000:00010000:1.0:1746130280.022970:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880136a0d400/0x4ce24e5787361d9e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae403dc expref: 6 pid: 8469 timeout: 578 lvb_type: 0 00000100:00100000:1.0:1746130280.022993:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14554 00000100:00100000:1.0:1746130280.022999:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7d41180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+6:1961:x1830949849168384:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746130280.023012:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746130280.023033:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880136a0d400/0x4ce24e5787361d9e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae403dc expref: 6 pid: 8469 timeout: 578 lvb_type: 0 00010000:00010000:1.0:1746130280.023045:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880136a0d400/0x4ce24e5787361d9e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae403dc expref: 6 pid: 8469 timeout: 578 lvb_type: 0 00010000:00010000:1.0:1746130280.023066:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880136a0d400/0x4ce24e5787361d9e lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae403dc expref: 6 pid: 8469 timeout: 578 lvb_type: 0 00010000:00010000:1.0:1746130280.023080:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130280.023081:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130280.023088:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800934d0600/0x4ce24e5787361da5 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae403e3 expref: 5 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130280.023095:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d0600/0x4ce24e5787361da5 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae403e3 expref: 5 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130280.023127:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800934d0600/0x4ce24e5787361da5 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae403e3 expref: 5 pid: 10554 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746130280.023139:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093170000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841720832:192.168.204.51@tcp:105: 00000100:00100000:1.0:1746130280.023222:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18fb540 going to sleep for 11 seconds 00000100:00100000:0.0:1746130280.025170:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130280.025237:0:10554:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849168512 00000100:00100000:3.0:1746130280.025245:0:10554:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849168512 00000100:00100000:3.0:1746130280.025337:0:10554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6291 00000100:00100000:3.0:1746130280.025345:0:10554:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bdfea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:640ea846-b909-4eea-9a54-417e15bd627b+6:31578:x1830949849168512:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746130280.025360:0:10554:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746130280.025375:0:10554:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800934d1800/0x4ce24e5787361dac lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae403ea expref: -99 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130280.025399:0:10554:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800934d0600/0x4ce24e5787361da5 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae403e3 expref: 5 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130280.025416:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130280.025418:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130280.025421:0:10554:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d1800/0x4ce24e5787361dac lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae403ea expref: 7 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130280.025450:0:10554:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800934d0600/0x4ce24e5787361da5 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae403e3 expref: 5 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130280.025460:0:10554:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800934d0600/0x4ce24e5787361da5 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae403e3 expref: 5 pid: 10554 timeout: 578 lvb_type: 0 00000100:00100000:3.0:1746130280.025470:0:10554:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091952680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10554:1830949841720960:192.168.204.51@tcp:104: 00000100:00100000:3.0:1746130280.025562:0:10554:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093e2bd80 going to sleep for 11 seconds 00000100:00100000:2.0:1746130280.026188:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093170000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841720832:192.168.204.51@tcp:105: 00010000:00010000:2.0:1746130280.026206:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746130280.026240:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7d41180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+7:1961:x1830949849168384:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 3241us (3420us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130280.026249:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14554 00000100:00100000:2.0:1746130280.027263:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130280.027394:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849168768 00000100:00100000:0.0:1746130280.027401:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849168768 00002000:00100000:0.0:1746130280.027451:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880135519880 x1830949849168768/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:266/0 lens 488/0 e 0 to 0 dl 1746130291 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746130280.027460:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135519880 with x1830949849168768 ext(0->4095) 00010000:00010000:0.0:1746130280.027467:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800934d0600/0x4ce24e5787361da5 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae403e3 expref: 6 pid: 10554 timeout: 578 lvb_type: 0 00010000:00010000:0.0:1746130280.027479:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800934d0600/0x4ce24e5787361da5 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae403e3 expref: 6 pid: 10554 timeout: 578 lvb_type: 0 00002000:00010000:0.0:1746130280.027484:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880135519880 00000100:00100000:0.0:1746130280.027513:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2545 00000100:00100000:0.0:1746130280.027521:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135519880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949849168768:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746130280.027650:0:10554:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091952680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10554:1830949841720960:192.168.204.51@tcp:104: 00000100:00100000:0.0:1746130280.027668:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135519880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949849168768:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 148us (408us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746130280.027674:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2545 00010000:00010000:3.0:1746130280.027676:0:10554:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800934d1800/0x4ce24e5787361dac lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae403ea expref: 6 pid: 10554 timeout: 0 lvb_type: 0 00002000:00100000:0.0:1746130280.027679:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880135519880 x1830949849168768/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:266/0 lens 488/4536 e 0 to 0 dl 1746130291 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746130280.027686:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135519880 with x1830949849168768 ext(0->4095) 00010000:00010000:3.0:1746130280.027689:0:10554:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800934d1800, rc 0) 00010000:00010000:0.0:1746130280.027690:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800934d0600/0x4ce24e5787361da5 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae403e3 expref: 6 pid: 10554 timeout: 578 lvb_type: 0 00010000:00010000:0.0:1746130280.027699:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800934d0600/0x4ce24e5787361da5 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae403e3 expref: 6 pid: 10554 timeout: 578 lvb_type: 0 00002000:00010000:0.0:1746130280.027704:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880135519880 00000100:00100000:3.0:1746130280.027879:0:10554:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bdfea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:640ea846-b909-4eea-9a54-417e15bd627b+6:31578:x1830949849168512:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2535us (2718us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130280.027885:0:10554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6291 00000100:00100000:0.0:1746130280.033996:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130280.034185:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849168896 00000100:00100000:2.0:1746130280.034195:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849168896 00010000:00010000:2.0:1746130280.034240:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d0600/0x4ce24e5787361da5 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae403e3 expref: 6 pid: 10554 timeout: 578 lvb_type: 0 00000100:00100000:0.0:1746130280.034393:0:7924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14555 00000100:00100000:0.0:1746130280.034401:0:7924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e24e050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949849168896:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746130280.034424:0:7924:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746130280.034447:0:7924:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800934d0600/0x4ce24e5787361da5 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae403e3 expref: 6 pid: 10554 timeout: 578 lvb_type: 0 00010000:00010000:0.0:1746130280.034460:0:7924:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800934d0600/0x4ce24e5787361da5 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae403e3 expref: 6 pid: 10554 timeout: 578 lvb_type: 0 00010000:00010000:0.0:1746130280.034482:0:7924:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800934d0600/0x4ce24e5787361da5 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae403e3 expref: 6 pid: 10554 timeout: 578 lvb_type: 0 00010000:00010000:0.0:1746130280.034503:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130280.034505:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130280.034513:0:7924:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1800/0x4ce24e5787361dac lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae403ea expref: 5 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130280.034523:0:7924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d1800/0x4ce24e5787361dac lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae403ea expref: 5 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130280.034557:0:7924:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800934d1800/0x4ce24e5787361dac lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae403ea expref: 5 pid: 10554 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746130280.034569:0:7924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134a82680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841721088:192.168.204.51@tcp:105: 00000100:00100000:0.0:1746130280.034661:0:7924:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009bc95f00 going to sleep for 11 seconds 00000100:00100000:2.0:1746130280.039497:0:7924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134a82680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841721088:192.168.204.51@tcp:105: 00000100:00100000:0.0:1746130280.041871:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130280.041963:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849169152 00000100:00100000:1.0:1746130280.041974:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849169152 00002000:00100000:1.0:1746130280.042029:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880134a81180 x1830949849169152/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:266/0 lens 488/0 e 0 to 0 dl 1746130291 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130280.042038:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134a81180 with x1830949849169152 ext(0->4095) 00002000:00010000:1.0:1746130280.042042:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880134a81180 00000100:00100000:1.0:1746130280.042062:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4828 00000100:00100000:1.0:1746130280.042069:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134a81180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+6:1961:x1830949849169152:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746130280.042286:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134a81180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+6:1961:x1830949849169152:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 198us (407us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746130280.042292:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4828 00002000:00100000:1.0:1746130280.042298:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880134a81180 x1830949849169152/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:266/0 lens 488/4536 e 0 to 0 dl 1746130291 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130280.042304:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134a81180 with x1830949849169152 ext(0->4095) 00002000:00010000:1.0:1746130280.042307:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880134a81180 00010000:00010000:2.0:1746130280.042708:0:7924:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746130280.042739:0:7924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e24e050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+5:1961:x1830949849168896:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 8338us (8751us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130280.042748:0:7924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14555 00000100:00100000:2.0:1746130280.053049:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130280.053137:0:10554:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849169280 00000100:00100000:3.0:1746130280.053151:0:10554:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849169280 00000100:00100000:3.0:1746130280.053205:0:10554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6292 00000100:00100000:3.0:1746130280.053212:0:10554:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b939050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+5:31579:x1830949849169280:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746130280.053229:0:10554:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746130280.053245:0:10554:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800934d1e00/0x4ce24e5787361db3 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae403f1 expref: -99 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130280.053290:0:10554:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1800/0x4ce24e5787361dac lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae403ea expref: 5 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130280.053296:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746130280.053299:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746130280.053301:0:10554:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d1e00/0x4ce24e5787361db3 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae403f1 expref: 6 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130280.053335:0:10554:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800934d1800/0x4ce24e5787361dac lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae403ea expref: 5 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130280.053344:0:10554:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800934d1800/0x4ce24e5787361dac lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae403ea expref: 5 pid: 10554 timeout: 578 lvb_type: 0 00000100:00100000:3.0:1746130280.053356:0:10554:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091952680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10554:1830949841721216:192.168.204.51@tcp:104: 00000100:00100000:3.0:1746130280.053444:0:10554:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093e2bd80 going to sleep for 11 seconds 00000100:00100000:3.0:1746130280.055456:0:10554:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091952680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10554:1830949841721216:192.168.204.51@tcp:104: 00010000:00010000:3.0:1746130280.055483:0:10554:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800934d1e00/0x4ce24e5787361db3 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae403f1 expref: 6 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130280.055497:0:10554:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800934d1e00, rc 0) 00000100:00100000:3.0:1746130280.056708:0:10554:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b939050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+6:31579:x1830949849169280:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3489us (3663us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130280.056718:0:10554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6292 00000100:00100000:0.0:1746130280.057012:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130280.057076:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849169408 00000100:00100000:1.0:1746130280.057082:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849169408 00002000:00100000:1.0:1746130280.057117:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff880134a80700 x1830949849169408/t0(0) o4->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:266/0 lens 496/0 e 0 to 0 dl 1746130291 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130280.057126:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134a80700 with x1830949849169408 ext(0->7) 00010000:00010000:1.0:1746130280.057132:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1800/0x4ce24e5787361dac lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae403ea expref: 6 pid: 10554 timeout: 578 lvb_type: 0 00010000:00010000:1.0:1746130280.057143:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800934d1800/0x4ce24e5787361dac lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae403ea expref: 6 pid: 10554 timeout: 578 lvb_type: 0 00002000:00010000:1.0:1746130280.057148:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880134a80700 00000100:00100000:1.0:1746130280.057163:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2546 00000100:00100000:1.0:1746130280.057169:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134a80700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+6:1961:x1830949849169408:12345-192.168.204.51@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746130280.058673:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134a80700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+8:1961:x1830949849169408:12345-192.168.204.51@tcp:4:ldlm_bl.0 Request processed in 1499us (1656us total) trans 4294967925 rc 0/0 00000100:00100000:1.0:1746130280.058681:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2546 00002000:00100000:1.0:1746130280.058688:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff880134a80700 x1830949849169408/t4294967925(0) o4->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:266/0 lens 496/448 e 0 to 0 dl 1746130291 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130280.058695:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134a80700 with x1830949849169408 ext(0->7) 00010000:00010000:1.0:1746130280.058702:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1800/0x4ce24e5787361dac lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae403ea expref: 8 pid: 10554 timeout: 578 lvb_type: 0 00010000:00010000:1.0:1746130280.058713:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800934d1800/0x4ce24e5787361dac lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae403ea expref: 8 pid: 10554 timeout: 578 lvb_type: 0 00002000:00010000:1.0:1746130280.058719:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880134a80700 00000100:00100000:0.0:1746130280.062852:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130280.062965:0:7924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849169536 00000100:00100000:2.0:1746130280.062975:0:7924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849169536 00010000:00010000:2.0:1746130280.063014:0:7924:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d1800/0x4ce24e5787361dac lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae403ea expref: 8 pid: 10554 timeout: 578 lvb_type: 0 00000100:00100000:2.0:1746130280.063050:0:7924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14556 00000100:00100000:2.0:1746130280.063057:0:7924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134a81500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+8:1964:x1830949849169536:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746130280.063070:0:7924:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746130280.063091:0:7924:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800934d1800/0x4ce24e5787361dac lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae403ea expref: 8 pid: 10554 timeout: 578 lvb_type: 0 00010000:00010000:2.0:1746130280.063102:0:7924:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800934d1800/0x4ce24e5787361dac lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae403ea expref: 8 pid: 10554 timeout: 578 lvb_type: 0 00010000:00010000:2.0:1746130280.063121:0:7924:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1800/0x4ce24e5787361dac lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae403ea expref: 8 pid: 10554 timeout: 578 lvb_type: 0 00010000:00010000:2.0:1746130280.063150:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130280.063152:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130280.063159:0:7924:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1e00/0x4ce24e5787361db3 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae403f1 expref: 5 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130280.063170:0:7924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d1e00/0x4ce24e5787361db3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae403f1 expref: 5 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130280.063210:0:7924:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800934d1e00/0x4ce24e5787361db3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae403f1 expref: 5 pid: 10554 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746130280.063222:0:7924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135518700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841721344:192.168.204.51@tcp:105: 00000100:00100000:2.0:1746130280.063319:0:7924:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012bfdc300 going to sleep for 11 seconds 00000100:00100000:0.0:1746130280.065926:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130280.065991:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849169920 00000100:00100000:1.0:1746130280.065998:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849169920 00002000:00100000:1.0:1746130280.066039:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880134a83800 x1830949849169920/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:266/0 lens 488/0 e 0 to 0 dl 1746130291 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130280.066048:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134a83800 with x1830949849169920 ext(0->4095) 00002000:00010000:1.0:1746130280.066053:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880134a83800 00000100:00100000:1.0:1746130280.066070:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4829 00000100:00100000:1.0:1746130280.066076:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134a83800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1964:x1830949849169920:12345-192.168.204.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746130280.066223:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134a83800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1964:x1830949849169920:12345-192.168.204.51@tcp:3:ptlrpcd_01_01.0 Request processed in 147us (307us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746130280.066230:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4829 00002000:00100000:1.0:1746130280.066235:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880134a83800 x1830949849169920/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:266/0 lens 488/4536 e 0 to 0 dl 1746130291 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130280.066242:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134a83800 with x1830949849169920 ext(0->4095) 00002000:00010000:1.0:1746130280.066245:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880134a83800 00000100:00100000:2.0:1746130280.066262:0:7924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135518700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841721344:192.168.204.51@tcp:105: 00010000:00010000:2.0:1746130280.066302:0:7924:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746130280.066326:0:7924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134a81500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+7:1964:x1830949849169536:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 3270us (3482us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130280.066334:0:7924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14556 00000100:00100000:2.0:1746130280.067048:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130280.067464:0:10554:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849169664 00000100:00100000:3.0:1746130280.067469:0:10554:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849169664 00000100:00100000:3.0:1746130280.067799:0:10554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6293 00000100:00100000:3.0:1746130280.067807:0:10554:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135518700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:640ea846-b909-4eea-9a54-417e15bd627b+7:31578:x1830949849169664:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746130280.067823:0:10554:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746130280.067842:0:10554:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800934d0600/0x4ce24e5787361dba lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae403f8 expref: -99 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130280.067867:0:10554:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1e00/0x4ce24e5787361db3 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae403f1 expref: 5 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130280.067875:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130280.067876:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130280.067880:0:10554:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d0600/0x4ce24e5787361dba lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae403f8 expref: 8 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130280.067913:0:10554:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800934d1e00/0x4ce24e5787361db3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae403f1 expref: 5 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130280.067923:0:10554:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800934d1e00/0x4ce24e5787361db3 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae403f1 expref: 5 pid: 10554 timeout: 578 lvb_type: 0 00000100:00100000:3.0:1746130280.068304:0:10554:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091950a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10554:1830949841721472:192.168.204.51@tcp:104: 00000100:00100000:2.0:1746130280.068703:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130280.068955:0:10554:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093e2bd80 going to sleep for 11 seconds 00000100:00100000:1.0:1746130280.069122:0:20953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849170048 00000100:00100000:1.0:1746130280.069128:0:20953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849170048 00000100:00100000:1.0:1746130280.069372:0:20953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6294 00000100:00100000:1.0:1746130280.069379:0:20953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bc7c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:640ea846-b909-4eea-9a54-417e15bd627b+9:31579:x1830949849170048:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746130280.069391:0:20953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746130280.069413:0:20953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a796d200/0x4ce24e5787361dc1 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae403ff expref: -99 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130280.069431:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130280.069437:0:20953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800934d0600/0x4ce24e5787361dba lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae403f8 expref: 10 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130280.069446:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130280.069449:0:20953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a796d200/0x4ce24e5787361dc1 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae403ff expref: 10 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130280.069475:0:20953:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800934d0600/0x4ce24e5787361dba lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae403f8 expref: 10 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130280.069486:0:20953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a796d200/0x4ce24e5787361dc1 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae403ff expref: 10 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130280.069500:0:20953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a796d200, rc 0) 00000100:00100000:1.0:1746130280.070228:0:20953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bc7c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:640ea846-b909-4eea-9a54-417e15bd627b+10:31579:x1830949849170048:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 844us (1520us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130280.070235:0:20953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6294 00000100:00100000:3.0:1746130280.072911:0:10554:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091950a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10554:1830949841721472:192.168.204.51@tcp:104: 00000100:00100000:0.0:1746130280.072918:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00010000:00010000:3.0:1746130280.072946:0:10554:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800934d0600/0x4ce24e5787361dba lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae403f8 expref: 9 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130280.072963:0:10554:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800934d0600, rc 0) 00000100:00100000:2.0:1746130280.072999:0:7924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849170176 00000100:00100000:2.0:1746130280.073006:0:7924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849170176 00000100:00100000:3.0:1746130280.073029:0:10554:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135518700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:640ea846-b909-4eea-9a54-417e15bd627b+9:31578:x1830949849169664:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5223us (5982us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130280.073039:0:10554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6293 00010000:00010000:2.0:1746130280.073039:0:7924:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d1e00/0x4ce24e5787361db3 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae403f1 expref: 6 pid: 10554 timeout: 578 lvb_type: 0 00000100:00100000:2.0:1746130280.073187:0:7924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14557 00000100:00100000:2.0:1746130280.073194:0:7924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134a80000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949849170176:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746130280.073207:0:7924:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746130280.073230:0:7924:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800934d1e00/0x4ce24e5787361db3 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae403f1 expref: 6 pid: 10554 timeout: 578 lvb_type: 0 00010000:00010000:2.0:1746130280.073240:0:7924:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800934d1e00/0x4ce24e5787361db3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae403f1 expref: 6 pid: 10554 timeout: 578 lvb_type: 0 00010000:00010000:2.0:1746130280.073261:0:7924:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1e00/0x4ce24e5787361db3 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae403f1 expref: 6 pid: 10554 timeout: 578 lvb_type: 0 00010000:00010000:2.0:1746130280.073499:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130280.073501:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130280.073509:0:7924:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800934d0600/0x4ce24e5787361dba lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae403f8 expref: 8 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130280.073517:0:7924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d0600/0x4ce24e5787361dba lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae403f8 expref: 8 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130280.073555:0:7924:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800934d0600/0x4ce24e5787361dba lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae403f8 expref: 8 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130280.073567:0:7924:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800934d0600/0x4ce24e5787361dba lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae403f8 expref: 8 pid: 10554 timeout: 578 lvb_type: 0 00000100:00100000:2.0:1746130280.073578:0:7924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013514f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841721728:192.168.204.51@tcp:105: 00000100:00100000:2.0:1746130280.073653:0:7924:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012bfdc300 going to sleep for 11 seconds 00000100:00100000:2.0:1746130280.080378:0:7924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013514f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841721728:192.168.204.51@tcp:105: 00010000:00010000:2.0:1746130280.080414:0:7924:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746130280.080474:0:7924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134a80000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+5:1961:x1830949849170176:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 7278us (7556us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130280.080484:0:7924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14557 00000100:00100000:0.0:1746130280.080579:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130280.080616:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849170432 00000100:00100000:0.0:1746130280.080624:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849170432 00002000:00100000:0.0:1746130280.080740:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880134a82680 x1830949849170432/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:266/0 lens 488/0 e 0 to 0 dl 1746130291 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746130280.080750:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134a82680 with x1830949849170432 ext(0->4095) 00010000:00010000:0.0:1746130280.080757:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800934d0600/0x4ce24e5787361dba lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae403f8 expref: 9 pid: 10554 timeout: 578 lvb_type: 0 00010000:00010000:0.0:1746130280.080770:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800934d0600/0x4ce24e5787361dba lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae403f8 expref: 9 pid: 10554 timeout: 578 lvb_type: 0 00002000:00010000:0.0:1746130280.080777:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880134a82680 00000100:00100000:2.0:1746130280.080826:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2547 00000100:00100000:2.0:1746130280.080835:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134a82680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+9:1961:x1830949849170432:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746130280.080999:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134a82680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+9:1961:x1830949849170432:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 164us (420us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746130280.081004:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2547 00002000:00100000:2.0:1746130280.081010:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880134a82680 x1830949849170432/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:266/0 lens 488/4536 e 0 to 0 dl 1746130291 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130280.081016:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134a82680 with x1830949849170432 ext(0->4095) 00010000:00010000:2.0:1746130280.081020:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800934d0600/0x4ce24e5787361dba lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae403f8 expref: 9 pid: 10554 timeout: 578 lvb_type: 0 00010000:00010000:2.0:1746130280.081030:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800934d0600/0x4ce24e5787361dba lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae403f8 expref: 9 pid: 10554 timeout: 578 lvb_type: 0 00002000:00010000:2.0:1746130280.081036:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880134a82680 00000100:00100000:0.0:1746130280.086703:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130280.087835:0:7924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849170560 00000100:00100000:2.0:1746130280.087851:0:7924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849170560 00010000:00010000:2.0:1746130280.087900:0:7924:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d0600/0x4ce24e5787361dba lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae403f8 expref: 9 pid: 10554 timeout: 578 lvb_type: 0 00000100:00100000:2.0:1746130280.087948:0:7924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14558 00000100:00100000:2.0:1746130280.087956:0:7924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091f45c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+9:1961:x1830949849170560:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746130280.087973:0:7924:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746130280.087996:0:7924:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800934d0600/0x4ce24e5787361dba lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae403f8 expref: 9 pid: 10554 timeout: 578 lvb_type: 0 00010000:00010000:2.0:1746130280.088007:0:7924:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800934d0600/0x4ce24e5787361dba lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae403f8 expref: 9 pid: 10554 timeout: 578 lvb_type: 0 00010000:00010000:2.0:1746130280.088031:0:7924:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800934d0600/0x4ce24e5787361dba lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae403f8 expref: 9 pid: 10554 timeout: 578 lvb_type: 0 00010000:00010000:2.0:1746130280.088068:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130280.088070:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130280.088078:0:7924:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a796d200/0x4ce24e5787361dc1 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae403ff expref: 8 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130280.088086:0:7924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a796d200/0x4ce24e5787361dc1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae403ff expref: 8 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130280.088124:0:7924:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a796d200/0x4ce24e5787361dc1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae403ff expref: 8 pid: 20953 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746130280.088136:0:7924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013514f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841721856:192.168.204.51@tcp:105: 00000100:00100000:2.0:1746130280.088237:0:7924:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012bfdc300 going to sleep for 11 seconds 00000100:00100000:2.0:1746130280.090860:0:7924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013514f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841721856:192.168.204.51@tcp:105: 00010000:00010000:2.0:1746130280.090884:0:7924:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746130280.090934:0:7924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091f45c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+8:1961:x1830949849170560:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 2977us (4243us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130280.090944:0:7924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14558 00000100:00100000:0.0:1746130280.091593:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130280.091962:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849170816 00000100:00100000:1.0:1746130280.091971:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849170816 00002000:00100000:1.0:1746130280.092023:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880091f45f80 x1830949849170816/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:266/0 lens 488/0 e 0 to 0 dl 1746130291 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130280.092034:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091f45f80 with x1830949849170816 ext(0->4095) 00002000:00010000:1.0:1746130280.092041:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091f45f80 00000100:00100000:1.0:1746130280.092075:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4830 00000100:00100000:1.0:1746130280.092083:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091f45f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+8:1961:x1830949849170816:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746130280.092497:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091f45f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+8:1961:x1830949849170816:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 414us (906us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746130280.092506:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4830 00002000:00100000:1.0:1746130280.092512:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880091f45f80 x1830949849170816/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:266/0 lens 488/4536 e 0 to 0 dl 1746130291 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130280.092518:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091f45f80 with x1830949849170816 ext(0->4095) 00002000:00010000:1.0:1746130280.092521:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091f45f80 00000100:00100000:0.0:1746130280.095390:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130280.095694:0:10554:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849170944 00000100:00100000:3.0:1746130280.095708:0:10554:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849170944 00000100:00100000:3.0:1746130280.095779:0:10554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6295 00000100:00100000:3.0:1746130280.095787:0:10554:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091f44700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+5:31579:x1830949849170944:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746130280.095811:0:10554:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746130280.095834:0:10554:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800934d1400/0x4ce24e5787361dc8 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae40406 expref: -99 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130280.095862:0:10554:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a796d200/0x4ce24e5787361dc1 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae403ff expref: 7 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130280.095870:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746130280.095872:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746130280.095875:0:10554:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d1400/0x4ce24e5787361dc8 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40406 expref: 6 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130280.095901:0:10554:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a796d200/0x4ce24e5787361dc1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae403ff expref: 7 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130280.095912:0:10554:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a796d200/0x4ce24e5787361dc1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae403ff expref: 7 pid: 20953 timeout: 578 lvb_type: 0 00000100:00100000:3.0:1746130280.095923:0:10554:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091950a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10554:1830949841721984:192.168.204.51@tcp:104: 00000100:00100000:3.0:1746130280.096005:0:10554:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093e2bd80 going to sleep for 11 seconds 00000100:00100000:3.0:1746130280.098018:0:10554:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091950a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10554:1830949841721984:192.168.204.51@tcp:104: 00010000:00010000:3.0:1746130280.098051:0:10554:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800934d1400/0x4ce24e5787361dc8 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40406 expref: 6 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130280.098066:0:10554:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800934d1400, rc 0) 00000100:00100000:3.0:1746130280.098115:0:10554:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091f44700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+6:31579:x1830949849170944:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2329us (2736us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130280.098123:0:10554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6295 00000100:00100000:0.0:1746130280.099455:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130280.099553:0:7924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849171072 00000100:00100000:2.0:1746130280.099559:0:7924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849171072 00010000:00010000:2.0:1746130280.099600:0:7924:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a796d200/0x4ce24e5787361dc1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae403ff expref: 8 pid: 20953 timeout: 578 lvb_type: 0 00000100:00100000:2.0:1746130280.099690:0:7924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14559 00000100:00100000:2.0:1746130280.099696:0:7924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091f45180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+8:1961:x1830949849171072:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746130280.099710:0:7924:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746130280.099730:0:7924:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a796d200/0x4ce24e5787361dc1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae403ff expref: 8 pid: 20953 timeout: 578 lvb_type: 0 00010000:00010000:2.0:1746130280.099739:0:7924:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a796d200/0x4ce24e5787361dc1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae403ff expref: 8 pid: 20953 timeout: 578 lvb_type: 0 00010000:00010000:2.0:1746130280.099760:0:7924:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a796d200/0x4ce24e5787361dc1 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae403ff expref: 8 pid: 20953 timeout: 578 lvb_type: 0 00010000:00010000:2.0:1746130280.099791:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130280.099793:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130280.099801:0:7924:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1400/0x4ce24e5787361dc8 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40406 expref: 5 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130280.099808:0:7924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d1400/0x4ce24e5787361dc8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40406 expref: 5 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130280.099838:0:7924:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800934d1400/0x4ce24e5787361dc8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40406 expref: 5 pid: 10554 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746130280.099850:0:7924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013514f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841722112:192.168.204.51@tcp:105: 00000100:00100000:2.0:1746130280.100548:0:7924:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012bfdc300 going to sleep for 11 seconds 00000100:00100000:0.0:1746130280.102770:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130280.102924:0:10554:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849171200 00000100:00100000:3.0:1746130280.102932:0:10554:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849171200 00000100:00100000:0.0:1746130280.103094:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130280.103154:0:7924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013514f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841722112:192.168.204.51@tcp:105: 00010000:00010000:2.0:1746130280.103176:0:7924:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746130280.103217:0:7924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091f45180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+8:1961:x1830949849171072:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 3521us (3770us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130280.103227:0:7924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14559 00000100:00100000:3.0:1746130280.103462:0:10554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6296 00000100:00100000:3.0:1746130280.103470:0:10554:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a64d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:640ea846-b909-4eea-9a54-417e15bd627b+7:31578:x1830949849171200:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746130280.103491:0:10554:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746130280.103506:0:10554:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800934d1000/0x4ce24e5787361dcf lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae4040d expref: -99 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130280.103532:0:10554:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1400/0x4ce24e5787361dc8 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40406 expref: 5 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130280.103539:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130280.103541:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130280.103544:0:10554:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d1000/0x4ce24e5787361dcf lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4040d expref: 8 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130280.103568:0:10554:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800934d1400/0x4ce24e5787361dc8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40406 expref: 5 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130280.103579:0:10554:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800934d1400/0x4ce24e5787361dc8 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40406 expref: 5 pid: 10554 timeout: 578 lvb_type: 0 00000100:00100000:3.0:1746130280.103589:0:10554:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091950a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10554:1830949841722240:192.168.204.51@tcp:104: 00000100:00100000:3.0:1746130280.103641:0:10554:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093e2bd80 going to sleep for 11 seconds 00000100:00100000:1.0:1746130280.103917:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849171456 00000100:00100000:1.0:1746130280.103922:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849171456 00002000:00100000:1.0:1746130280.103947:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008a64fb80 x1830949849171456/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:266/0 lens 488/0 e 0 to 0 dl 1746130291 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130280.103956:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a64fb80 with x1830949849171456 ext(0->4095) 00010000:00010000:1.0:1746130280.103961:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1400/0x4ce24e5787361dc8 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40406 expref: 6 pid: 10554 timeout: 578 lvb_type: 0 00010000:00010000:1.0:1746130280.103970:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800934d1400/0x4ce24e5787361dc8 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40406 expref: 6 pid: 10554 timeout: 578 lvb_type: 0 00002000:00010000:1.0:1746130280.103976:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008a64fb80 00000100:00100000:1.0:1746130280.103997:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2548 00000100:00100000:1.0:1746130280.104002:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a64fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949849171456:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746130280.104128:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a64fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949849171456:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 126us (1033us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746130280.104134:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2548 00002000:00100000:1.0:1746130280.104138:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008a64fb80 x1830949849171456/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:266/0 lens 488/4536 e 0 to 0 dl 1746130291 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130280.104151:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a64fb80 with x1830949849171456 ext(0->4095) 00010000:00010000:1.0:1746130280.104156:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1400/0x4ce24e5787361dc8 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40406 expref: 6 pid: 10554 timeout: 578 lvb_type: 0 00010000:00010000:1.0:1746130280.104164:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800934d1400/0x4ce24e5787361dc8 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40406 expref: 6 pid: 10554 timeout: 578 lvb_type: 0 00002000:00010000:1.0:1746130280.104170:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008a64fb80 00000100:00100000:3.0:1746130280.106426:0:10554:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091950a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10554:1830949841722240:192.168.204.51@tcp:104: 00010000:00010000:3.0:1746130280.106457:0:10554:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800934d1000/0x4ce24e5787361dcf lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4040d expref: 8 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130280.106473:0:10554:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800934d1000, rc 0) 00000100:00100000:3.0:1746130280.106530:0:10554:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a64d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:640ea846-b909-4eea-9a54-417e15bd627b+8:31578:x1830949849171200:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3060us (3771us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130280.106542:0:10554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6296 00000100:00100000:1.0:1746130280.106707:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130280.107140:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130280.107209:0:10554:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849171584 00000100:00100000:3.0:1746130280.107215:0:10554:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849171584 00000100:00100000:0.0:1746130280.107287:0:7924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849171712 00000100:00100000:0.0:1746130280.107290:0:7924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849171712 00010000:00010000:0.0:1746130280.107306:0:7924:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d1400/0x4ce24e5787361dc8 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40406 expref: 6 pid: 10554 timeout: 578 lvb_type: 0 00000100:00100000:3.0:1746130280.107383:0:10554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6297 00000100:00100000:3.0:1746130280.107390:0:10554:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093171180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:640ea846-b909-4eea-9a54-417e15bd627b+8:31579:x1830949849171584:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746130280.107411:0:10554:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746130280.107422:0:10554:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800934d0600/0x4ce24e5787361dd6 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae40414 expref: -99 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130280.107438:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130280.107443:0:10554:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1000/0x4ce24e5787361dcf lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4040d expref: 9 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130280.107448:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746130280.107451:0:10554:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d0600/0x4ce24e5787361dd6 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40414 expref: 9 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130280.107478:0:10554:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800934d1000/0x4ce24e5787361dcf lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4040d expref: 9 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130280.107488:0:10554:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800934d0600/0x4ce24e5787361dd6 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40414 expref: 9 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130280.107496:0:10554:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800934d0600, rc 0) 00000100:00100000:3.0:1746130280.107522:0:10554:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093171180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:640ea846-b909-4eea-9a54-417e15bd627b+9:31579:x1830949849171584:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 132us (815us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130280.107527:0:10554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6297 00000100:00100000:0.0:1746130280.107666:0:7924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14560 00000100:00100000:0.0:1746130280.107672:0:7924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013514f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1963:x1830949849171712:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746130280.107680:0:7924:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746130280.107700:0:7924:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800934d1400/0x4ce24e5787361dc8 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40406 expref: 6 pid: 10554 timeout: 578 lvb_type: 0 00010000:00010000:0.0:1746130280.107709:0:7924:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800934d1400/0x4ce24e5787361dc8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40406 expref: 6 pid: 10554 timeout: 578 lvb_type: 0 00010000:00010000:0.0:1746130280.107723:0:7924:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1400/0x4ce24e5787361dc8 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40406 expref: 6 pid: 10554 timeout: 578 lvb_type: 0 00010000:00010000:0.0:1746130280.107871:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130280.107873:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130280.107879:0:7924:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1000/0x4ce24e5787361dcf lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4040d expref: 8 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130280.107887:0:7924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d1000/0x4ce24e5787361dcf lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4040d expref: 8 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130280.107905:0:7924:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800934d1000/0x4ce24e5787361dcf lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4040d expref: 8 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130280.107916:0:7924:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800934d1000/0x4ce24e5787361dcf lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4040d expref: 8 pid: 10554 timeout: 578 lvb_type: 0 00000100:00100000:0.0:1746130280.107932:0:7924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008a64ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841722496:192.168.204.51@tcp:105: 00000100:00100000:0.0:1746130280.107991:0:7924:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009bc95c00 going to sleep for 11 seconds 00000100:00100000:0.0:1746130280.112081:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130280.112314:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849171968 00000100:00100000:3.0:1746130280.112322:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849171968 00002000:00100000:3.0:1746130280.112373:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008a64c700 x1830949849171968/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:266/0 lens 488/0 e 0 to 0 dl 1746130291 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130280.112382:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a64c700 with x1830949849171968 ext(0->4095) 00010000:00010000:3.0:1746130280.112390:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1000/0x4ce24e5787361dcf lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4040d expref: 9 pid: 10554 timeout: 578 lvb_type: 0 00010000:00010000:3.0:1746130280.112412:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800934d1000/0x4ce24e5787361dcf lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4040d expref: 9 pid: 10554 timeout: 578 lvb_type: 0 00002000:00010000:3.0:1746130280.112418:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008a64c700 00000100:00100000:3.0:1746130280.112438:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2549 00000100:00100000:3.0:1746130280.112446:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a64c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+9:1961:x1830949849171968:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746130280.112646:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a64c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+9:1961:x1830949849171968:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 200us (572us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746130280.112652:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2549 00002000:00100000:3.0:1746130280.112658:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008a64c700 x1830949849171968/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:266/0 lens 488/4536 e 0 to 0 dl 1746130291 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130280.112665:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a64c700 with x1830949849171968 ext(0->4095) 00010000:00010000:3.0:1746130280.112669:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1000/0x4ce24e5787361dcf lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4040d expref: 9 pid: 10554 timeout: 578 lvb_type: 0 00010000:00010000:3.0:1746130280.112677:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800934d1000/0x4ce24e5787361dcf lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4040d expref: 9 pid: 10554 timeout: 578 lvb_type: 0 00002000:00010000:3.0:1746130280.112689:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008a64c700 00000100:00100000:2.0:1746130280.112891:0:7924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008a64ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841722496:192.168.204.51@tcp:105: 00010000:00010000:2.0:1746130280.112913:0:7924:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746130280.112944:0:7924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013514f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+5:1963:x1830949849171712:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 5272us (5803us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130280.112953:0:7924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14560 00000100:00100000:0.0:1746130280.117368:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130280.117619:0:7924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849172096 00000100:00100000:2.0:1746130280.117627:0:7924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849172096 00010000:00010000:2.0:1746130280.117664:0:7924:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d1000/0x4ce24e5787361dcf lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4040d expref: 9 pid: 10554 timeout: 578 lvb_type: 0 00000100:00100000:2.0:1746130280.117703:0:7924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14561 00000100:00100000:2.0:1746130280.117710:0:7924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a64f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+9:1962:x1830949849172096:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746130280.117723:0:7924:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746130280.117742:0:7924:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800934d1000/0x4ce24e5787361dcf lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4040d expref: 9 pid: 10554 timeout: 578 lvb_type: 0 00010000:00010000:2.0:1746130280.117754:0:7924:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800934d1000/0x4ce24e5787361dcf lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4040d expref: 9 pid: 10554 timeout: 578 lvb_type: 0 00010000:00010000:2.0:1746130280.117773:0:7924:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1000/0x4ce24e5787361dcf lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4040d expref: 9 pid: 10554 timeout: 578 lvb_type: 0 00010000:00010000:2.0:1746130280.117805:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130280.117807:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130280.117814:0:7924:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800934d0600/0x4ce24e5787361dd6 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40414 expref: 8 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130280.117822:0:7924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d0600/0x4ce24e5787361dd6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40414 expref: 8 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130280.117849:0:7924:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800934d0600/0x4ce24e5787361dd6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40414 expref: 8 pid: 10554 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746130280.117860:0:7924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013514ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841722624:192.168.204.51@tcp:105: 00000100:00100000:2.0:1746130280.117944:0:7924:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012bfdc300 going to sleep for 11 seconds 00000100:00100000:0.0:1746130280.123985:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130280.124462:0:7924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013514ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841722624:192.168.204.51@tcp:105: 00010000:00010000:2.0:1746130280.124487:0:7924:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746130280.124535:0:7924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a64f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+8:1962:x1830949849172096:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 6825us (7177us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130280.124546:0:7924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14561 00000100:00100000:1.0:1746130280.124677:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849172352 00000100:00100000:1.0:1746130280.124685:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849172352 00002000:00100000:1.0:1746130280.124716:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008a64e300 x1830949849172352/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:266/0 lens 488/0 e 0 to 0 dl 1746130291 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130280.124724:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a64e300 with x1830949849172352 ext(0->4095) 00002000:00010000:1.0:1746130280.124727:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008a64e300 00000100:00100000:1.0:1746130280.125895:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4831 00000100:00100000:1.0:1746130280.125911:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a64e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+8:1961:x1830949849172352:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746130280.126878:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a64e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+8:1961:x1830949849172352:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 969us (2896us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746130280.126887:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4831 00002000:00100000:1.0:1746130280.126895:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008a64e300 x1830949849172352/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:266/0 lens 488/4536 e 0 to 0 dl 1746130291 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130280.126904:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a64e300 with x1830949849172352 ext(0->4095) 00002000:00010000:1.0:1746130280.126909:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008a64e300 00000100:00100000:0.0:1746130280.132629:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130280.132700:0:8469:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849172480 00000100:00100000:2.0:1746130280.132708:0:8469:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849172480 00000100:00100000:2.0:1746130280.132762:0:8469:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6298 00000100:00100000:2.0:1746130280.132769:0:8469:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a64dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+5:31579:x1830949849172480:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746130280.132785:0:8469:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746130280.132805:0:8469:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091fc9400/0x4ce24e5787361ddd lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae4041b expref: -99 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130280.132835:0:8469:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800934d0600/0x4ce24e5787361dd6 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40414 expref: 7 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130280.133886:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746130280.133888:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746130280.133904:0:8469:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc9400/0x4ce24e5787361ddd lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4041b expref: 6 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130280.133943:0:8469:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800934d0600/0x4ce24e5787361dd6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40414 expref: 7 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130280.133956:0:8469:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800934d0600/0x4ce24e5787361dd6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40414 expref: 7 pid: 10554 timeout: 578 lvb_type: 0 00000100:00100000:2.0:1746130280.133970:0:8469:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013514ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8469:1830949841722752:192.168.204.51@tcp:104: 00000100:00100000:2.0:1746130280.134800:0:8469:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012bfdc300 going to sleep for 11 seconds 00000100:00100000:2.0:1746130280.140547:0:8469:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013514ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8469:1830949841722752:192.168.204.51@tcp:104: 00010000:00010000:2.0:1746130280.140579:0:8469:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091fc9400/0x4ce24e5787361ddd lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4041b expref: 6 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130280.140593:0:8469:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091fc9400, rc 0) 00000100:00100000:1.0:1746130280.140612:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130280.140991:0:8469:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a64dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+6:31579:x1830949849172480:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 8222us (8375us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130280.140999:0:8469:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6298 00000100:00100000:0.0:1746130280.141117:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849172608 00000100:00100000:0.0:1746130280.141125:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849172608 00002000:00100000:0.0:1746130280.141169:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff880093171880 x1830949849172608/t0(0) o4->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:266/0 lens 496/0 e 0 to 0 dl 1746130291 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746130280.141177:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093171880 with x1830949849172608 ext(0->7) 00010000:00010000:0.0:1746130280.141344:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800934d0600/0x4ce24e5787361dd6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40414 expref: 8 pid: 10554 timeout: 578 lvb_type: 0 00010000:00010000:0.0:1746130280.141356:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800934d0600/0x4ce24e5787361dd6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40414 expref: 8 pid: 10554 timeout: 578 lvb_type: 0 00002000:00010000:0.0:1746130280.141362:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093171880 00000100:00100000:0.0:1746130280.141394:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2550 00000100:00100000:0.0:1746130280.141408:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093171880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+8:1962:x1830949849172608:12345-192.168.204.51@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746130280.141812:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093171880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+10:1962:x1830949849172608:12345-192.168.204.51@tcp:4:ldlm_bl.0 Request processed in 411us (1200us total) trans 4294967926 rc 0/0 00000100:00100000:0.0:1746130280.141818:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2550 00002000:00100000:0.0:1746130280.141823:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff880093171880 x1830949849172608/t4294967926(0) o4->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:266/0 lens 496/448 e 0 to 0 dl 1746130291 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746130280.141831:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093171880 with x1830949849172608 ext(0->7) 00010000:00010000:0.0:1746130280.141835:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800934d0600/0x4ce24e5787361dd6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40414 expref: 10 pid: 10554 timeout: 578 lvb_type: 0 00010000:00010000:0.0:1746130280.141844:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800934d0600/0x4ce24e5787361dd6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40414 expref: 10 pid: 10554 timeout: 578 lvb_type: 0 00002000:00010000:0.0:1746130280.141850:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093171880 00000100:00100000:0.0:1746130280.150623:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130280.151067:0:7924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849172736 00000100:00100000:2.0:1746130280.151076:0:7924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849172736 00010000:00010000:2.0:1746130280.151112:0:7924:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d0600/0x4ce24e5787361dd6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40414 expref: 10 pid: 10554 timeout: 578 lvb_type: 0 00000100:00100000:2.0:1746130280.151338:0:7924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14562 00000100:00100000:2.0:1746130280.151346:0:7924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e24dc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+10:1963:x1830949849172736:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746130280.151359:0:7924:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746130280.151380:0:7924:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800934d0600/0x4ce24e5787361dd6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40414 expref: 10 pid: 10554 timeout: 578 lvb_type: 0 00010000:00010000:2.0:1746130280.151391:0:7924:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800934d0600/0x4ce24e5787361dd6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40414 expref: 10 pid: 10554 timeout: 578 lvb_type: 0 00010000:00010000:2.0:1746130280.151421:0:7924:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800934d0600/0x4ce24e5787361dd6 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40414 expref: 10 pid: 10554 timeout: 578 lvb_type: 0 00010000:00010000:2.0:1746130280.151442:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130280.151444:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130280.151451:0:7924:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091fc9400/0x4ce24e5787361ddd lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4041b expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130280.151459:0:7924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc9400/0x4ce24e5787361ddd lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4041b expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130280.151491:0:7924:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091fc9400/0x4ce24e5787361ddd lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4041b expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746130280.151502:0:7924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013514ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841722880:192.168.204.51@tcp:105: 00000100:00100000:0.0:1746130280.156565:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130280.156628:0:8469:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849172864 00000100:00100000:3.0:1746130280.156638:0:8469:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849172864 00000100:00100000:3.0:1746130280.156688:0:8469:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6299 00000100:00100000:3.0:1746130280.156697:0:8469:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a64c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:640ea846-b909-4eea-9a54-417e15bd627b+10:31578:x1830949849172864:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746130280.156720:0:8469:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746130280.156740:0:8469:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800934d0800/0x4ce24e5787361de4 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae40422 expref: -99 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130280.156771:0:8469:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091fc9400/0x4ce24e5787361ddd lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4041b expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130280.156777:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130280.156779:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130280.156783:0:8469:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d0800/0x4ce24e5787361de4 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40422 expref: 11 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130280.156814:0:8469:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091fc9400/0x4ce24e5787361ddd lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4041b expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130280.156825:0:8469:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091fc9400/0x4ce24e5787361ddd lrc: 6/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4041b expref: 5 pid: 8469 timeout: 578 lvb_type: 0 00000100:00100000:3.0:1746130280.156835:0:8469:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091950a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8469:1830949841723008:192.168.204.51@tcp:104: 00000100:00100000:3.0:1746130280.157677:0:7924:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012bfdc300 going to sleep for 11 seconds 00000100:00100000:0.0:1746130280.157751:0:8469:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093e2bd80 going to sleep for 11 seconds 00000100:00100000:3.0:1746130280.158696:0:7924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013514ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841722880:192.168.204.51@tcp:105: 00000100:00100000:1.0:1746130280.158697:0:8469:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091950a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8469:1830949841723008:192.168.204.51@tcp:104: 00010000:00010000:3.0:1746130280.158723:0:7924:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1746130280.158733:0:8469:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800934d0800/0x4ce24e5787361de4 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40422 expref: 11 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130280.158751:0:8469:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800934d0800, rc 0) 00000100:00100000:3.0:1746130280.158783:0:7924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e24dc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+11:1963:x1830949849172736:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 7438us (8168us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130280.158783:0:8469:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a64c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:640ea846-b909-4eea-9a54-417e15bd627b+11:31578:x1830949849172864:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2086us (2229us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130280.158791:0:8469:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6299 00000100:00100000:3.0:1746130280.158792:0:7924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14562 00000100:00100000:2.0:1746130280.159090:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130280.159110:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849173120 00000100:00100000:0.0:1746130280.159117:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849173120 00002000:00100000:0.0:1746130280.159152:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88013514c700 x1830949849173120/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:266/0 lens 488/0 e 0 to 0 dl 1746130291 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746130280.159162:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013514c700 with x1830949849173120 ext(0->4095) 00010000:00010000:0.0:1746130280.159168:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091fc9400/0x4ce24e5787361ddd lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4041b expref: 6 pid: 8469 timeout: 578 lvb_type: 0 00010000:00010000:0.0:1746130280.159180:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091fc9400/0x4ce24e5787361ddd lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4041b expref: 6 pid: 8469 timeout: 578 lvb_type: 0 00002000:00010000:0.0:1746130280.159187:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88013514c700 00000100:00100000:0.0:1746130280.159212:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2551 00000100:00100000:0.0:1746130280.159218:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013514c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949849173120:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746130280.162968:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013514c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949849173120:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 3737us (3865us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746130280.162981:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2551 00002000:00100000:1.0:1746130280.162990:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88013514c700 x1830949849173120/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:266/0 lens 488/4536 e 0 to 0 dl 1746130291 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130280.162999:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013514c700 with x1830949849173120 ext(0->4095) 00010000:00010000:1.0:1746130280.163009:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091fc9400/0x4ce24e5787361ddd lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4041b expref: 6 pid: 8469 timeout: 578 lvb_type: 0 00010000:00010000:1.0:1746130280.163024:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091fc9400/0x4ce24e5787361ddd lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4041b expref: 6 pid: 8469 timeout: 578 lvb_type: 0 00002000:00010000:1.0:1746130280.163030:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88013514c700 00000100:00100000:0.0:1746130280.171215:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130280.171409:0:7924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849173248 00000100:00100000:3.0:1746130280.171418:0:7924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849173248 00010000:00010000:3.0:1746130280.171462:0:7924:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc9400/0x4ce24e5787361ddd lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4041b expref: 6 pid: 8469 timeout: 578 lvb_type: 0 00000100:00100000:3.0:1746130280.171494:0:7924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14563 00000100:00100000:3.0:1746130280.171500:0:7924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a64f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949849173248:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746130280.171512:0:7924:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746130280.171530:0:7924:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091fc9400/0x4ce24e5787361ddd lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4041b expref: 6 pid: 8469 timeout: 578 lvb_type: 0 00010000:00010000:3.0:1746130280.171540:0:7924:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091fc9400/0x4ce24e5787361ddd lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4041b expref: 6 pid: 8469 timeout: 578 lvb_type: 0 00010000:00010000:3.0:1746130280.171559:0:7924:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091fc9400/0x4ce24e5787361ddd lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4041b expref: 6 pid: 8469 timeout: 578 lvb_type: 0 00010000:00010000:3.0:1746130280.171584:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130280.171586:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130280.171593:0:7924:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800934d0800/0x4ce24e5787361de4 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40422 expref: 9 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130280.171599:0:7924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d0800/0x4ce24e5787361de4 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40422 expref: 9 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130280.171624:0:7924:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800934d0800/0x4ce24e5787361de4 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40422 expref: 9 pid: 8469 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746130280.171634:0:7924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091952680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841723136:192.168.204.51@tcp:105: 00000100:00100000:3.0:1746130280.171707:0:7924:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093e2bd80 going to sleep for 11 seconds 00000100:00100000:0.0:1746130280.177498:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130280.177592:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849173504 00000100:00100000:1.0:1746130280.177600:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849173504 00002000:00100000:1.0:1746130280.177639:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008a64ca80 x1830949849173504/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:266/0 lens 488/0 e 0 to 0 dl 1746130291 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130280.177649:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a64ca80 with x1830949849173504 ext(0->4095) 00002000:00010000:1.0:1746130280.177655:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008a64ca80 00000100:00100000:1.0:1746130280.177689:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4832 00000100:00100000:1.0:1746130280.177698:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a64ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+10:1961:x1830949849173504:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746130280.178047:0:7924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091952680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841723136:192.168.204.51@tcp:105: 00010000:00010000:3.0:1746130280.178069:0:7924:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746130280.178098:0:7924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a64f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+5:1961:x1830949849173248:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 6597us (6891us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130280.178106:0:7924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14563 00000100:00100000:1.0:1746130280.178215:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a64ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+10:1961:x1830949849173504:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 517us (726us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746130280.178221:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4832 00002000:00100000:1.0:1746130280.178227:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008a64ca80 x1830949849173504/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:266/0 lens 488/4536 e 0 to 0 dl 1746130291 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130280.178234:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a64ca80 with x1830949849173504 ext(0->4095) 00002000:00010000:1.0:1746130280.178237:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008a64ca80 00000100:00100000:0.0:1746130280.184355:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130280.184464:0:8469:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849173632 00000100:00100000:1.0:1746130280.184474:0:8469:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849173632 00000100:00100000:1.0:1746130280.184611:0:8469:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6300 00000100:00100000:1.0:1746130280.184619:0:8469:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132f7d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+5:31579:x1830949849173632:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746130280.184636:0:8469:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746130280.184651:0:8469:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a796d600/0x4ce24e5787361deb lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae40429 expref: -99 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130280.184676:0:8469:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800934d0800/0x4ce24e5787361de4 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40422 expref: 9 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130280.184683:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130280.184685:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130280.184688:0:8469:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a796d600/0x4ce24e5787361deb lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40429 expref: 6 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130280.184714:0:8469:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800934d0800/0x4ce24e5787361de4 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40422 expref: 9 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130280.184724:0:8469:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800934d0800/0x4ce24e5787361de4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40422 expref: 9 pid: 8469 timeout: 578 lvb_type: 0 00000100:00100000:1.0:1746130280.184734:0:8469:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093172300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8469:1830949841723264:192.168.204.51@tcp:104: 00000100:00100000:1.0:1746130280.186094:0:8469:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18fb9c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746130280.202332:0:8469:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093172300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8469:1830949841723264:192.168.204.51@tcp:104: 00010000:00010000:1.0:1746130280.202363:0:8469:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a796d600/0x4ce24e5787361deb lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40429 expref: 6 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130280.202377:0:8469:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a796d600, rc 0) 00000100:00100000:1.0:1746130280.202427:0:8469:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132f7d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+6:31579:x1830949849173632:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 17809us (18082us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130280.202435:0:8469:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6300 00000100:00100000:0.0:1746130280.206438:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130280.206581:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849173760 00000100:00100000:1.0:1746130280.206589:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849173760 00002000:00100000:1.0:1746130280.206628:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff880132f7df80 x1830949849173760/t0(0) o4->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:266/0 lens 496/0 e 0 to 0 dl 1746130291 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130280.206637:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132f7df80 with x1830949849173760 ext(0->7) 00010000:00010000:1.0:1746130280.206646:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800934d0800/0x4ce24e5787361de4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40422 expref: 10 pid: 8469 timeout: 578 lvb_type: 0 00010000:00010000:1.0:1746130280.206663:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800934d0800/0x4ce24e5787361de4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40422 expref: 10 pid: 8469 timeout: 578 lvb_type: 0 00002000:00010000:1.0:1746130280.206669:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880132f7df80 00000100:00100000:1.0:1746130280.207223:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2552 00000100:00100000:1.0:1746130280.207233:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132f7df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+10:1961:x1830949849173760:12345-192.168.204.51@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746130280.207571:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132f7df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+12:1961:x1830949849173760:12345-192.168.204.51@tcp:4:ldlm_bl.0 Request processed in 339us (1141us total) trans 4294967927 rc 0/0 00000100:00100000:1.0:1746130280.207578:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2552 00002000:00100000:1.0:1746130280.207584:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff880132f7df80 x1830949849173760/t4294967927(0) o4->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:266/0 lens 496/448 e 0 to 0 dl 1746130291 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130280.207591:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132f7df80 with x1830949849173760 ext(0->7) 00010000:00010000:1.0:1746130280.207597:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800934d0800/0x4ce24e5787361de4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40422 expref: 12 pid: 8469 timeout: 578 lvb_type: 0 00010000:00010000:1.0:1746130280.207608:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800934d0800/0x4ce24e5787361de4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40422 expref: 12 pid: 8469 timeout: 578 lvb_type: 0 00002000:00010000:1.0:1746130280.207614:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880132f7df80 00000100:00100000:0.0:1746130280.207905:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130280.207942:0:8469:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849173888 00000100:00100000:0.0:1746130280.207947:0:8469:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849173888 00000100:00100000:0.0:1746130280.208098:0:8469:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6301 00000100:00100000:0.0:1746130280.208106:0:8469:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132f7c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:640ea846-b909-4eea-9a54-417e15bd627b+12:31578:x1830949849173888:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746130280.208117:0:8469:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746130280.208137:0:8469:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a4967c00/0x4ce24e5787361df2 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae40430 expref: -99 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130280.208158:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746130280.208164:0:8469:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a796d600/0x4ce24e5787361deb lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40429 expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130280.208170:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:0.0:1746130280.208173:0:8469:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a4967c00/0x4ce24e5787361df2 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40430 expref: 13 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130280.208213:0:8469:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a796d600/0x4ce24e5787361deb lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40429 expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130280.208226:0:8469:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a4967c00/0x4ce24e5787361df2 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40430 expref: 13 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130280.208235:0:8469:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a4967c00, rc 0) 00000100:00100000:0.0:1746130280.208254:0:8469:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132f7c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:640ea846-b909-4eea-9a54-417e15bd627b+13:31578:x1830949849173888:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 151us (351us total) trans 0 rc 0/0 00000100:00100000:0.0:1746130280.208259:0:8469:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6301 00000100:00100000:0.0:1746130280.216072:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130280.216154:0:7924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849174016 00000100:00100000:3.0:1746130280.216164:0:7924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849174016 00010000:00010000:3.0:1746130280.216211:0:7924:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d0800/0x4ce24e5787361de4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40422 expref: 13 pid: 8469 timeout: 578 lvb_type: 0 00000100:00100000:3.0:1746130280.216253:0:7924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14564 00000100:00100000:3.0:1746130280.216261:0:7924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132f7c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+13:1961:x1830949849174016:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746130280.216311:0:7924:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:3.0:1746130280.216329:0:7924:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x18:0x0] updating lvb mtime from disk: 1746130280 -> 1746130281 00002000:00010000:3.0:1746130280.216331:0:7924:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x18:0x0] updating lvb ctime from disk: 1746130280 -> 1746130281 00010000:00010000:3.0:1746130280.216335:0:7924:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800934d0800/0x4ce24e5787361de4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40422 expref: 13 pid: 8469 timeout: 578 lvb_type: 0 00010000:00010000:3.0:1746130280.216347:0:7924:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800934d0800/0x4ce24e5787361de4 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40422 expref: 13 pid: 8469 timeout: 578 lvb_type: 0 00010000:00010000:3.0:1746130280.216366:0:7924:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800934d0800/0x4ce24e5787361de4 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40422 expref: 13 pid: 8469 timeout: 578 lvb_type: 0 00010000:00010000:3.0:1746130280.216397:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130280.216410:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130280.216420:0:7924:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a796d600/0x4ce24e5787361deb lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40429 expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130280.216428:0:7924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a796d600/0x4ce24e5787361deb lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40429 expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130280.216549:0:7924:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a796d600/0x4ce24e5787361deb lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40429 expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130280.216622:0:7924:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a796d600/0x4ce24e5787361deb lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40429 expref: 5 pid: 8469 timeout: 578 lvb_type: 0 00000100:00100000:3.0:1746130280.216633:0:7924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091952680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841723520:192.168.204.51@tcp:105: 00000100:00100000:3.0:1746130280.217984:0:7924:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093e2bd80 going to sleep for 11 seconds 00000100:00100000:3.0:1746130280.224799:0:7924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091952680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841723520:192.168.204.51@tcp:105: 00010000:00010000:3.0:1746130280.224823:0:7924:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746130280.224876:0:7924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132f7c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+12:1961:x1830949849174016:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 8615us (8812us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130280.224886:0:7924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14564 00000100:00100000:0.0:1746130280.225718:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130280.225776:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849174272 00000100:00100000:2.0:1746130280.225781:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849174272 00002000:00100000:2.0:1746130280.225813:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880132f7e680 x1830949849174272/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:266/0 lens 488/0 e 0 to 0 dl 1746130291 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130280.225822:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132f7e680 with x1830949849174272 ext(0->4095) 00010000:00010000:2.0:1746130280.225829:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a796d600/0x4ce24e5787361deb lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40429 expref: 6 pid: 8469 timeout: 578 lvb_type: 0 00010000:00010000:2.0:1746130280.225839:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a796d600/0x4ce24e5787361deb lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40429 expref: 6 pid: 8469 timeout: 578 lvb_type: 0 00002000:00010000:2.0:1746130280.225844:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880132f7e680 00000100:00100000:2.0:1746130280.225870:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2553 00000100:00100000:2.0:1746130280.225875:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132f7e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949849174272:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746130280.226001:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132f7e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949849174272:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 125us (284us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746130280.226007:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2553 00002000:00100000:2.0:1746130280.226011:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880132f7e680 x1830949849174272/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:266/0 lens 488/4536 e 0 to 0 dl 1746130291 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130280.226017:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132f7e680 with x1830949849174272 ext(0->4095) 00010000:00010000:2.0:1746130280.226021:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a796d600/0x4ce24e5787361deb lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40429 expref: 6 pid: 8469 timeout: 578 lvb_type: 0 00010000:00010000:2.0:1746130280.226029:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a796d600/0x4ce24e5787361deb lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40429 expref: 6 pid: 8469 timeout: 578 lvb_type: 0 00002000:00010000:2.0:1746130280.226034:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880132f7e680 00000100:00100000:0.0:1746130280.228151:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130280.230145:0:7924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849174400 00000100:00100000:3.0:1746130280.230156:0:7924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849174400 00010000:00010000:3.0:1746130280.230203:0:7924:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a796d600/0x4ce24e5787361deb lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40429 expref: 6 pid: 8469 timeout: 578 lvb_type: 0 00000100:00100000:3.0:1746130280.231720:0:7924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14565 00000100:00100000:3.0:1746130280.231735:0:7924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132f7ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1963:x1830949849174400:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746130280.231750:0:7924:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746130280.231770:0:7924:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a796d600/0x4ce24e5787361deb lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40429 expref: 6 pid: 8469 timeout: 578 lvb_type: 0 00010000:00010000:3.0:1746130280.231782:0:7924:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a796d600/0x4ce24e5787361deb lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40429 expref: 6 pid: 8469 timeout: 578 lvb_type: 0 00010000:00010000:3.0:1746130280.231800:0:7924:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a796d600/0x4ce24e5787361deb lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40429 expref: 6 pid: 8469 timeout: 578 lvb_type: 0 00010000:00010000:3.0:1746130280.231827:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130280.231829:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130280.231835:0:7924:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a4967c00/0x4ce24e5787361df2 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40430 expref: 11 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130280.231842:0:7924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a4967c00/0x4ce24e5787361df2 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40430 expref: 11 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130280.231867:0:7924:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a4967c00/0x4ce24e5787361df2 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40430 expref: 11 pid: 8469 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746130280.231876:0:7924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091952680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841723648:192.168.204.51@tcp:105: 00000100:00100000:3.0:1746130280.231948:0:7924:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093e2bd80 going to sleep for 11 seconds 00000100:00100000:3.0:1746130280.235468:0:7924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091952680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841723648:192.168.204.51@tcp:105: 00010000:00010000:3.0:1746130280.235491:0:7924:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746130280.235702:0:7924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132f7ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+5:1963:x1830949849174400:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 3972us (7631us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130280.235712:0:7924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14565 00000100:00100000:0.0:1746130280.235767:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130280.235885:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849174656 00000100:00100000:2.0:1746130280.235890:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849174656 00002000:00100000:2.0:1746130280.235918:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880132f7dc00 x1830949849174656/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:266/0 lens 488/0 e 0 to 0 dl 1746130291 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130280.235927:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132f7dc00 with x1830949849174656 ext(0->4095) 00002000:00010000:2.0:1746130280.235930:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880132f7dc00 00000100:00100000:2.0:1746130280.235951:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4833 00000100:00100000:2.0:1746130280.235956:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132f7dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+12:1962:x1830949849174656:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746130280.236089:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132f7dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+12:1962:x1830949849174656:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 132us (323us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746130280.236096:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4833 00002000:00100000:2.0:1746130280.236100:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880132f7dc00 x1830949849174656/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:266/0 lens 488/4536 e 0 to 0 dl 1746130291 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130280.236262:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132f7dc00 with x1830949849174656 ext(0->4095) 00002000:00010000:2.0:1746130280.236286:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880132f7dc00 00000100:00100000:0.0:1746130280.238134:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130280.238194:0:10554:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849174784 00000100:00100000:3.0:1746130280.238203:0:10554:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849174784 00000100:00100000:3.0:1746130280.238247:0:10554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6302 00000100:00100000:3.0:1746130280.238254:0:10554:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132f7ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+5:31579:x1830949849174784:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746130280.238285:0:10554:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746130280.238298:0:10554:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800934d0000/0x4ce24e5787361df9 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae40437 expref: -99 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130280.238322:0:10554:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a4967c00/0x4ce24e5787361df2 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40430 expref: 11 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130280.238329:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746130280.238331:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746130280.238334:0:10554:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d0000/0x4ce24e5787361df9 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40437 expref: 6 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130280.238358:0:10554:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a4967c00/0x4ce24e5787361df2 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40430 expref: 11 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130280.238368:0:10554:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a4967c00/0x4ce24e5787361df2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40430 expref: 11 pid: 8469 timeout: 578 lvb_type: 0 00000100:00100000:3.0:1746130280.238383:0:10554:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091952680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10554:1830949841723776:192.168.204.51@tcp:104: 00000100:00100000:3.0:1746130280.239686:0:10554:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093e2bd80 going to sleep for 11 seconds 00000100:00100000:3.0:1746130280.243549:0:10554:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091952680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10554:1830949841723776:192.168.204.51@tcp:104: 00010000:00010000:3.0:1746130280.243583:0:10554:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800934d0000/0x4ce24e5787361df9 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40437 expref: 6 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130280.243599:0:10554:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800934d0000, rc 0) 00000100:00100000:3.0:1746130280.243642:0:10554:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132f7ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+6:31579:x1830949849174784:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5388us (5514us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130280.243650:0:10554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6302 00000100:00100000:0.0:1746130280.244203:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130280.244658:0:7924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849174912 00000100:00100000:3.0:1746130280.244665:0:7924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849174912 00010000:00010000:3.0:1746130280.244700:0:7924:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a4967c00/0x4ce24e5787361df2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40430 expref: 12 pid: 8469 timeout: 578 lvb_type: 0 00000100:00100000:3.0:1746130280.244735:0:7924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14566 00000100:00100000:3.0:1746130280.244741:0:7924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132f7c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+12:1962:x1830949849174912:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746130280.244754:0:7924:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746130280.244771:0:7924:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a4967c00/0x4ce24e5787361df2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40430 expref: 12 pid: 8469 timeout: 578 lvb_type: 0 00010000:00010000:3.0:1746130280.244781:0:7924:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a4967c00/0x4ce24e5787361df2 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40430 expref: 12 pid: 8469 timeout: 578 lvb_type: 0 00010000:00010000:3.0:1746130280.244803:0:7924:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a4967c00/0x4ce24e5787361df2 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40430 expref: 12 pid: 8469 timeout: 578 lvb_type: 0 00010000:00010000:3.0:1746130280.244827:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130280.244828:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130280.244835:0:7924:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800934d0000/0x4ce24e5787361df9 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40437 expref: 5 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130280.244841:0:7924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d0000/0x4ce24e5787361df9 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40437 expref: 5 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130280.244870:0:7924:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800934d0000/0x4ce24e5787361df9 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40437 expref: 5 pid: 10554 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746130280.244881:0:7924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091952680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841723904:192.168.204.51@tcp:105: 00000100:00100000:3.0:1746130280.244948:0:7924:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093e2bd80 going to sleep for 11 seconds 00000100:00100000:0.0:1746130280.247227:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130280.247397:0:10554:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849175040 00000100:00100000:3.0:1746130280.247414:0:10554:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849175040 00000100:00100000:3.0:1746130280.247456:0:10554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6303 00000100:00100000:3.0:1746130280.247464:0:10554:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092f63480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:640ea846-b909-4eea-9a54-417e15bd627b+12:31578:x1830949849175040:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746130280.247480:0:10554:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746130280.247496:0:10554:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800934d1a00/0x4ce24e5787361e00 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae4043e expref: -99 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130280.247526:0:10554:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800934d0000/0x4ce24e5787361df9 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40437 expref: 5 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130280.247537:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130280.247539:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130280.247542:0:10554:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d1a00/0x4ce24e5787361e00 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4043e expref: 13 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130280.247569:0:10554:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800934d0000/0x4ce24e5787361df9 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40437 expref: 5 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130280.247579:0:10554:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800934d0000/0x4ce24e5787361df9 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40437 expref: 5 pid: 10554 timeout: 578 lvb_type: 0 00000100:00100000:3.0:1746130280.247589:0:10554:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091950e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10554:1830949841724032:192.168.204.51@tcp:104: 00000100:00100000:3.0:1746130280.247664:0:10554:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093e2bf00 going to sleep for 11 seconds 00000100:00100000:0.0:1746130280.249356:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130280.249433:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849175296 00000100:00100000:2.0:1746130280.249439:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849175296 00002000:00100000:2.0:1746130280.249472:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092f62300 x1830949849175296/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:266/0 lens 488/0 e 0 to 0 dl 1746130291 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130280.249481:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092f62300 with x1830949849175296 ext(0->4095) 00010000:00010000:2.0:1746130280.249487:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800934d0000/0x4ce24e5787361df9 lrc: 6/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40437 expref: 6 pid: 10554 timeout: 578 lvb_type: 0 00010000:00010000:2.0:1746130280.249502:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800934d0000/0x4ce24e5787361df9 lrc: 6/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40437 expref: 6 pid: 10554 timeout: 578 lvb_type: 0 00002000:00010000:2.0:1746130280.249507:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092f62300 00000100:00100000:2.0:1746130280.249525:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2554 00000100:00100000:2.0:1746130280.249530:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092f62300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949849175296:12345-192.168.204.51@tcp:3:ldlm_bl.0 00000100:00100000:3.0:1746130280.249692:0:7924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091952680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841723904:192.168.204.51@tcp:105: 00010000:00010000:3.0:1746130280.249709:0:7924:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746130280.249738:0:7924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132f7c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+13:1962:x1830949849174912:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 4998us (5536us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130280.249746:0:7924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14566 00000100:00100000:2.0:1746130280.250028:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092f62300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949849175296:12345-192.168.204.51@tcp:3:ldlm_bl.0 Request processed in 496us (677us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746130280.250034:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2554 00002000:00100000:2.0:1746130280.250039:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092f62300 x1830949849175296/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:266/0 lens 488/4536 e 0 to 0 dl 1746130291 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130280.250046:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092f62300 with x1830949849175296 ext(0->4095) 00010000:00010000:2.0:1746130280.250051:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800934d0000/0x4ce24e5787361df9 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40437 expref: 6 pid: 10554 timeout: 578 lvb_type: 0 00010000:00010000:2.0:1746130280.250059:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800934d0000/0x4ce24e5787361df9 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40437 expref: 6 pid: 10554 timeout: 578 lvb_type: 0 00002000:00010000:2.0:1746130280.250065:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092f62300 00000100:00100000:2.0:1746130280.250084:0:10554:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091950e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10554:1830949841724032:192.168.204.51@tcp:104: 00010000:00010000:2.0:1746130280.250181:0:10554:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800934d1a00/0x4ce24e5787361e00 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4043e expref: 12 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130280.250194:0:10554:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800934d1a00, rc 0) 00000100:00100000:2.0:1746130280.250353:0:10554:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092f63480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:640ea846-b909-4eea-9a54-417e15bd627b+12:31578:x1830949849175040:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2890us (4333us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130280.250359:0:10554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6303 00000100:00100000:0.0:1746130280.255937:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130280.256177:0:10554:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849175424 00000100:00100000:2.0:1746130280.256186:0:10554:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849175424 00000100:00100000:2.0:1746130280.256226:0:10554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6304 00000100:00100000:2.0:1746130280.256233:0:10554:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092f61f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:640ea846-b909-4eea-9a54-417e15bd627b+12:31579:x1830949849175424:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746130280.256249:0:10554:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746130280.256288:0:10554:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091fc8800/0x4ce24e5787361e07 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae40445 expref: -99 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130280.256313:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130280.256318:0:10554:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1a00/0x4ce24e5787361e00 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4043e expref: 13 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130280.256323:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746130280.256326:0:10554:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc8800/0x4ce24e5787361e07 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40445 expref: 13 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130280.256362:0:10554:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800934d1a00/0x4ce24e5787361e00 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4043e expref: 13 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130280.256374:0:10554:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091fc8800/0x4ce24e5787361e07 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40445 expref: 13 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130280.256384:0:10554:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091fc8800, rc 0) 00000100:00100000:2.0:1746130280.256452:0:10554:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092f61f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:640ea846-b909-4eea-9a54-417e15bd627b+13:31579:x1830949849175424:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 220us (522us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130280.256462:0:10554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6304 00000100:00100000:0.0:1746130280.258095:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130280.258329:0:7924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849175552 00000100:00100000:3.0:1746130280.258335:0:7924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849175552 00010000:00010000:3.0:1746130280.258368:0:7924:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d0000/0x4ce24e5787361df9 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40437 expref: 6 pid: 10554 timeout: 578 lvb_type: 0 00000100:00100000:3.0:1746130280.258726:0:7924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14567 00000100:00100000:3.0:1746130280.258734:0:7924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092f60e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949849175552:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746130280.258749:0:7924:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746130280.258767:0:7924:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800934d0000/0x4ce24e5787361df9 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40437 expref: 6 pid: 10554 timeout: 578 lvb_type: 0 00010000:00010000:3.0:1746130280.258777:0:7924:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800934d0000/0x4ce24e5787361df9 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40437 expref: 6 pid: 10554 timeout: 578 lvb_type: 0 00010000:00010000:3.0:1746130280.258795:0:7924:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800934d0000/0x4ce24e5787361df9 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40437 expref: 6 pid: 10554 timeout: 578 lvb_type: 0 00010000:00010000:3.0:1746130280.258911:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130280.258913:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130280.258919:0:7924:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1a00/0x4ce24e5787361e00 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4043e expref: 12 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130280.258926:0:7924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d1a00/0x4ce24e5787361e00 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4043e expref: 12 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130280.258950:0:7924:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800934d1a00/0x4ce24e5787361e00 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4043e expref: 12 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130280.258959:0:7924:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800934d1a00/0x4ce24e5787361e00 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4043e expref: 12 pid: 10554 timeout: 578 lvb_type: 0 00000100:00100000:3.0:1746130280.258969:0:7924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091952680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841724288:192.168.204.51@tcp:105: 00000100:00100000:3.0:1746130280.259373:0:7924:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093e2bd80 going to sleep for 11 seconds 00000100:00100000:3.0:1746130280.261743:0:7924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091952680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841724288:192.168.204.51@tcp:105: 00010000:00010000:3.0:1746130280.261764:0:7924:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746130280.262196:0:7924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092f60e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+5:1961:x1830949849175552:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 3462us (4104us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130280.262206:0:7924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14567 00000100:00100000:2.0:1746130280.262511:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130280.262632:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849175808 00000100:00100000:0.0:1746130280.262638:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849175808 00002000:00100000:0.0:1746130280.262674:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88013514f100 x1830949849175808/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:266/0 lens 488/0 e 0 to 0 dl 1746130291 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746130280.262683:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013514f100 with x1830949849175808 ext(0->4095) 00010000:00010000:0.0:1746130280.262691:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1a00/0x4ce24e5787361e00 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4043e expref: 13 pid: 10554 timeout: 578 lvb_type: 0 00010000:00010000:0.0:1746130280.262702:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800934d1a00/0x4ce24e5787361e00 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4043e expref: 13 pid: 10554 timeout: 578 lvb_type: 0 00002000:00010000:0.0:1746130280.262708:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88013514f100 00000100:00100000:0.0:1746130280.262734:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2555 00000100:00100000:0.0:1746130280.262740:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013514f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+13:1962:x1830949849175808:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746130280.262883:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013514f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+13:1962:x1830949849175808:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 142us (372us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746130280.262888:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2555 00002000:00100000:0.0:1746130280.262892:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88013514f100 x1830949849175808/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:266/0 lens 488/4536 e 0 to 0 dl 1746130291 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746130280.262899:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013514f100 with x1830949849175808 ext(0->4095) 00010000:00010000:0.0:1746130280.262903:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1a00/0x4ce24e5787361e00 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4043e expref: 13 pid: 10554 timeout: 578 lvb_type: 0 00010000:00010000:0.0:1746130280.262911:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800934d1a00/0x4ce24e5787361e00 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4043e expref: 13 pid: 10554 timeout: 578 lvb_type: 0 00002000:00010000:0.0:1746130280.262916:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88013514f100 00000100:00100000:0.0:1746130280.266458:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130280.266571:0:7924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849175936 00000100:00100000:3.0:1746130280.266579:0:7924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849175936 00010000:00010000:3.0:1746130280.266620:0:7924:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d1a00/0x4ce24e5787361e00 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4043e expref: 13 pid: 10554 timeout: 578 lvb_type: 0 00000100:00100000:3.0:1746130280.266865:0:7924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14568 00000100:00100000:3.0:1746130280.266874:0:7924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092f60380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+13:1961:x1830949849175936:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746130280.266887:0:7924:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746130280.266905:0:7924:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800934d1a00/0x4ce24e5787361e00 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4043e expref: 13 pid: 10554 timeout: 578 lvb_type: 0 00010000:00010000:3.0:1746130280.266915:0:7924:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800934d1a00/0x4ce24e5787361e00 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4043e expref: 13 pid: 10554 timeout: 578 lvb_type: 0 00010000:00010000:3.0:1746130280.266935:0:7924:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1a00/0x4ce24e5787361e00 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4043e expref: 13 pid: 10554 timeout: 578 lvb_type: 0 00010000:00010000:3.0:1746130280.267016:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130280.267018:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130280.267025:0:7924:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8800/0x4ce24e5787361e07 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40445 expref: 12 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130280.267033:0:7924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc8800/0x4ce24e5787361e07 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40445 expref: 12 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130280.267062:0:7924:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091fc8800/0x4ce24e5787361e07 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40445 expref: 12 pid: 10554 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746130280.267073:0:7924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091952680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841724416:192.168.204.51@tcp:105: 00000100:00100000:3.0:1746130280.267733:0:7924:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093e2bd80 going to sleep for 11 seconds 00000100:00100000:3.0:1746130280.269944:0:7924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091952680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841724416:192.168.204.51@tcp:105: 00010000:00010000:3.0:1746130280.269973:0:7924:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746130280.270024:0:7924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092f60380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+12:1961:x1830949849175936:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 3150us (3575us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130280.270034:0:7924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14568 00000100:00100000:0.0:1746130280.270190:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130280.270297:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849176192 00000100:00100000:2.0:1746130280.270303:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849176192 00002000:00100000:2.0:1746130280.270339:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092256a00 x1830949849176192/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:266/0 lens 488/0 e 0 to 0 dl 1746130291 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130280.270348:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092256a00 with x1830949849176192 ext(0->4095) 00002000:00010000:2.0:1746130280.270352:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092256a00 00000100:00100000:2.0:1746130280.270366:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4834 00000100:00100000:2.0:1746130280.270371:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092256a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+13:1961:x1830949849176192:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746130280.270516:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092256a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+13:1961:x1830949849176192:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 145us (327us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746130280.270522:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4834 00002000:00100000:2.0:1746130280.270527:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092256a00 x1830949849176192/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:266/0 lens 488/4536 e 0 to 0 dl 1746130291 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130280.270534:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092256a00 with x1830949849176192 ext(0->4095) 00002000:00010000:2.0:1746130280.270537:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092256a00 00000100:00100000:0.0:1746130280.272650:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130280.272760:0:8469:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849176320 00000100:00100000:2.0:1746130280.272768:0:8469:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849176320 00000100:00100000:2.0:1746130280.273097:0:8469:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6305 00000100:00100000:2.0:1746130280.273105:0:8469:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092255f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+5:31579:x1830949849176320:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746130280.273119:0:8469:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746130280.273135:0:8469:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e5787361e0e lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae4044c expref: -99 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130280.273164:0:8469:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8800/0x4ce24e5787361e07 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40445 expref: 11 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130280.273170:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746130280.273172:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746130280.273175:0:8469:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e5787361e0e lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4044c expref: 6 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130280.273200:0:8469:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091fc8800/0x4ce24e5787361e07 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40445 expref: 11 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130280.273209:0:8469:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091fc8800/0x4ce24e5787361e07 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40445 expref: 11 pid: 10554 timeout: 578 lvb_type: 0 00000100:00100000:2.0:1746130280.273218:0:8469:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013514f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8469:1830949841724544:192.168.204.51@tcp:104: 00000100:00100000:2.0:1746130280.273315:0:8469:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012bfdcf00 going to sleep for 11 seconds 00000100:00100000:2.0:1746130280.275864:0:8469:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013514f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8469:1830949841724544:192.168.204.51@tcp:104: 00010000:00010000:2.0:1746130280.275902:0:8469:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e5787361e0e lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4044c expref: 6 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130280.275918:0:8469:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091fc9a00, rc 0) 00000100:00100000:2.0:1746130280.275965:0:8469:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092255f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+6:31579:x1830949849176320:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2859us (3321us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130280.275973:0:8469:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6305 00000100:00100000:0.0:1746130280.276774:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130280.277436:0:7924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849176448 00000100:00100000:2.0:1746130280.277443:0:7924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849176448 00010000:00010000:2.0:1746130280.277476:0:7924:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc8800/0x4ce24e5787361e07 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40445 expref: 12 pid: 10554 timeout: 578 lvb_type: 0 00000100:00100000:2.0:1746130280.277913:0:7924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14569 00000100:00100000:2.0:1746130280.277922:0:7924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e24d850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+12:1962:x1830949849176448:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746130280.277933:0:7924:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746130280.277953:0:7924:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091fc8800/0x4ce24e5787361e07 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40445 expref: 12 pid: 10554 timeout: 578 lvb_type: 0 00010000:00010000:2.0:1746130280.277962:0:7924:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091fc8800/0x4ce24e5787361e07 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40445 expref: 12 pid: 10554 timeout: 578 lvb_type: 0 00010000:00010000:2.0:1746130280.277980:0:7924:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8800/0x4ce24e5787361e07 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40445 expref: 12 pid: 10554 timeout: 578 lvb_type: 0 00010000:00010000:2.0:1746130280.278014:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130280.278016:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130280.278023:0:7924:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e5787361e0e lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4044c expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130280.278029:0:7924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e5787361e0e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4044c expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130280.278055:0:7924:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e5787361e0e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4044c expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746130280.278065:0:7924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013514f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841724672:192.168.204.51@tcp:105: 00000100:00100000:2.0:1746130280.278143:0:7924:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012bfdcf00 going to sleep for 11 seconds 00000100:00100000:0.0:1746130280.281934:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130280.282025:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130280.282343:0:7924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013514f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841724672:192.168.204.51@tcp:105: 00010000:00010000:2.0:1746130280.282362:0:7924:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746130280.282396:0:7924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e24d850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+11:1962:x1830949849176448:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 4477us (5625us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130280.282419:0:7924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14569 00000100:00100000:1.0:1746130280.282458:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849176832 00000100:00100000:1.0:1746130280.282465:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849176832 00002000:00100000:1.0:1746130280.282507:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092257480 x1830949849176832/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:266/0 lens 488/0 e 0 to 0 dl 1746130291 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130280.282515:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092257480 with x1830949849176832 ext(0->4095) 00002000:00010000:1.0:1746130280.282520:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092257480 00000100:00100000:1.0:1746130280.282549:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4835 00000100:00100000:1.0:1746130280.282555:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092257480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949849176832:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746130280.282690:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092257480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949849176832:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 135us (664us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746130280.282695:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4835 00002000:00100000:1.0:1746130280.282700:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092257480 x1830949849176832/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:266/0 lens 488/4536 e 0 to 0 dl 1746130291 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130280.282706:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092257480 with x1830949849176832 ext(0->4095) 00002000:00010000:1.0:1746130280.282709:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092257480 00000100:00100000:3.0:1746130280.282838:0:8469:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849176704 00000100:00100000:3.0:1746130280.282842:0:8469:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849176704 00000100:00100000:3.0:1746130280.282889:0:8469:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6306 00000100:00100000:3.0:1746130280.282895:0:8469:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092254e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:640ea846-b909-4eea-9a54-417e15bd627b+11:31578:x1830949849176704:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746130280.282905:0:8469:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746130280.282923:0:8469:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800934d1000/0x4ce24e5787361e15 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae40453 expref: -99 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130280.282946:0:8469:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e5787361e0e lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4044c expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130280.282952:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130280.282953:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130280.282956:0:8469:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d1000/0x4ce24e5787361e15 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40453 expref: 12 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130280.282984:0:8469:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e5787361e0e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4044c expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130280.282996:0:8469:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e5787361e0e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4044c expref: 5 pid: 8469 timeout: 578 lvb_type: 0 00000100:00100000:3.0:1746130280.283006:0:8469:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091952680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8469:1830949841724800:192.168.204.51@tcp:104: 00000100:00100000:3.0:1746130280.283053:0:8469:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093e2bd80 going to sleep for 11 seconds 00000100:00100000:0.0:1746130280.287338:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130280.287515:0:8469:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091952680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8469:1830949841724800:192.168.204.51@tcp:104: 00010000:00010000:3.0:1746130280.287540:0:8469:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800934d1000/0x4ce24e5787361e15 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40453 expref: 12 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130280.287554:0:8469:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800934d1000, rc 0) 00000100:00100000:3.0:1746130280.287596:0:8469:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092254e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:640ea846-b909-4eea-9a54-417e15bd627b+12:31578:x1830949849176704:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4701us (5673us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130280.287603:0:8469:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6306 00000100:00100000:3.0:1746130280.287625:0:8469:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849176960 00000100:00100000:3.0:1746130280.287629:0:8469:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849176960 00000100:00100000:3.0:1746130280.287652:0:8469:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6307 00000100:00100000:3.0:1746130280.287658:0:8469:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092255880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:640ea846-b909-4eea-9a54-417e15bd627b+12:31579:x1830949849176960:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746130280.287669:0:8469:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746130280.287680:0:8469:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800934d1400/0x4ce24e5787361e1c lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae4045a expref: -99 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130280.287695:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130280.287699:0:8469:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1000/0x4ce24e5787361e15 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40453 expref: 13 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130280.287704:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746130280.287706:0:8469:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d1400/0x4ce24e5787361e1c lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4045a expref: 13 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130280.287729:0:8469:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800934d1000/0x4ce24e5787361e15 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40453 expref: 13 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130280.287738:0:8469:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800934d1400/0x4ce24e5787361e1c lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4045a expref: 13 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130280.287743:0:8469:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800934d1400, rc 0) 00000100:00100000:3.0:1746130280.287759:0:8469:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092255880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:640ea846-b909-4eea-9a54-417e15bd627b+13:31579:x1830949849176960:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 102us (430us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130280.287764:0:8469:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6307 00000100:00100000:0.0:1746130280.289377:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130280.289453:0:7924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849177088 00000100:00100000:2.0:1746130280.289458:0:7924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849177088 00010000:00010000:2.0:1746130280.289484:0:7924:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e5787361e0e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4044c expref: 6 pid: 8469 timeout: 578 lvb_type: 0 00000100:00100000:2.0:1746130280.289512:0:7924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14570 00000100:00100000:2.0:1746130280.289518:0:7924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092254a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949849177088:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746130280.289527:0:7924:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746130280.289546:0:7924:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e5787361e0e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4044c expref: 6 pid: 8469 timeout: 578 lvb_type: 0 00010000:00010000:2.0:1746130280.289556:0:7924:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e5787361e0e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4044c expref: 6 pid: 8469 timeout: 578 lvb_type: 0 00010000:00010000:2.0:1746130280.289573:0:7924:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e5787361e0e lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4044c expref: 6 pid: 8469 timeout: 578 lvb_type: 0 00010000:00010000:2.0:1746130280.289596:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130280.289598:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130280.289603:0:7924:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1000/0x4ce24e5787361e15 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40453 expref: 12 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130280.289613:0:7924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d1000/0x4ce24e5787361e15 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40453 expref: 12 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130280.289636:0:7924:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800934d1000/0x4ce24e5787361e15 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40453 expref: 12 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130280.289646:0:7924:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800934d1000/0x4ce24e5787361e15 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40453 expref: 12 pid: 8469 timeout: 578 lvb_type: 0 00000100:00100000:2.0:1746130280.289656:0:7924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013514f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841725056:192.168.204.51@tcp:105: 00000100:00100000:2.0:1746130280.289726:0:7924:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012bfdc840 going to sleep for 11 seconds 00000100:00100000:2.0:1746130280.291775:0:7924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013514f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841725056:192.168.204.51@tcp:105: 00010000:00010000:2.0:1746130280.291798:0:7924:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746130280.291805:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130280.291894:0:7924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092254a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+5:1961:x1830949849177088:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 2374us (2520us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130280.291905:0:7924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14570 00000100:00100000:3.0:1746130280.291984:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849177344 00000100:00100000:3.0:1746130280.292118:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849177344 00002000:00100000:3.0:1746130280.292157:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092254380 x1830949849177344/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:266/0 lens 488/0 e 0 to 0 dl 1746130291 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130280.292165:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092254380 with x1830949849177344 ext(0->4095) 00010000:00010000:3.0:1746130280.292172:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1000/0x4ce24e5787361e15 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40453 expref: 13 pid: 8469 timeout: 578 lvb_type: 0 00010000:00010000:3.0:1746130280.292182:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800934d1000/0x4ce24e5787361e15 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40453 expref: 13 pid: 8469 timeout: 578 lvb_type: 0 00002000:00010000:3.0:1746130280.292192:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092254380 00000100:00100000:3.0:1746130280.292207:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2556 00000100:00100000:3.0:1746130280.292212:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092254380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+13:1962:x1830949849177344:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746130280.292377:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092254380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+13:1962:x1830949849177344:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 164us (572us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746130280.292382:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2556 00002000:00100000:3.0:1746130280.292387:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092254380 x1830949849177344/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:266/0 lens 488/4536 e 0 to 0 dl 1746130291 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130280.292394:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092254380 with x1830949849177344 ext(0->4095) 00010000:00010000:3.0:1746130280.292409:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1000/0x4ce24e5787361e15 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40453 expref: 13 pid: 8469 timeout: 578 lvb_type: 0 00010000:00010000:3.0:1746130280.292417:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800934d1000/0x4ce24e5787361e15 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40453 expref: 13 pid: 8469 timeout: 578 lvb_type: 0 00002000:00010000:3.0:1746130280.292423:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092254380 00000100:00100000:0.0:1746130280.294775:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130280.295040:0:7924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849177472 00000100:00100000:2.0:1746130280.295048:0:7924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849177472 00010000:00010000:2.0:1746130280.295077:0:7924:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d1000/0x4ce24e5787361e15 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40453 expref: 13 pid: 8469 timeout: 578 lvb_type: 0 00000100:00100000:2.0:1746130280.295116:0:7924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14571 00000100:00100000:2.0:1746130280.295123:0:7924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092256d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+13:1961:x1830949849177472:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746130280.295135:0:7924:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746130280.295154:0:7924:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800934d1000/0x4ce24e5787361e15 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40453 expref: 13 pid: 8469 timeout: 578 lvb_type: 0 00010000:00010000:2.0:1746130280.295165:0:7924:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800934d1000/0x4ce24e5787361e15 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40453 expref: 13 pid: 8469 timeout: 578 lvb_type: 0 00010000:00010000:2.0:1746130280.295183:0:7924:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1000/0x4ce24e5787361e15 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40453 expref: 13 pid: 8469 timeout: 578 lvb_type: 0 00010000:00010000:2.0:1746130280.295197:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130280.295199:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130280.295204:0:7924:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1400/0x4ce24e5787361e1c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4045a expref: 12 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130280.295211:0:7924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d1400/0x4ce24e5787361e1c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4045a expref: 12 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130280.295239:0:7924:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800934d1400/0x4ce24e5787361e1c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4045a expref: 12 pid: 8469 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746130280.295248:0:7924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013514f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841725184:192.168.204.51@tcp:105: 00000100:00100000:2.0:1746130280.295812:0:7924:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012bfdc840 going to sleep for 11 seconds 00000100:00100000:0.0:1746130280.298251:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130280.298490:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849177728 00000100:00100000:1.0:1746130280.298497:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849177728 00002000:00100000:1.0:1746130280.298535:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880094a75180 x1830949849177728/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:266/0 lens 488/0 e 0 to 0 dl 1746130291 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130280.298544:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094a75180 with x1830949849177728 ext(0->4095) 00002000:00010000:1.0:1746130280.298549:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880094a75180 00000100:00100000:1.0:1746130280.298581:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4836 00000100:00100000:1.0:1746130280.298588:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094a75180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+13:1961:x1830949849177728:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746130280.298737:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094a75180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+13:1961:x1830949849177728:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 148us (494us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746130280.298742:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4836 00002000:00100000:1.0:1746130280.298748:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880094a75180 x1830949849177728/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:266/0 lens 488/4536 e 0 to 0 dl 1746130291 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130280.298759:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094a75180 with x1830949849177728 ext(0->4095) 00002000:00010000:1.0:1746130280.298761:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880094a75180 00000100:00100000:2.0:1746130280.299126:0:7924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013514f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841725184:192.168.204.51@tcp:105: 00010000:00010000:2.0:1746130280.299146:0:7924:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746130280.299170:0:7924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092256d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+12:1961:x1830949849177472:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 4047us (4401us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130280.299182:0:7924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14571 00000100:00100000:0.0:1746130280.302023:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130280.302110:0:20953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849177856 00000100:00100000:2.0:1746130280.302117:0:20953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849177856 00000100:00100000:2.0:1746130280.302152:0:20953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6308 00000100:00100000:2.0:1746130280.302159:0:20953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094a74380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c84b93b0-d496-484f-8e1e-94008838f2dd+5:31579:x1830949849177856:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746130280.302173:0:20953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746130280.302187:0:20953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091fc8000/0x4ce24e5787361e23 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae40461 expref: -99 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130280.302208:0:20953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1400/0x4ce24e5787361e1c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4045a expref: 11 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130280.302215:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746130280.302217:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746130280.302220:0:20953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc8000/0x4ce24e5787361e23 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40461 expref: 6 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130280.302244:0:20953:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800934d1400/0x4ce24e5787361e1c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4045a expref: 11 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130280.302253:0:20953:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800934d1400/0x4ce24e5787361e1c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4045a expref: 11 pid: 8469 timeout: 578 lvb_type: 0 00000100:00100000:2.0:1746130280.302264:0:20953:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013514f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:20953:1830949841725312:192.168.204.51@tcp:104: 00000100:00100000:2.0:1746130280.302613:0:20953:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012bfdc840 going to sleep for 11 seconds 00000100:00100000:2.0:1746130280.304210:0:20953:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013514f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:20953:1830949841725312:192.168.204.51@tcp:104: 00010000:00010000:2.0:1746130280.304243:0:20953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091fc8000/0x4ce24e5787361e23 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40461 expref: 6 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130280.304296:0:20953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091fc8000, rc 0) 00000100:00100000:2.0:1746130280.304337:0:20953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094a74380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c84b93b0-d496-484f-8e1e-94008838f2dd+6:31579:x1830949849177856:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2178us (2321us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130280.304345:0:20953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6308 00000100:00100000:0.0:1746130280.305604:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130280.305722:0:7924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849177984 00000100:00100000:2.0:1746130280.305728:0:7924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849177984 00010000:00010000:2.0:1746130280.305754:0:7924:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d1400/0x4ce24e5787361e1c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4045a expref: 12 pid: 8469 timeout: 578 lvb_type: 0 00000100:00100000:2.0:1746130280.305789:0:7924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14572 00000100:00100000:2.0:1746130280.305796:0:7924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e2d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+12:1962:x1830949849177984:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746130280.305811:0:7924:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746130280.305838:0:7924:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800934d1400/0x4ce24e5787361e1c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4045a expref: 12 pid: 8469 timeout: 578 lvb_type: 0 00010000:00010000:2.0:1746130280.305853:0:7924:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800934d1400/0x4ce24e5787361e1c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4045a expref: 12 pid: 8469 timeout: 578 lvb_type: 0 00010000:00010000:2.0:1746130280.305878:0:7924:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1400/0x4ce24e5787361e1c lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4045a expref: 12 pid: 8469 timeout: 578 lvb_type: 0 00010000:00010000:2.0:1746130280.306000:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130280.306002:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130280.306010:0:7924:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8000/0x4ce24e5787361e23 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40461 expref: 5 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130280.306024:0:7924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc8000/0x4ce24e5787361e23 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40461 expref: 5 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130280.306054:0:7924:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091fc8000/0x4ce24e5787361e23 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40461 expref: 5 pid: 20953 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746130280.306065:0:7924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013514f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841725440:192.168.204.51@tcp:105: 00000100:00100000:2.0:1746130280.306255:0:7924:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012bfdc840 going to sleep for 11 seconds 00000100:00100000:2.0:1746130280.309463:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130280.309563:0:20953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849178112 00000100:00100000:0.0:1746130280.309570:0:20953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849178112 00000100:00100000:3.0:1746130280.309685:0:7924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013514f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841725440:192.168.204.51@tcp:105: 00010000:00010000:3.0:1746130280.309707:0:7924:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746130280.309748:0:7924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e2d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+12:1962:x1830949849177984:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 3953us (4147us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130280.309757:0:7924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14572 00000100:00100000:0.0:1746130280.309966:0:20953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6309 00000100:00100000:0.0:1746130280.310118:0:20953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013514ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:640ea846-b909-4eea-9a54-417e15bd627b+11:31578:x1830949849178112:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746130280.310134:0:20953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746130280.310152:0:20953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a4967c00/0x4ce24e5787361e2a lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae40468 expref: -99 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130280.310179:0:20953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8000/0x4ce24e5787361e23 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40461 expref: 5 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130280.310185:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130280.310186:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130280.310189:0:20953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a4967c00/0x4ce24e5787361e2a lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40468 expref: 12 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130280.310213:0:20953:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091fc8000/0x4ce24e5787361e23 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40461 expref: 5 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130280.310223:0:20953:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091fc8000/0x4ce24e5787361e23 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40461 expref: 5 pid: 20953 timeout: 578 lvb_type: 0 00000100:00100000:0.0:1746130280.310233:0:20953:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092e2e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:20953:1830949841725568:192.168.204.51@tcp:104: 00000100:00100000:0.0:1746130280.310313:0:20953:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009bc95a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746130280.313107:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130280.313290:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849178368 00000100:00100000:3.0:1746130280.313297:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849178368 00000100:00100000:1.0:1746130280.313307:0:20953:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092e2e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:20953:1830949841725568:192.168.204.51@tcp:104: 00010000:00010000:1.0:1746130280.313336:0:20953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a4967c00/0x4ce24e5787361e2a lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40468 expref: 12 pid: 20953 timeout: 0 lvb_type: 0 00002000:00100000:3.0:1746130280.313348:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092e2ed80 x1830949849178368/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:266/0 lens 488/0 e 0 to 0 dl 1746130291 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00010000:00010000:1.0:1746130280.313353:0:20953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a4967c00, rc 0) 00002000:00100000:3.0:1746130280.313356:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092e2ed80 with x1830949849178368 ext(0->4095) 00010000:00010000:3.0:1746130280.313363:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8000/0x4ce24e5787361e23 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40461 expref: 6 pid: 20953 timeout: 578 lvb_type: 0 00010000:00010000:3.0:1746130280.313375:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091fc8000/0x4ce24e5787361e23 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40461 expref: 6 pid: 20953 timeout: 578 lvb_type: 0 00002000:00010000:3.0:1746130280.313386:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092e2ed80 00000100:00100000:1.0:1746130280.313416:0:20953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013514ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:640ea846-b909-4eea-9a54-417e15bd627b+12:31578:x1830949849178112:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3443us (3963us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130280.313424:0:20953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6309 00000100:00100000:3.0:1746130280.313894:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2557 00000100:00100000:3.0:1746130280.313904:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e2ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949849178368:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746130280.314164:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e2ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949849178368:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 261us (1064us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746130280.314170:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2557 00002000:00100000:3.0:1746130280.314175:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092e2ed80 x1830949849178368/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:266/0 lens 488/4536 e 0 to 0 dl 1746130291 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130280.314186:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092e2ed80 with x1830949849178368 ext(0->4095) 00010000:00010000:3.0:1746130280.314191:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8000/0x4ce24e5787361e23 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40461 expref: 6 pid: 20953 timeout: 578 lvb_type: 0 00010000:00010000:3.0:1746130280.314200:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091fc8000/0x4ce24e5787361e23 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40461 expref: 6 pid: 20953 timeout: 578 lvb_type: 0 00002000:00010000:3.0:1746130280.314206:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092e2ed80 00000100:00100000:0.0:1746130280.317376:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130280.318201:0:7924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849178496 00000100:00100000:3.0:1746130280.318211:0:7924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849178496 00010000:00010000:3.0:1746130280.318260:0:7924:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc8000/0x4ce24e5787361e23 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40461 expref: 6 pid: 20953 timeout: 578 lvb_type: 0 00000100:00100000:3.0:1746130280.318325:0:7924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14573 00000100:00100000:3.0:1746130280.318334:0:7924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e2ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949849178496:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746130280.318349:0:7924:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746130280.318371:0:7924:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091fc8000/0x4ce24e5787361e23 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40461 expref: 6 pid: 20953 timeout: 578 lvb_type: 0 00010000:00010000:3.0:1746130280.318384:0:7924:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091fc8000/0x4ce24e5787361e23 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40461 expref: 6 pid: 20953 timeout: 578 lvb_type: 0 00010000:00010000:3.0:1746130280.318419:0:7924:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8000/0x4ce24e5787361e23 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40461 expref: 6 pid: 20953 timeout: 578 lvb_type: 0 00010000:00010000:3.0:1746130280.318449:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130280.318451:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130280.318459:0:7924:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a4967c00/0x4ce24e5787361e2a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40468 expref: 11 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130280.318468:0:7924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a4967c00/0x4ce24e5787361e2a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40468 expref: 11 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130280.318499:0:7924:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a4967c00/0x4ce24e5787361e2a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40468 expref: 11 pid: 20953 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746130280.318515:0:7924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091952680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841725696:192.168.204.51@tcp:105: 00000100:00100000:3.0:1746130280.319331:0:7924:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093e2b300 going to sleep for 11 seconds 00000100:00100000:3.0:1746130280.326648:0:7924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091952680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841725696:192.168.204.51@tcp:105: 00010000:00010000:3.0:1746130280.326672:0:7924:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746130280.326673:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130280.326730:0:7924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e2ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+5:1961:x1830949849178496:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 8397us (9363us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130280.326893:0:7924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14573 00000100:00100000:2.0:1746130280.329127:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849178752 00000100:00100000:2.0:1746130280.329139:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849178752 00002000:00100000:2.0:1746130280.329187:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092e2e300 x1830949849178752/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:266/0 lens 488/0 e 0 to 0 dl 1746130291 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130280.329193:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092e2e300 with x1830949849178752 ext(0->4095) 00002000:00010000:2.0:1746130280.329198:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092e2e300 00000100:00100000:2.0:1746130280.329226:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4837 00000100:00100000:2.0:1746130280.329234:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e2e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+12:1962:x1830949849178752:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746130280.329422:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e2e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+12:1962:x1830949849178752:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 187us (2751us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746130280.329426:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4837 00002000:00100000:2.0:1746130280.329429:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092e2e300 x1830949849178752/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:266/0 lens 488/4536 e 0 to 0 dl 1746130291 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130280.329434:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092e2e300 with x1830949849178752 ext(0->4095) 00002000:00010000:2.0:1746130280.329436:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092e2e300 00000100:00100000:0.0:1746130280.340580:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130280.340630:0:20953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849178880 00000100:00100000:1.0:1746130280.340637:0:20953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849178880 00000100:00100000:1.0:1746130280.340684:0:20953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6310 00000100:00100000:1.0:1746130280.340690:0:20953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e2e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c84b93b0-d496-484f-8e1e-94008838f2dd+5:31579:x1830949849178880:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746130280.340704:0:20953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746130280.340718:0:20953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a796ca00/0x4ce24e5787361e31 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae4046f expref: -99 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130280.340740:0:20953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a4967c00/0x4ce24e5787361e2a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40468 expref: 11 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130280.340745:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130280.340747:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130280.340750:0:20953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a796ca00/0x4ce24e5787361e31 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4046f expref: 6 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130280.340776:0:20953:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a4967c00/0x4ce24e5787361e2a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40468 expref: 11 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130280.340785:0:20953:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a4967c00/0x4ce24e5787361e2a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40468 expref: 11 pid: 20953 timeout: 578 lvb_type: 0 00000100:00100000:1.0:1746130280.340795:0:20953:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093172300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:20953:1830949841725824:192.168.204.51@tcp:104: 00000100:00100000:1.0:1746130280.340867:0:20953:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18fb840 going to sleep for 11 seconds 00000100:00100000:2.0:1746130280.346981:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130280.347062:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130280.347130:0:20953:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093172300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:20953:1830949841725824:192.168.204.51@tcp:104: 00010000:00010000:1.0:1746130280.347159:0:20953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a796ca00/0x4ce24e5787361e31 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4046f expref: 6 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130280.347177:0:20953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a796ca00, rc 0) 00000100:00100000:1.0:1746130280.347214:0:20953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e2e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c84b93b0-d496-484f-8e1e-94008838f2dd+6:31579:x1830949849178880:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6524us (6643us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130280.347222:0:20953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6310 00000100:00100000:1.0:1746130280.347245:0:20953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849179136 00000100:00100000:1.0:1746130280.347249:0:20953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849179136 00000100:00100000:1.0:1746130280.347285:0:20953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6311 00000100:00100000:1.0:1746130280.347290:0:20953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a64f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:640ea846-b909-4eea-9a54-417e15bd627b+12:31578:x1830949849179136:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746130280.347303:0:20953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746130280.347314:0:20953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a796d600/0x4ce24e5787361e38 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae40476 expref: -99 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130280.347331:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130280.347336:0:20953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a796ca00/0x4ce24e5787361e31 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4046f expref: 5 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130280.347341:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746130280.347343:0:20953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a796d600/0x4ce24e5787361e38 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40476 expref: 13 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130280.347367:0:20953:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a796ca00/0x4ce24e5787361e31 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4046f expref: 5 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130280.347374:0:20953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a796d600/0x4ce24e5787361e38 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40476 expref: 13 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130280.347380:0:20953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a796d600, rc 0) 00000100:00100000:1.0:1746130280.347392:0:20953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a64f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:640ea846-b909-4eea-9a54-417e15bd627b+13:31578:x1830949849179136:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 103us (329us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130280.347408:0:20953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6311 00000100:00100000:0.0:1746130280.347909:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849179008 00000100:00100000:0.0:1746130280.347913:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849179008 00002000:00100000:0.0:1746130280.347936:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff88013514f800 x1830949849179008/t0(0) o4->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:266/0 lens 496/0 e 0 to 0 dl 1746130291 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746130280.347944:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013514f800 with x1830949849179008 ext(0->7) 00010000:00010000:0.0:1746130280.347950:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a4967c00/0x4ce24e5787361e2a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40468 expref: 13 pid: 20953 timeout: 578 lvb_type: 0 00010000:00010000:0.0:1746130280.347960:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a4967c00/0x4ce24e5787361e2a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40468 expref: 13 pid: 20953 timeout: 578 lvb_type: 0 00002000:00010000:0.0:1746130280.347965:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88013514f800 00000100:00100000:0.0:1746130280.347976:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2558 00000100:00100000:0.0:1746130280.347979:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013514f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+13:1962:x1830949849179008:12345-192.168.204.51@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746130280.348211:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013514f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+15:1962:x1830949849179008:12345-192.168.204.51@tcp:4:ldlm_bl.0 Request processed in 230us (1239us total) trans 4294967928 rc 0/0 00000100:00100000:0.0:1746130280.348216:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2558 00002000:00100000:0.0:1746130280.348221:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff88013514f800 x1830949849179008/t4294967928(0) o4->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:266/0 lens 496/448 e 0 to 0 dl 1746130291 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746130280.348227:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013514f800 with x1830949849179008 ext(0->7) 00010000:00010000:0.0:1746130280.348230:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a4967c00/0x4ce24e5787361e2a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40468 expref: 15 pid: 20953 timeout: 578 lvb_type: 0 00010000:00010000:0.0:1746130280.348238:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a4967c00/0x4ce24e5787361e2a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40468 expref: 15 pid: 20953 timeout: 578 lvb_type: 0 00002000:00010000:0.0:1746130280.348247:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88013514f800 00000100:00100000:0.0:1746130280.350416:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130280.351056:0:7924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849179264 00000100:00100000:3.0:1746130280.351063:0:7924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849179264 00010000:00010000:3.0:1746130280.351102:0:7924:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a4967c00/0x4ce24e5787361e2a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40468 expref: 15 pid: 20953 timeout: 578 lvb_type: 0 00000100:00100000:3.0:1746130280.351136:0:7924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14574 00000100:00100000:3.0:1746130280.351142:0:7924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ac4c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+15:1963:x1830949849179264:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746130280.351154:0:7924:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746130280.351173:0:7924:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a4967c00/0x4ce24e5787361e2a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40468 expref: 15 pid: 20953 timeout: 578 lvb_type: 0 00010000:00010000:3.0:1746130280.351182:0:7924:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a4967c00/0x4ce24e5787361e2a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40468 expref: 15 pid: 20953 timeout: 578 lvb_type: 0 00010000:00010000:3.0:1746130280.351204:0:7924:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a4967c00/0x4ce24e5787361e2a lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40468 expref: 15 pid: 20953 timeout: 578 lvb_type: 0 00010000:00010000:3.0:1746130280.351231:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130280.351233:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130280.351239:0:7924:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a796ca00/0x4ce24e5787361e31 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4046f expref: 5 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130280.351246:0:7924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a796ca00/0x4ce24e5787361e31 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4046f expref: 5 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130280.351293:0:7924:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a796ca00/0x4ce24e5787361e31 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4046f expref: 5 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130280.351304:0:7924:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a796ca00/0x4ce24e5787361e31 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4046f expref: 5 pid: 20953 timeout: 578 lvb_type: 0 00000100:00100000:3.0:1746130280.351314:0:7924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091952680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841726080:192.168.204.51@tcp:105: 00000100:00100000:3.0:1746130280.351837:0:7924:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093e2b300 going to sleep for 11 seconds 00000100:00100000:3.0:1746130280.353897:0:7924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091952680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841726080:192.168.204.51@tcp:105: 00010000:00010000:3.0:1746130280.353919:0:7924:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746130280.353955:0:7924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ac4c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+14:1963:x1830949849179264:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 2812us (3545us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130280.353965:0:7924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14574 00000100:00100000:0.0:1746130280.354901:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130280.355000:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849179520 00000100:00100000:1.0:1746130280.355005:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849179520 00002000:00100000:1.0:1746130280.355037:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008ac4e300 x1830949849179520/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:266/0 lens 488/0 e 0 to 0 dl 1746130291 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130280.355047:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ac4e300 with x1830949849179520 ext(0->4095) 00010000:00010000:1.0:1746130280.355053:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a796ca00/0x4ce24e5787361e31 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4046f expref: 6 pid: 20953 timeout: 578 lvb_type: 0 00010000:00010000:1.0:1746130280.355066:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a796ca00/0x4ce24e5787361e31 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4046f expref: 6 pid: 20953 timeout: 578 lvb_type: 0 00002000:00010000:1.0:1746130280.355077:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008ac4e300 00000100:00100000:1.0:1746130280.355089:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2559 00000100:00100000:1.0:1746130280.355242:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ac4e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949849179520:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746130280.355734:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ac4e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949849179520:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 638us (834us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746130280.355740:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2559 00002000:00100000:1.0:1746130280.355745:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008ac4e300 x1830949849179520/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:266/0 lens 488/4536 e 0 to 0 dl 1746130291 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130280.355752:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ac4e300 with x1830949849179520 ext(0->4095) 00010000:00010000:1.0:1746130280.355756:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a796ca00/0x4ce24e5787361e31 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4046f expref: 6 pid: 20953 timeout: 578 lvb_type: 0 00010000:00010000:1.0:1746130280.355765:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a796ca00/0x4ce24e5787361e31 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4046f expref: 6 pid: 20953 timeout: 578 lvb_type: 0 00002000:00010000:1.0:1746130280.355771:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008ac4e300 00000100:00100000:0.0:1746130280.362191:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130280.362303:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130280.362376:0:10554:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849179776 00000100:00100000:2.0:1746130280.362383:0:10554:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849179776 00000100:00100000:2.0:1746130280.362434:0:10554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6312 00000100:00100000:2.0:1746130280.362440:0:10554:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ac4c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+6:31579:x1830949849179776:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746130280.362455:0:10554:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746130280.362469:0:10554:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091fc9400/0x4ce24e5787361e3f lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae4047d expref: -99 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130280.362491:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130280.362497:0:10554:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a796d600/0x4ce24e5787361e38 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40476 expref: 13 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130280.362502:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746130280.362505:0:10554:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc9400/0x4ce24e5787361e3f lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4047d expref: 7 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130280.362535:0:10554:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a796d600/0x4ce24e5787361e38 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40476 expref: 13 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130280.362547:0:10554:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091fc9400/0x4ce24e5787361e3f lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4047d expref: 7 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130280.362557:0:10554:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091fc9400, rc 0) 00000100:00100000:2.0:1746130280.362596:0:10554:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ac4c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+7:31579:x1830949849179776:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 156us (292us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130280.362605:0:10554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6312 00000100:00100000:3.0:1746130280.362879:0:7924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849179648 00000100:00100000:3.0:1746130280.362883:0:7924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849179648 00010000:00010000:3.0:1746130280.362904:0:7924:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a796ca00/0x4ce24e5787361e31 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4046f expref: 7 pid: 20953 timeout: 578 lvb_type: 0 00000100:00100000:3.0:1746130280.362921:0:7924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14575 00000100:00100000:3.0:1746130280.362926:0:7924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ac4f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+7:1961:x1830949849179648:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746130280.362936:0:7924:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746130280.362954:0:7924:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a796ca00/0x4ce24e5787361e31 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4046f expref: 7 pid: 20953 timeout: 578 lvb_type: 0 00010000:00010000:3.0:1746130280.362962:0:7924:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a796ca00/0x4ce24e5787361e31 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4046f expref: 7 pid: 20953 timeout: 578 lvb_type: 0 00010000:00010000:3.0:1746130280.362975:0:7924:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a796ca00/0x4ce24e5787361e31 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4046f expref: 7 pid: 20953 timeout: 578 lvb_type: 0 00010000:00010000:3.0:1746130280.362998:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130280.362999:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130280.363005:0:7924:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a796d600/0x4ce24e5787361e38 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40476 expref: 13 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130280.363011:0:7924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a796d600/0x4ce24e5787361e38 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40476 expref: 13 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130280.363028:0:7924:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a796d600/0x4ce24e5787361e38 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40476 expref: 13 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130280.363037:0:7924:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a796d600/0x4ce24e5787361e38 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40476 expref: 13 pid: 20953 timeout: 578 lvb_type: 0 00000100:00100000:3.0:1746130280.363047:0:7924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091952680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841726336:192.168.204.51@tcp:105: 00000100:00100000:3.0:1746130280.363105:0:7924:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093e2b300 going to sleep for 11 seconds 00000100:00100000:3.0:1746130280.367036:0:7924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091952680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841726336:192.168.204.51@tcp:105: 00010000:00010000:3.0:1746130280.367058:0:7924:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746130280.367277:0:7924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ac4f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949849179648:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 4335us (5077us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130280.367290:0:7924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14575 00000100:00100000:0.0:1746130280.368204:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130280.368384:0:7924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849179904 00000100:00100000:2.0:1746130280.368389:0:7924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849179904 00010000:00010000:2.0:1746130280.368426:0:7924:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a796d600/0x4ce24e5787361e38 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40476 expref: 14 pid: 20953 timeout: 578 lvb_type: 0 00000100:00100000:2.0:1746130280.368973:0:7924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14576 00000100:00100000:2.0:1746130280.368983:0:7924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e24d450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+14:1962:x1830949849179904:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746130280.368994:0:7924:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746130280.369013:0:7924:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a796d600/0x4ce24e5787361e38 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40476 expref: 14 pid: 20953 timeout: 578 lvb_type: 0 00010000:00010000:2.0:1746130280.369025:0:7924:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a796d600/0x4ce24e5787361e38 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40476 expref: 14 pid: 20953 timeout: 578 lvb_type: 0 00010000:00010000:2.0:1746130280.369045:0:7924:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a796d600/0x4ce24e5787361e38 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40476 expref: 14 pid: 20953 timeout: 578 lvb_type: 0 00010000:00010000:2.0:1746130280.369073:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130280.369076:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130280.369082:0:7924:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091fc9400/0x4ce24e5787361e3f lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4047d expref: 5 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130280.369089:0:7924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc9400/0x4ce24e5787361e3f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4047d expref: 5 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130280.369123:0:7924:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091fc9400/0x4ce24e5787361e3f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4047d expref: 5 pid: 10554 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746130280.369134:0:7924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132f7c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841726464:192.168.204.51@tcp:105: 00000100:00100000:2.0:1746130280.369208:0:7924:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012bfdce40 going to sleep for 11 seconds 00000100:00100000:0.0:1746130280.371737:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130280.371804:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849180160 00000100:00100000:1.0:1746130280.371810:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849180160 00002000:00100000:1.0:1746130280.371843:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008ac4d880 x1830949849180160/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:266/0 lens 488/0 e 0 to 0 dl 1746130291 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130280.371852:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ac4d880 with x1830949849180160 ext(0->4095) 00002000:00010000:1.0:1746130280.371856:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008ac4d880 00000100:00100000:2.0:1746130280.371934:0:7924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132f7c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841726464:192.168.204.51@tcp:105: 00010000:00010000:2.0:1746130280.371951:0:7924:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746130280.372000:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4838 00000100:00100000:1.0:1746130280.372006:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ac4d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949849180160:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746130280.372170:0:7924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e24d450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+13:1962:x1830949849179904:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 3189us (3967us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130280.372178:0:7924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14576 00000100:00100000:1.0:1746130280.372465:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ac4d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949849180160:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 458us (734us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746130280.372471:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4838 00002000:00100000:1.0:1746130280.372475:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008ac4d880 x1830949849180160/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:266/0 lens 488/4536 e 0 to 0 dl 1746130291 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130280.372483:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ac4d880 with x1830949849180160 ext(0->4095) 00002000:00010000:1.0:1746130280.372485:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008ac4d880 00000100:00100000:2.0:1746130280.375916:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130280.376248:0:8469:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849180288 00000100:00100000:0.0:1746130280.376255:0:8469:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849180288 00000100:00100000:0.0:1746130280.376738:0:8469:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6313 00000100:00100000:0.0:1746130280.376746:0:8469:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132f7c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:640ea846-b909-4eea-9a54-417e15bd627b+13:31579:x1830949849180288:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746130280.376762:0:8469:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746130280.376778:0:8469:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a796d600/0x4ce24e5787361e46 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae40484 expref: -99 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130280.376802:0:8469:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091fc9400/0x4ce24e5787361e3f lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4047d expref: 5 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130280.376808:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130280.376810:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130280.376813:0:8469:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a796d600/0x4ce24e5787361e46 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40484 expref: 14 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130280.376838:0:8469:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091fc9400/0x4ce24e5787361e3f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4047d expref: 5 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130280.376848:0:8469:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091fc9400/0x4ce24e5787361e3f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4047d expref: 5 pid: 10554 timeout: 578 lvb_type: 0 00000100:00100000:0.0:1746130280.376858:0:8469:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ac4d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8469:1830949841726592:192.168.204.51@tcp:104: 00000100:00100000:0.0:1746130280.376940:0:8469:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009bc950c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746130280.377979:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130280.378169:0:10554:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849180416 00000100:00100000:2.0:1746130280.378176:0:10554:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849180416 00000100:00100000:2.0:1746130280.378623:0:10554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6314 00000100:00100000:2.0:1746130280.378632:0:10554:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ac4df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:640ea846-b909-4eea-9a54-417e15bd627b+15:31578:x1830949849180416:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746130280.378643:0:10554:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746130280.378655:0:10554:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091fc8800/0x4ce24e5787361e4d lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae4048b expref: -99 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130280.378674:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130280.378678:0:10554:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a796d600/0x4ce24e5787361e46 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40484 expref: 16 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130280.378684:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746130280.378686:0:10554:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc8800/0x4ce24e5787361e4d lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4048b expref: 16 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130280.378712:0:10554:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a796d600/0x4ce24e5787361e46 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40484 expref: 16 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130280.378724:0:10554:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091fc8800/0x4ce24e5787361e4d lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4048b expref: 16 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130280.378731:0:10554:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091fc8800, rc 0) 00000100:00100000:2.0:1746130280.379176:0:10554:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ac4df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:640ea846-b909-4eea-9a54-417e15bd627b+16:31578:x1830949849180416:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 543us (1198us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130280.379182:0:10554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6314 00000100:00100000:2.0:1746130280.380632:0:8469:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008ac4d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8469:1830949841726592:192.168.204.51@tcp:104: 00010000:00010000:2.0:1746130280.380656:0:8469:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a796d600/0x4ce24e5787361e46 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40484 expref: 15 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130280.380670:0:8469:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a796d600, rc 0) 00000100:00100000:2.0:1746130280.380709:0:8469:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132f7c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:640ea846-b909-4eea-9a54-417e15bd627b+15:31579:x1830949849180288:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3964us (4800us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130280.380716:0:8469:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6313 00000100:00100000:0.0:1746130280.381969:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130280.382371:0:7924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849180544 00000100:00100000:2.0:1746130280.382377:0:7924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849180544 00010000:00010000:2.0:1746130280.382420:0:7924:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc9400/0x4ce24e5787361e3f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4047d expref: 6 pid: 10554 timeout: 578 lvb_type: 0 00000100:00100000:2.0:1746130280.382767:0:7924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14577 00000100:00100000:2.0:1746130280.382774:0:7924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ac4d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949849180544:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746130280.382785:0:7924:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746130280.382804:0:7924:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091fc9400/0x4ce24e5787361e3f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4047d expref: 6 pid: 10554 timeout: 578 lvb_type: 0 00010000:00010000:2.0:1746130280.382814:0:7924:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091fc9400/0x4ce24e5787361e3f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4047d expref: 6 pid: 10554 timeout: 578 lvb_type: 0 00010000:00010000:2.0:1746130280.382833:0:7924:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091fc9400/0x4ce24e5787361e3f lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4047d expref: 6 pid: 10554 timeout: 578 lvb_type: 0 00010000:00010000:2.0:1746130280.383194:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130280.383197:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130280.383204:0:7924:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a796d600/0x4ce24e5787361e46 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40484 expref: 14 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130280.383211:0:7924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a796d600/0x4ce24e5787361e46 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40484 expref: 14 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130280.383238:0:7924:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a796d600/0x4ce24e5787361e46 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40484 expref: 14 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130280.383246:0:7924:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a796d600/0x4ce24e5787361e46 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40484 expref: 14 pid: 8469 timeout: 578 lvb_type: 0 00000100:00100000:2.0:1746130280.383256:0:7924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132f7ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841726848:192.168.204.51@tcp:105: 00000100:00100000:2.0:1746130280.383616:0:7924:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012bfdc300 going to sleep for 11 seconds 00000100:00100000:2.0:1746130280.385761:0:7924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132f7ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841726848:192.168.204.51@tcp:105: 00010000:00010000:2.0:1746130280.385782:0:7924:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746130280.385823:0:7924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ac4d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+5:1961:x1830949849180544:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 3048us (3857us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130280.385833:0:7924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14577 00000100:00100000:0.0:1746130280.386066:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130280.386672:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849180800 00000100:00100000:2.0:1746130280.386678:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849180800 00002000:00100000:2.0:1746130280.386710:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008ac4c700 x1830949849180800/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:266/0 lens 488/0 e 0 to 0 dl 1746130291 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130280.386718:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ac4c700 with x1830949849180800 ext(0->4095) 00010000:00010000:2.0:1746130280.386725:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a796d600/0x4ce24e5787361e46 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40484 expref: 15 pid: 8469 timeout: 578 lvb_type: 0 00010000:00010000:2.0:1746130280.386736:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a796d600/0x4ce24e5787361e46 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40484 expref: 15 pid: 8469 timeout: 578 lvb_type: 0 00002000:00010000:2.0:1746130280.386741:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008ac4c700 00000100:00100000:2.0:1746130280.387093:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2560 00000100:00100000:2.0:1746130280.387100:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ac4c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+15:1962:x1830949849180800:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746130280.387627:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ac4c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+15:1962:x1830949849180800:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 526us (1560us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746130280.387633:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2560 00002000:00100000:2.0:1746130280.387639:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008ac4c700 x1830949849180800/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:266/0 lens 488/4536 e 0 to 0 dl 1746130291 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130280.387646:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ac4c700 with x1830949849180800 ext(0->4095) 00010000:00010000:2.0:1746130280.387652:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a796d600/0x4ce24e5787361e46 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40484 expref: 15 pid: 8469 timeout: 578 lvb_type: 0 00010000:00010000:2.0:1746130280.387662:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a796d600/0x4ce24e5787361e46 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40484 expref: 15 pid: 8469 timeout: 578 lvb_type: 0 00002000:00010000:2.0:1746130280.387667:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008ac4c700 00000100:00100000:0.0:1746130280.390208:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130280.390325:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130280.390526:0:7924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849181056 00000100:00100000:3.0:1746130280.390532:0:7924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849181056 00010000:00010000:3.0:1746130280.390563:0:7924:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a796d600/0x4ce24e5787361e46 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40484 expref: 15 pid: 8469 timeout: 578 lvb_type: 0 00000100:00100000:3.0:1746130280.390586:0:7924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14578 00000100:00100000:3.0:1746130280.390591:0:7924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092498e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+15:1962:x1830949849181056:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746130280.390603:0:7924:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746130280.390619:0:7924:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a796d600/0x4ce24e5787361e46 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40484 expref: 15 pid: 8469 timeout: 578 lvb_type: 0 00010000:00010000:3.0:1746130280.390628:0:7924:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a796d600/0x4ce24e5787361e46 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40484 expref: 15 pid: 8469 timeout: 578 lvb_type: 0 00010000:00010000:3.0:1746130280.390646:0:7924:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a796d600/0x4ce24e5787361e46 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40484 expref: 15 pid: 8469 timeout: 578 lvb_type: 0 00010000:00010000:3.0:1746130280.390661:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130280.390662:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130280.390668:0:7924:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8800/0x4ce24e5787361e4d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4048b expref: 14 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130280.390675:0:7924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc8800/0x4ce24e5787361e4d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4048b expref: 14 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130280.390700:0:7924:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091fc8800/0x4ce24e5787361e4d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4048b expref: 14 pid: 10554 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746130280.390713:0:7924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091952680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841726976:192.168.204.51@tcp:105: 00000100:00100000:3.0:1746130280.390773:0:7924:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093e2b300 going to sleep for 11 seconds 00000100:00100000:2.0:1746130280.390977:0:8469:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849180928 00000100:00100000:2.0:1746130280.390981:0:8469:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849180928 00000100:00100000:2.0:1746130280.391006:0:8469:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6315 00000100:00100000:2.0:1746130280.391011:0:8469:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ac4f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+5:31579:x1830949849180928:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746130280.391021:0:8469:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746130280.391029:0:8469:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091fc8e00/0x4ce24e5787361e54 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae40492 expref: -99 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130280.391044:0:8469:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8800/0x4ce24e5787361e4d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4048b expref: 14 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130280.391049:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746130280.391050:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746130280.391053:0:8469:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc8e00/0x4ce24e5787361e54 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40492 expref: 6 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130280.391068:0:8469:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091fc8800/0x4ce24e5787361e4d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4048b expref: 14 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130280.391077:0:8469:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091fc8800/0x4ce24e5787361e4d lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4048b expref: 14 pid: 10554 timeout: 578 lvb_type: 0 00000100:00100000:2.0:1746130280.391083:0:8469:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132f7ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8469:1830949841727104:192.168.204.51@tcp:104: 00000100:00100000:2.0:1746130280.391106:0:8469:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012bfdc300 going to sleep for 11 seconds 00000100:00100000:0.0:1746130280.395056:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130280.395155:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849181312 00000100:00100000:2.0:1746130280.395163:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849181312 00002000:00100000:2.0:1746130280.395199:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009249ad80 x1830949849181312/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:266/0 lens 488/0 e 0 to 0 dl 1746130291 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130280.395208:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009249ad80 with x1830949849181312 ext(0->4095) 00010000:00010000:2.0:1746130280.395216:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8800/0x4ce24e5787361e4d lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4048b expref: 15 pid: 10554 timeout: 578 lvb_type: 0 00010000:00010000:2.0:1746130280.395228:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091fc8800/0x4ce24e5787361e4d lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4048b expref: 15 pid: 10554 timeout: 578 lvb_type: 0 00002000:00010000:2.0:1746130280.395233:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009249ad80 00000100:00100000:2.0:1746130280.395250:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2561 00000100:00100000:2.0:1746130280.395257:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009249ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+15:1961:x1830949849181312:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746130280.395630:0:7924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091952680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841726976:192.168.204.51@tcp:105: 00010000:00010000:3.0:1746130280.395649:0:7924:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746130280.395689:0:7924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092498e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+15:1962:x1830949849181056:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 5097us (5363us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130280.395696:0:7924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14578 00000100:00100000:3.0:1746130280.397476:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009249ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+14:1961:x1830949849181312:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 2209us (2416us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746130280.397486:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2561 00002000:00100000:3.0:1746130280.397493:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009249ad80 x1830949849181312/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:266/0 lens 488/4536 e 0 to 0 dl 1746130291 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130280.397501:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009249ad80 with x1830949849181312 ext(0->4095) 00010000:00010000:3.0:1746130280.397508:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8800/0x4ce24e5787361e4d lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4048b expref: 14 pid: 10554 timeout: 578 lvb_type: 0 00010000:00010000:3.0:1746130280.397520:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091fc8800/0x4ce24e5787361e4d lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4048b expref: 14 pid: 10554 timeout: 578 lvb_type: 0 00002000:00010000:3.0:1746130280.397525:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009249ad80 00000100:00100000:3.0:1746130280.397986:0:8469:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132f7ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8469:1830949841727104:192.168.204.51@tcp:104: 00010000:00010000:3.0:1746130280.398005:0:8469:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091fc8e00/0x4ce24e5787361e54 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40492 expref: 6 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130280.398019:0:8469:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091fc8e00, rc 0) 00000100:00100000:3.0:1746130280.398057:0:8469:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ac4f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+6:31579:x1830949849180928:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 7046us (7856us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130280.398063:0:8469:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6315 00000100:00100000:0.0:1746130280.402014:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130280.402215:0:8469:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849181440 00000100:00100000:3.0:1746130280.402223:0:8469:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849181440 00000100:00100000:3.0:1746130280.402297:0:8469:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6316 00000100:00100000:3.0:1746130280.402305:0:8469:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009249a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:640ea846-b909-4eea-9a54-417e15bd627b+14:31578:x1830949849181440:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746130280.402319:0:8469:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746130280.402335:0:8469:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800934d0800/0x4ce24e5787361e5b lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae40499 expref: -99 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130280.402359:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746130280.402365:0:8469:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8e00/0x4ce24e5787361e54 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40492 expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130280.402370:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746130280.402373:0:8469:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d0800/0x4ce24e5787361e5b lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40499 expref: 15 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130280.402412:0:8469:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091fc8e00/0x4ce24e5787361e54 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40492 expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130280.402423:0:8469:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800934d0800/0x4ce24e5787361e5b lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40499 expref: 15 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130280.402436:0:8469:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800934d0800, rc 0) 00000100:00100000:3.0:1746130280.402489:0:8469:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009249a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:640ea846-b909-4eea-9a54-417e15bd627b+15:31578:x1830949849181440:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 185us (482us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130280.402494:0:8469:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6316 00000100:00100000:0.0:1746130280.402553:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130280.403146:0:7924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849181568 00000100:00100000:3.0:1746130280.403150:0:7924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849181568 00010000:00010000:3.0:1746130280.403168:0:7924:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc8800/0x4ce24e5787361e4d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4048b expref: 15 pid: 10554 timeout: 578 lvb_type: 0 00000100:00100000:1.0:1746130280.403849:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14579 00000100:00100000:1.0:1746130280.403859:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092498700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+15:1963:x1830949849181568:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746130280.403870:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746130280.403889:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091fc8800/0x4ce24e5787361e4d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4048b expref: 15 pid: 10554 timeout: 578 lvb_type: 0 00010000:00010000:1.0:1746130280.403899:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091fc8800/0x4ce24e5787361e4d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4048b expref: 15 pid: 10554 timeout: 578 lvb_type: 0 00010000:00010000:1.0:1746130280.403915:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8800/0x4ce24e5787361e4d lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4048b expref: 15 pid: 10554 timeout: 578 lvb_type: 0 00010000:00010000:1.0:1746130280.404248:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130280.404250:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130280.404257:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8e00/0x4ce24e5787361e54 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40492 expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130280.404276:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc8e00/0x4ce24e5787361e54 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40492 expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130280.404305:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091fc8e00/0x4ce24e5787361e54 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40492 expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130280.404314:0:7097:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091fc8e00/0x4ce24e5787361e54 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40492 expref: 5 pid: 8469 timeout: 578 lvb_type: 0 00000100:00100000:1.0:1746130280.404325:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093172300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841727360:192.168.204.51@tcp:105: 00000100:00100000:1.0:1746130280.404946:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18fb3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746130280.406961:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093172300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841727360:192.168.204.51@tcp:105: 00010000:00010000:1.0:1746130280.406979:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746130280.407762:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092498700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+14:1963:x1830949849181568:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 3902us (5205us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130280.407772:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14579 00000100:00100000:0.0:1746130280.408390:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130280.408458:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849181824 00000100:00100000:2.0:1746130280.408464:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849181824 00002000:00100000:2.0:1746130280.408499:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009249a680 x1830949849181824/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:266/0 lens 488/0 e 0 to 0 dl 1746130291 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130280.408508:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009249a680 with x1830949849181824 ext(0->4095) 00010000:00010000:2.0:1746130280.408514:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8e00/0x4ce24e5787361e54 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40492 expref: 6 pid: 8469 timeout: 578 lvb_type: 0 00010000:00010000:2.0:1746130280.408526:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091fc8e00/0x4ce24e5787361e54 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40492 expref: 6 pid: 8469 timeout: 578 lvb_type: 0 00002000:00010000:2.0:1746130280.408536:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009249a680 00000100:00100000:2.0:1746130280.408713:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2562 00000100:00100000:2.0:1746130280.408719:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009249a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949849181824:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746130280.408844:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009249a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949849181824:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 126us (455us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746130280.408849:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2562 00002000:00100000:2.0:1746130280.408853:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009249a680 x1830949849181824/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:266/0 lens 488/4536 e 0 to 0 dl 1746130291 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130280.408859:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009249a680 with x1830949849181824 ext(0->4095) 00010000:00010000:2.0:1746130280.408863:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8e00/0x4ce24e5787361e54 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40492 expref: 6 pid: 8469 timeout: 578 lvb_type: 0 00010000:00010000:2.0:1746130280.408870:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091fc8e00/0x4ce24e5787361e54 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40492 expref: 6 pid: 8469 timeout: 578 lvb_type: 0 00002000:00010000:2.0:1746130280.408876:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009249a680 00000100:00100000:0.0:1746130280.414392:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130280.414513:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849181952 00000100:00100000:1.0:1746130280.414524:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849181952 00010000:00010000:1.0:1746130280.414562:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc8e00/0x4ce24e5787361e54 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40492 expref: 6 pid: 8469 timeout: 578 lvb_type: 0 00000100:00100000:1.0:1746130280.414600:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14580 00000100:00100000:1.0:1746130280.414607:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e34a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949849181952:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746130280.414743:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746130280.414764:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091fc8e00/0x4ce24e5787361e54 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40492 expref: 6 pid: 8469 timeout: 578 lvb_type: 0 00010000:00010000:1.0:1746130280.414775:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091fc8e00/0x4ce24e5787361e54 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40492 expref: 6 pid: 8469 timeout: 578 lvb_type: 0 00010000:00010000:1.0:1746130280.414796:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8e00/0x4ce24e5787361e54 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40492 expref: 6 pid: 8469 timeout: 578 lvb_type: 0 00010000:00010000:1.0:1746130280.414823:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130280.414825:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130280.414831:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800934d0800/0x4ce24e5787361e5b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40499 expref: 13 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130280.414838:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d0800/0x4ce24e5787361e5b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40499 expref: 13 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130280.414868:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800934d0800/0x4ce24e5787361e5b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40499 expref: 13 pid: 8469 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746130280.414880:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093172300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841727488:192.168.204.51@tcp:105: 00000100:00100000:1.0:1746130280.415443:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18fb3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746130280.417671:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093172300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841727488:192.168.204.51@tcp:105: 00010000:00010000:1.0:1746130280.417693:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746130280.417742:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e34a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+5:1962:x1830949849181952:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 3135us (3359us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130280.417752:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14580 00000100:00100000:0.0:1746130280.417961:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130280.418376:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849182208 00000100:00100000:3.0:1746130280.418468:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849182208 00002000:00100000:3.0:1746130280.418508:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092e36a00 x1830949849182208/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:266/0 lens 488/0 e 0 to 0 dl 1746130291 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130280.418518:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092e36a00 with x1830949849182208 ext(0->4095) 00002000:00010000:3.0:1746130280.418522:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092e36a00 00000100:00100000:3.0:1746130280.418550:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4839 00000100:00100000:3.0:1746130280.418557:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e36a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+14:1961:x1830949849182208:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746130280.418700:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e36a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+14:1961:x1830949849182208:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 143us (739us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746130280.418706:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4839 00002000:00100000:3.0:1746130280.418710:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092e36a00 x1830949849182208/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:266/0 lens 488/4536 e 0 to 0 dl 1746130291 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130280.418717:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092e36a00 with x1830949849182208 ext(0->4095) 00002000:00010000:3.0:1746130280.418721:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092e36a00 00000100:00100000:0.0:1746130280.420471:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130280.420577:0:8469:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849182336 00000100:00100000:3.0:1746130280.420583:0:8469:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849182336 00000100:00100000:3.0:1746130280.420631:0:8469:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6317 00000100:00100000:3.0:1746130280.420637:0:8469:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e37480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+5:31579:x1830949849182336:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746130280.420650:0:8469:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746130280.420665:0:8469:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800934d1200/0x4ce24e5787361e62 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae404a0 expref: -99 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130280.420687:0:8469:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800934d0800/0x4ce24e5787361e5b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40499 expref: 13 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130280.420693:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746130280.420694:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746130280.420697:0:8469:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d1200/0x4ce24e5787361e62 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae404a0 expref: 6 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130280.420721:0:8469:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800934d0800/0x4ce24e5787361e5b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40499 expref: 13 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130280.420730:0:8469:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800934d0800/0x4ce24e5787361e5b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40499 expref: 13 pid: 8469 timeout: 578 lvb_type: 0 00000100:00100000:3.0:1746130280.420739:0:8469:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091952680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8469:1830949841727616:192.168.204.51@tcp:104: 00000100:00100000:3.0:1746130280.420803:0:8469:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093e2b600 going to sleep for 11 seconds 00000100:00100000:3.0:1746130280.423193:0:8469:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091952680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8469:1830949841727616:192.168.204.51@tcp:104: 00010000:00010000:3.0:1746130280.423227:0:8469:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800934d1200/0x4ce24e5787361e62 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae404a0 expref: 6 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130280.423243:0:8469:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800934d1200, rc 0) 00000100:00100000:3.0:1746130280.423507:0:8469:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e37480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+6:31579:x1830949849182336:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2869us (3039us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130280.423515:0:8469:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6317 00000100:00100000:2.0:1746130280.424105:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130280.424211:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849182464 00000100:00100000:1.0:1746130280.424217:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849182464 00010000:00010000:1.0:1746130280.424243:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d0800/0x4ce24e5787361e5b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40499 expref: 14 pid: 8469 timeout: 578 lvb_type: 0 00000100:00100000:1.0:1746130280.424379:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14581 00000100:00100000:1.0:1746130280.424386:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132f7c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+14:1962:x1830949849182464:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746130280.424485:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746130280.424508:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800934d0800/0x4ce24e5787361e5b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40499 expref: 14 pid: 8469 timeout: 578 lvb_type: 0 00010000:00010000:1.0:1746130280.424518:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800934d0800/0x4ce24e5787361e5b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40499 expref: 14 pid: 8469 timeout: 578 lvb_type: 0 00010000:00010000:1.0:1746130280.424538:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800934d0800/0x4ce24e5787361e5b lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40499 expref: 14 pid: 8469 timeout: 578 lvb_type: 0 00010000:00010000:1.0:1746130280.424596:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130280.424754:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130280.424761:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1200/0x4ce24e5787361e62 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae404a0 expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130280.424769:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d1200/0x4ce24e5787361e62 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae404a0 expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130280.424797:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800934d1200/0x4ce24e5787361e62 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae404a0 expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746130280.424809:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093172300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841727744:192.168.204.51@tcp:105: 00000100:00100000:1.0:1746130280.424886:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18fb3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746130280.426595:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130280.426807:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093172300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841727744:192.168.204.51@tcp:105: 00010000:00010000:1.0:1746130280.426822:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746130280.426852:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132f7c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+13:1962:x1830949849182464:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 2467us (2747us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130280.426859:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14581 00000100:00100000:3.0:1746130280.426922:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849182720 00000100:00100000:3.0:1746130280.426928:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849182720 00002000:00100000:3.0:1746130280.426962:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092e35f80 x1830949849182720/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:266/0 lens 488/0 e 0 to 0 dl 1746130291 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130280.426971:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092e35f80 with x1830949849182720 ext(0->4095) 00002000:00010000:3.0:1746130280.426975:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092e35f80 00000100:00100000:3.0:1746130280.427178:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4840 00000100:00100000:3.0:1746130280.427185:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e35f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949849182720:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746130280.427323:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e35f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949849182720:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 138us (731us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746130280.427328:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4840 00002000:00100000:3.0:1746130280.427333:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092e35f80 x1830949849182720/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:266/0 lens 488/4536 e 0 to 0 dl 1746130291 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130280.427339:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092e35f80 with x1830949849182720 ext(0->4095) 00002000:00010000:3.0:1746130280.427342:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092e35f80 00000100:00100000:0.0:1746130280.428540:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130280.428603:0:8469:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849182848 00000100:00100000:3.0:1746130280.428608:0:8469:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849182848 00000100:00100000:3.0:1746130280.428910:0:8469:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6318 00000100:00100000:3.0:1746130280.428917:0:8469:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e34380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:640ea846-b909-4eea-9a54-417e15bd627b+13:31578:x1830949849182848:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746130280.428928:0:8469:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746130280.428942:0:8469:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800934d0c00/0x4ce24e5787361e69 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae404a7 expref: -99 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130280.428963:0:8469:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1200/0x4ce24e5787361e62 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae404a0 expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130280.428969:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130280.428971:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130280.428973:0:8469:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d0c00/0x4ce24e5787361e69 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae404a7 expref: 14 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130280.428996:0:8469:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800934d1200/0x4ce24e5787361e62 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae404a0 expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130280.429005:0:8469:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800934d1200/0x4ce24e5787361e62 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae404a0 expref: 5 pid: 8469 timeout: 578 lvb_type: 0 00000100:00100000:3.0:1746130280.429013:0:8469:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091952680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8469:1830949841727872:192.168.204.51@tcp:104: 00000100:00100000:3.0:1746130280.429070:0:8469:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093e2bd80 going to sleep for 11 seconds 00000100:00100000:0.0:1746130280.431687:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130280.431788:0:10554:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849182976 00000100:00100000:2.0:1746130280.431795:0:10554:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849182976 00000100:00100000:2.0:1746130280.431885:0:10554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6319 00000100:00100000:2.0:1746130280.431892:0:10554:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e35500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:640ea846-b909-4eea-9a54-417e15bd627b+15:31579:x1830949849182976:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746130280.431909:0:10554:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746130280.431925:0:10554:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e5787361e70 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae404ae expref: -99 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130280.431955:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130280.431960:0:10554:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800934d0c00/0x4ce24e5787361e69 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae404a7 expref: 16 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130280.431965:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746130280.431968:0:10554:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e5787361e70 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae404ae expref: 16 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130280.431999:0:10554:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800934d0c00/0x4ce24e5787361e69 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae404a7 expref: 16 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130280.432011:0:10554:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e5787361e70 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae404ae expref: 16 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130280.432020:0:10554:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091fc8600, rc 0) 00000100:00100000:2.0:1746130280.432061:0:10554:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e35500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:640ea846-b909-4eea-9a54-417e15bd627b+16:31579:x1830949849182976:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 169us (381us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130280.432066:0:10554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6319 00000100:00100000:3.0:1746130280.432140:0:8469:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091952680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8469:1830949841727872:192.168.204.51@tcp:104: 00010000:00010000:3.0:1746130280.432157:0:8469:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800934d0c00/0x4ce24e5787361e69 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae404a7 expref: 15 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130280.432164:0:8469:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800934d0c00, rc 0) 00000100:00100000:3.0:1746130280.432177:0:8469:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e34380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:640ea846-b909-4eea-9a54-417e15bd627b+15:31578:x1830949849182848:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3263us (3642us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130280.432185:0:8469:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6318 00000100:00100000:0.0:1746130280.433430:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130280.434389:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849183104 00000100:00100000:1.0:1746130280.434409:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849183104 00010000:00010000:1.0:1746130280.434443:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d1200/0x4ce24e5787361e62 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae404a0 expref: 6 pid: 8469 timeout: 578 lvb_type: 0 00000100:00100000:1.0:1746130280.434485:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14582 00000100:00100000:1.0:1746130280.434492:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bdfea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949849183104:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746130280.434507:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746130280.434530:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800934d1200/0x4ce24e5787361e62 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae404a0 expref: 6 pid: 8469 timeout: 578 lvb_type: 0 00010000:00010000:1.0:1746130280.434541:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800934d1200/0x4ce24e5787361e62 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae404a0 expref: 6 pid: 8469 timeout: 578 lvb_type: 0 00010000:00010000:1.0:1746130280.434562:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1200/0x4ce24e5787361e62 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae404a0 expref: 6 pid: 8469 timeout: 578 lvb_type: 0 00010000:00010000:1.0:1746130280.434592:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130280.434594:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130280.434600:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800934d0c00/0x4ce24e5787361e69 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae404a7 expref: 14 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130280.434607:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d0c00/0x4ce24e5787361e69 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae404a7 expref: 14 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130280.434640:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800934d0c00/0x4ce24e5787361e69 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae404a7 expref: 14 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130280.434649:0:7097:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800934d0c00/0x4ce24e5787361e69 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae404a7 expref: 14 pid: 8469 timeout: 578 lvb_type: 0 00000100:00100000:1.0:1746130280.434659:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093172300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841728128:192.168.204.51@tcp:105: 00000100:00100000:1.0:1746130280.435026:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18fb3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746130280.439143:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093172300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841728128:192.168.204.51@tcp:105: 00010000:00010000:1.0:1746130280.439166:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746130280.439209:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bdfea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+5:1962:x1830949849183104:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 4716us (5783us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130280.439219:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14582 00000100:00100000:0.0:1746130280.439622:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130280.439859:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849183360 00000100:00100000:3.0:1746130280.439865:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849183360 00002000:00100000:3.0:1746130280.439905:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008af74a80 x1830949849183360/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:266/0 lens 488/0 e 0 to 0 dl 1746130291 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130280.439914:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008af74a80 with x1830949849183360 ext(0->4095) 00010000:00010000:3.0:1746130280.439920:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800934d0c00/0x4ce24e5787361e69 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae404a7 expref: 15 pid: 8469 timeout: 578 lvb_type: 0 00010000:00010000:3.0:1746130280.439933:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800934d0c00/0x4ce24e5787361e69 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae404a7 expref: 15 pid: 8469 timeout: 578 lvb_type: 0 00002000:00010000:3.0:1746130280.439939:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008af74a80 00000100:00100000:3.0:1746130280.439964:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2563 00000100:00100000:3.0:1746130280.439972:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008af74a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+15:1962:x1830949849183360:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746130280.440137:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008af74a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+15:1962:x1830949849183360:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 165us (514us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746130280.440143:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2563 00002000:00100000:3.0:1746130280.440148:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008af74a80 x1830949849183360/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:266/0 lens 488/4536 e 0 to 0 dl 1746130291 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130280.440155:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008af74a80 with x1830949849183360 ext(0->4095) 00010000:00010000:3.0:1746130280.440158:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800934d0c00/0x4ce24e5787361e69 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae404a7 expref: 15 pid: 8469 timeout: 578 lvb_type: 0 00010000:00010000:3.0:1746130280.440172:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800934d0c00/0x4ce24e5787361e69 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae404a7 expref: 15 pid: 8469 timeout: 578 lvb_type: 0 00002000:00010000:3.0:1746130280.440177:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008af74a80 00000100:00100000:0.0:1746130280.443229:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130280.443349:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849183488 00000100:00100000:1.0:1746130280.443356:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849183488 00010000:00010000:1.0:1746130280.443392:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d0c00/0x4ce24e5787361e69 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae404a7 expref: 15 pid: 8469 timeout: 578 lvb_type: 0 00000100:00100000:1.0:1746130280.443483:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14583 00000100:00100000:1.0:1746130280.443490:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e24d050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+15:1962:x1830949849183488:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746130280.443504:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746130280.443522:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800934d0c00/0x4ce24e5787361e69 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae404a7 expref: 15 pid: 8469 timeout: 578 lvb_type: 0 00010000:00010000:1.0:1746130280.443537:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800934d0c00/0x4ce24e5787361e69 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae404a7 expref: 15 pid: 8469 timeout: 578 lvb_type: 0 00010000:00010000:1.0:1746130280.443555:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800934d0c00/0x4ce24e5787361e69 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae404a7 expref: 15 pid: 8469 timeout: 578 lvb_type: 0 00010000:00010000:1.0:1746130280.443582:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130280.443584:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130280.443590:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e5787361e70 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae404ae expref: 14 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130280.443598:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e5787361e70 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae404ae expref: 14 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130280.443625:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e5787361e70 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae404ae expref: 14 pid: 10554 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746130280.443635:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093172300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841728256:192.168.204.51@tcp:105: 00000100:00100000:1.0:1746130280.443697:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18fb3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746130280.445653:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093172300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841728256:192.168.204.51@tcp:105: 00010000:00010000:1.0:1746130280.445669:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746130280.445698:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e24d050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+14:1962:x1830949849183488:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 2208us (2475us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130280.445706:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14583 00000100:00100000:0.0:1746130280.446063:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130280.446464:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849183744 00000100:00100000:1.0:1746130280.446469:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849183744 00002000:00100000:1.0:1746130280.446497:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008af75c00 x1830949849183744/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:266/0 lens 488/0 e 0 to 0 dl 1746130291 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130280.446505:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008af75c00 with x1830949849183744 ext(0->4095) 00002000:00010000:1.0:1746130280.446509:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008af75c00 00000100:00100000:1.0:1746130280.447087:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4841 00000100:00100000:1.0:1746130280.447093:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008af75c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+14:1962:x1830949849183744:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746130280.447223:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008af75c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+14:1962:x1830949849183744:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 130us (1160us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746130280.447228:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4841 00002000:00100000:1.0:1746130280.447233:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008af75c00 x1830949849183744/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:266/0 lens 488/4536 e 0 to 0 dl 1746130291 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130280.447240:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008af75c00 with x1830949849183744 ext(0->4095) 00002000:00010000:1.0:1746130280.447243:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008af75c00 00000100:00100000:0.0:1746130280.449734:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130280.449829:0:20953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849183872 00000100:00100000:1.0:1746130280.449837:0:20953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849183872 00000100:00100000:1.0:1746130280.449912:0:20953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6320 00000100:00100000:1.0:1746130280.449919:0:20953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008af74380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c84b93b0-d496-484f-8e1e-94008838f2dd+5:31579:x1830949849183872:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746130280.449934:0:20953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746130280.449950:0:20953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880135e1ee00/0x4ce24e5787361e77 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae404b5 expref: -99 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130280.449974:0:20953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e5787361e70 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae404ae expref: 13 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130280.449985:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130280.449987:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130280.449990:0:20953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880135e1ee00/0x4ce24e5787361e77 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae404b5 expref: 6 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130280.450014:0:20953:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e5787361e70 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae404ae expref: 13 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130280.450024:0:20953:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e5787361e70 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae404ae expref: 13 pid: 10554 timeout: 578 lvb_type: 0 00000100:00100000:1.0:1746130280.450035:0:20953:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093172300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:20953:1830949841728384:192.168.204.51@tcp:104: 00000100:00100000:1.0:1746130280.450535:0:20953:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18fb540 going to sleep for 11 seconds 00000100:00100000:1.0:1746130280.452419:0:20953:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093172300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:20953:1830949841728384:192.168.204.51@tcp:104: 00010000:00010000:1.0:1746130280.452447:0:20953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880135e1ee00/0x4ce24e5787361e77 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae404b5 expref: 6 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130280.452460:0:20953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135e1ee00, rc 0) 00000100:00100000:1.0:1746130280.452496:0:20953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008af74380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c84b93b0-d496-484f-8e1e-94008838f2dd+6:31579:x1830949849183872:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2577us (2769us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130280.452504:0:20953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6320 00000100:00100000:0.0:1746130280.453773:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130280.453954:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849184000 00000100:00100000:1.0:1746130280.453962:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849184000 00010000:00010000:1.0:1746130280.454003:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e5787361e70 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae404ae expref: 14 pid: 10554 timeout: 578 lvb_type: 0 00000100:00100000:1.0:1746130280.454044:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14584 00000100:00100000:1.0:1746130280.454051:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008af76680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+14:1962:x1830949849184000:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746130280.454066:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746130280.454088:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e5787361e70 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae404ae expref: 14 pid: 10554 timeout: 578 lvb_type: 0 00010000:00010000:1.0:1746130280.454097:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e5787361e70 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae404ae expref: 14 pid: 10554 timeout: 578 lvb_type: 0 00010000:00010000:1.0:1746130280.454119:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e5787361e70 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae404ae expref: 14 pid: 10554 timeout: 578 lvb_type: 0 00010000:00010000:1.0:1746130280.454151:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130280.454153:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130280.454162:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880135e1ee00/0x4ce24e5787361e77 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae404b5 expref: 5 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130280.454170:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880135e1ee00/0x4ce24e5787361e77 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae404b5 expref: 5 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130280.454204:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880135e1ee00/0x4ce24e5787361e77 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae404b5 expref: 5 pid: 20953 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746130280.454216:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093172300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841728512:192.168.204.51@tcp:105: 00000100:00100000:1.0:1746130280.454315:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18fb540 going to sleep for 11 seconds 00000100:00100000:0.0:1746130280.457879:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130280.458325:0:20953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849184128 00000100:00100000:1.0:1746130280.458333:0:20953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849184128 00000100:00100000:0.0:1746130280.458982:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130280.459171:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093172300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841728512:192.168.204.51@tcp:105: 00010000:00010000:2.0:1746130280.459188:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746130280.459224:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008af76680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+14:1962:x1830949849184000:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 5174us (5458us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130280.459233:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14584 00000100:00100000:1.0:1746130280.459305:0:20953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6321 00000100:00100000:1.0:1746130280.459311:0:20953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008af77480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:640ea846-b909-4eea-9a54-417e15bd627b+13:31578:x1830949849184128:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746130280.459325:0:20953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746130280.459340:0:20953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880093155200/0x4ce24e5787361e7e lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae404bc expref: -99 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130280.459364:0:20953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880135e1ee00/0x4ce24e5787361e77 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae404b5 expref: 5 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130280.459371:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130280.459373:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130280.459375:0:20953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093155200/0x4ce24e5787361e7e lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae404bc expref: 14 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130280.459407:0:20953:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880135e1ee00/0x4ce24e5787361e77 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae404b5 expref: 5 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130280.459416:0:20953:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880135e1ee00/0x4ce24e5787361e77 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae404b5 expref: 5 pid: 20953 timeout: 578 lvb_type: 0 00000100:00100000:1.0:1746130280.459425:0:20953:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093173800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:20953:1830949841728640:192.168.204.51@tcp:104: 00000100:00100000:1.0:1746130280.459460:0:20953:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18fba80 going to sleep for 11 seconds 00000100:00100000:3.0:1746130280.460012:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849184384 00000100:00100000:3.0:1746130280.460017:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849184384 00002000:00100000:3.0:1746130280.460045:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008af75180 x1830949849184384/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:266/0 lens 488/0 e 0 to 0 dl 1746130291 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130280.460053:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008af75180 with x1830949849184384 ext(0->4095) 00010000:00010000:3.0:1746130280.460058:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880135e1ee00/0x4ce24e5787361e77 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae404b5 expref: 6 pid: 20953 timeout: 578 lvb_type: 0 00010000:00010000:3.0:1746130280.460066:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880135e1ee00/0x4ce24e5787361e77 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae404b5 expref: 6 pid: 20953 timeout: 578 lvb_type: 0 00002000:00010000:3.0:1746130280.460071:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008af75180 00000100:00100000:3.0:1746130280.460089:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2564 00000100:00100000:3.0:1746130280.460094:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008af75180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949849184384:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746130280.460216:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008af75180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949849184384:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 122us (1235us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746130280.460222:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2564 00002000:00100000:3.0:1746130280.460227:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008af75180 x1830949849184384/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:266/0 lens 488/4536 e 0 to 0 dl 1746130291 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130280.460234:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008af75180 with x1830949849184384 ext(0->4095) 00010000:00010000:3.0:1746130280.460238:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880135e1ee00/0x4ce24e5787361e77 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae404b5 expref: 6 pid: 20953 timeout: 578 lvb_type: 0 00010000:00010000:3.0:1746130280.460246:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880135e1ee00/0x4ce24e5787361e77 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae404b5 expref: 6 pid: 20953 timeout: 578 lvb_type: 0 00002000:00010000:3.0:1746130280.460251:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008af75180 00000100:00100000:1.0:1746130280.463577:0:20953:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093173800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:20953:1830949841728640:192.168.204.51@tcp:104: 00010000:00010000:1.0:1746130280.463601:0:20953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880093155200/0x4ce24e5787361e7e lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae404bc expref: 14 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130280.463619:0:20953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093155200, rc 0) 00000100:00100000:1.0:1746130280.463657:0:20953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008af77480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:640ea846-b909-4eea-9a54-417e15bd627b+14:31578:x1830949849184128:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4346us (5784us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130280.463664:0:20953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6321 00000100:00100000:0.0:1746130280.464608:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130280.465363:0:20953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849184512 00000100:00100000:1.0:1746130280.465369:0:20953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849184512 00000100:00100000:1.0:1746130280.465917:0:20953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6322 00000100:00100000:1.0:1746130280.465925:0:20953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008af74e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:640ea846-b909-4eea-9a54-417e15bd627b+14:31579:x1830949849184512:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746130280.465939:0:20953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746130280.465952:0:20953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880093155a00/0x4ce24e5787361e85 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae404c3 expref: -99 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130280.465972:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130280.465977:0:20953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880093155200/0x4ce24e5787361e7e lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae404bc expref: 15 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130280.465982:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130280.465985:0:20953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093155a00/0x4ce24e5787361e85 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae404c3 expref: 15 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130280.466009:0:20953:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880093155200/0x4ce24e5787361e7e lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae404bc expref: 15 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130280.466019:0:20953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880093155a00/0x4ce24e5787361e85 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae404c3 expref: 15 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130280.466031:0:20953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093155a00, rc 0) 00000100:00100000:1.0:1746130280.466066:0:20953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008af74e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:640ea846-b909-4eea-9a54-417e15bd627b+15:31579:x1830949849184512:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 143us (1460us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130280.466072:0:20953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6322 00000100:00100000:0.0:1746130280.466101:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130280.466216:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849184640 00000100:00100000:2.0:1746130280.466220:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849184640 00010000:00010000:2.0:1746130280.466235:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880135e1ee00/0x4ce24e5787361e77 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae404b5 expref: 6 pid: 20953 timeout: 578 lvb_type: 0 00000100:00100000:2.0:1746130280.466259:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14585 00000100:00100000:2.0:1746130280.466263:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008af77800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949849184640:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746130280.466285:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746130280.466346:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880135e1ee00/0x4ce24e5787361e77 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae404b5 expref: 6 pid: 20953 timeout: 578 lvb_type: 0 00010000:00010000:2.0:1746130280.466355:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880135e1ee00/0x4ce24e5787361e77 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae404b5 expref: 6 pid: 20953 timeout: 578 lvb_type: 0 00010000:00010000:2.0:1746130280.466369:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880135e1ee00/0x4ce24e5787361e77 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae404b5 expref: 6 pid: 20953 timeout: 578 lvb_type: 0 00010000:00010000:2.0:1746130280.466432:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130280.466434:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130280.466439:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880093155200/0x4ce24e5787361e7e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae404bc expref: 14 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130280.466445:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093155200/0x4ce24e5787361e7e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae404bc expref: 14 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130280.466462:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880093155200/0x4ce24e5787361e7e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae404bc expref: 14 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130280.466470:0:7097:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880093155200/0x4ce24e5787361e7e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae404bc expref: 14 pid: 20953 timeout: 578 lvb_type: 0 00000100:00100000:2.0:1746130280.466483:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132f7ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841728896:192.168.204.51@tcp:105: 00000100:00100000:2.0:1746130280.466539:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012bfdc840 going to sleep for 11 seconds 00000100:00100000:0.0:1746130280.468645:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130280.468781:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132f7ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841728896:192.168.204.51@tcp:105: 00010000:00010000:2.0:1746130280.468797:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746130280.468826:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008af77800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+5:1961:x1830949849184640:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 2563us (2726us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130280.468834:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14585 00000100:00100000:1.0:1746130280.468984:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849184896 00000100:00100000:1.0:1746130280.468990:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849184896 00002000:00100000:1.0:1746130280.469045:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008af75f80 x1830949849184896/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:266/0 lens 488/0 e 0 to 0 dl 1746130291 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130280.469053:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008af75f80 with x1830949849184896 ext(0->4095) 00010000:00010000:1.0:1746130280.469060:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093155200/0x4ce24e5787361e7e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae404bc expref: 15 pid: 20953 timeout: 578 lvb_type: 0 00010000:00010000:1.0:1746130280.469072:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093155200/0x4ce24e5787361e7e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae404bc expref: 15 pid: 20953 timeout: 578 lvb_type: 0 00002000:00010000:1.0:1746130280.469078:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008af75f80 00000100:00100000:1.0:1746130280.469105:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2565 00000100:00100000:1.0:1746130280.469110:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008af75f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+15:1961:x1830949849184896:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746130280.469233:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008af75f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+15:1961:x1830949849184896:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 122us (594us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746130280.469239:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2565 00002000:00100000:1.0:1746130280.469243:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008af75f80 x1830949849184896/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:266/0 lens 488/4536 e 0 to 0 dl 1746130291 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130280.469256:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008af75f80 with x1830949849184896 ext(0->4095) 00010000:00010000:1.0:1746130280.469260:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093155200/0x4ce24e5787361e7e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae404bc expref: 15 pid: 20953 timeout: 578 lvb_type: 0 00010000:00010000:1.0:1746130280.469301:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093155200/0x4ce24e5787361e7e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae404bc expref: 15 pid: 20953 timeout: 578 lvb_type: 0 00002000:00010000:1.0:1746130280.469307:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008af75f80 00000100:00100000:0.0:1746130280.471489:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130280.471584:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849185024 00000100:00100000:2.0:1746130280.471592:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849185024 00010000:00010000:2.0:1746130280.471625:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880093155200/0x4ce24e5787361e7e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae404bc expref: 15 pid: 20953 timeout: 578 lvb_type: 0 00000100:00100000:2.0:1746130280.471663:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14586 00000100:00100000:2.0:1746130280.471670:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ac73480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+15:1961:x1830949849185024:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746130280.471682:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746130280.471700:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880093155200/0x4ce24e5787361e7e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae404bc expref: 15 pid: 20953 timeout: 578 lvb_type: 0 00010000:00010000:2.0:1746130280.471711:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880093155200/0x4ce24e5787361e7e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae404bc expref: 15 pid: 20953 timeout: 578 lvb_type: 0 00010000:00010000:2.0:1746130280.471729:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880093155200/0x4ce24e5787361e7e lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae404bc expref: 15 pid: 20953 timeout: 578 lvb_type: 0 00010000:00010000:2.0:1746130280.471741:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130280.471743:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130280.471749:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880093155a00/0x4ce24e5787361e85 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae404c3 expref: 14 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130280.471757:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093155a00/0x4ce24e5787361e85 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae404c3 expref: 14 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130280.471783:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880093155a00/0x4ce24e5787361e85 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae404c3 expref: 14 pid: 20953 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746130280.471793:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132f7ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841729024:192.168.204.51@tcp:105: 00000100:00100000:2.0:1746130280.471865:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012bfdc840 going to sleep for 11 seconds 00000100:00100000:2.0:1746130280.474659:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132f7ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841729024:192.168.204.51@tcp:105: 00010000:00010000:2.0:1746130280.474680:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746130280.474715:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ac73480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+14:1961:x1830949849185024:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 3046us (3232us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130280.474725:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14586 00000100:00100000:0.0:1746130280.474971:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130280.475029:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849185280 00000100:00100000:1.0:1746130280.475035:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849185280 00002000:00100000:1.0:1746130280.475063:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008ac71c00 x1830949849185280/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:266/0 lens 488/0 e 0 to 0 dl 1746130291 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130280.475071:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ac71c00 with x1830949849185280 ext(0->4095) 00002000:00010000:1.0:1746130280.475075:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008ac71c00 00000100:00100000:1.0:1746130280.475102:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4842 00000100:00100000:1.0:1746130280.475108:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ac71c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+14:1961:x1830949849185280:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746130280.475650:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ac71c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+14:1961:x1830949849185280:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 541us (679us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746130280.475655:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4842 00002000:00100000:1.0:1746130280.475780:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008ac71c00 x1830949849185280/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:266/0 lens 488/4536 e 0 to 0 dl 1746130291 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130280.475787:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ac71c00 with x1830949849185280 ext(0->4095) 00002000:00010000:1.0:1746130280.475790:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008ac71c00 00000100:00100000:0.0:1746130280.477604:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130280.477667:0:8469:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849185408 00000100:00100000:3.0:1746130280.477673:0:8469:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849185408 00000100:00100000:3.0:1746130280.477721:0:8469:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6323 00000100:00100000:3.0:1746130280.477729:0:8469:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ac70a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+5:31579:x1830949849185408:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746130280.477742:0:8469:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746130280.477755:0:8469:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800934d0000/0x4ce24e5787361e8c lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae404ca expref: -99 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130280.477781:0:8469:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880093155a00/0x4ce24e5787361e85 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae404c3 expref: 13 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130280.477788:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746130280.477789:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746130280.477792:0:8469:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d0000/0x4ce24e5787361e8c lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae404ca expref: 6 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130280.477815:0:8469:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880093155a00/0x4ce24e5787361e85 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae404c3 expref: 13 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130280.477825:0:8469:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880093155a00/0x4ce24e5787361e85 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae404c3 expref: 13 pid: 20953 timeout: 578 lvb_type: 0 00000100:00100000:3.0:1746130280.477840:0:8469:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091952680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8469:1830949841729152:192.168.204.51@tcp:104: 00000100:00100000:3.0:1746130280.477921:0:8469:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093e2bf00 going to sleep for 11 seconds 00000100:00100000:3.0:1746130280.480145:0:8469:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091952680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8469:1830949841729152:192.168.204.51@tcp:104: 00010000:00010000:3.0:1746130280.480171:0:8469:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800934d0000/0x4ce24e5787361e8c lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae404ca expref: 6 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130280.480183:0:8469:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800934d0000, rc 0) 00000100:00100000:3.0:1746130280.480230:0:8469:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ac70a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+6:31579:x1830949849185408:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2501us (2630us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130280.480238:0:8469:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6323 00000100:00100000:0.0:1746130280.480941:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130280.481094:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849185536 00000100:00100000:3.0:1746130280.481100:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849185536 00010000:00010000:3.0:1746130280.481314:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880093155a00/0x4ce24e5787361e85 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae404c3 expref: 14 pid: 20953 timeout: 578 lvb_type: 0 00000100:00100000:3.0:1746130280.481336:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14587 00000100:00100000:3.0:1746130280.481343:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ac70000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+14:1961:x1830949849185536:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746130280.481355:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746130280.481375:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880093155a00/0x4ce24e5787361e85 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae404c3 expref: 14 pid: 20953 timeout: 578 lvb_type: 0 00010000:00010000:3.0:1746130280.481385:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880093155a00/0x4ce24e5787361e85 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae404c3 expref: 14 pid: 20953 timeout: 578 lvb_type: 0 00010000:00010000:3.0:1746130280.481419:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880093155a00/0x4ce24e5787361e85 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae404c3 expref: 14 pid: 20953 timeout: 578 lvb_type: 0 00010000:00010000:3.0:1746130280.481814:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130280.481816:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130280.481825:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800934d0000/0x4ce24e5787361e8c lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae404ca expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130280.481833:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d0000/0x4ce24e5787361e8c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae404ca expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130280.481861:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800934d0000/0x4ce24e5787361e8c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae404ca expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746130280.481873:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091952680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841729280:192.168.204.51@tcp:105: 00000100:00100000:3.0:1746130280.483069:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093e2bf00 going to sleep for 11 seconds 00000100:00100000:0.0:1746130280.486946:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130280.487156:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091952680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841729280:192.168.204.51@tcp:105: 00010000:00010000:3.0:1746130280.487177:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746130280.487311:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ac70000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+13:1961:x1830949849185536:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 5968us (6370us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130280.487321:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14587 00000100:00100000:0.0:1746130280.487321:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130280.487378:0:8469:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849185664 00000100:00100000:2.0:1746130280.487384:0:8469:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849185664 00000100:00100000:2.0:1746130280.487429:0:8469:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6324 00000100:00100000:2.0:1746130280.487435:0:8469:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ac71180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:640ea846-b909-4eea-9a54-417e15bd627b+13:31578:x1830949849185664:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746130280.487448:0:8469:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746130280.487462:0:8469:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091fc8e00/0x4ce24e5787361e93 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae404d1 expref: -99 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130280.487484:0:8469:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800934d0000/0x4ce24e5787361e8c lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae404ca expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130280.487496:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130280.487497:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130280.487500:0:8469:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc8e00/0x4ce24e5787361e93 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae404d1 expref: 14 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130280.487523:0:8469:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800934d0000/0x4ce24e5787361e8c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae404ca expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130280.487532:0:8469:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800934d0000/0x4ce24e5787361e8c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae404ca expref: 5 pid: 8469 timeout: 578 lvb_type: 0 00000100:00100000:2.0:1746130280.487543:0:8469:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132f7ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8469:1830949841729408:192.168.204.51@tcp:104: 00000100:00100000:2.0:1746130280.487586:0:8469:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012bfdc840 going to sleep for 11 seconds 00000100:00100000:1.0:1746130280.488305:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849185920 00000100:00100000:1.0:1746130280.488310:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849185920 00002000:00100000:1.0:1746130280.488337:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880094b10e00 x1830949849185920/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:266/0 lens 488/0 e 0 to 0 dl 1746130291 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130280.488347:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094b10e00 with x1830949849185920 ext(0->4095) 00010000:00010000:1.0:1746130280.488352:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800934d0000/0x4ce24e5787361e8c lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae404ca expref: 6 pid: 8469 timeout: 578 lvb_type: 0 00010000:00010000:1.0:1746130280.488363:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800934d0000/0x4ce24e5787361e8c lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae404ca expref: 6 pid: 8469 timeout: 578 lvb_type: 0 00002000:00010000:1.0:1746130280.488368:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880094b10e00 00000100:00100000:1.0:1746130280.488393:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2566 00000100:00100000:1.0:1746130280.488647:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094b10e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1963:x1830949849185920:12345-192.168.204.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746130280.488768:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094b10e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1963:x1830949849185920:12345-192.168.204.51@tcp:3:ptlrpcd_01_00.0 Request processed in 360us (1446us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746130280.488774:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2566 00002000:00100000:1.0:1746130280.488779:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880094b10e00 x1830949849185920/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:266/0 lens 488/4536 e 0 to 0 dl 1746130291 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130280.488787:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094b10e00 with x1830949849185920 ext(0->4095) 00010000:00010000:1.0:1746130280.488791:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800934d0000/0x4ce24e5787361e8c lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae404ca expref: 6 pid: 8469 timeout: 578 lvb_type: 0 00010000:00010000:1.0:1746130280.488799:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800934d0000/0x4ce24e5787361e8c lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae404ca expref: 6 pid: 8469 timeout: 578 lvb_type: 0 00002000:00010000:1.0:1746130280.488808:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880094b10e00 00000100:00100000:2.0:1746130280.488810:0:8469:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132f7ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8469:1830949841729408:192.168.204.51@tcp:104: 00010000:00010000:2.0:1746130280.488826:0:8469:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091fc8e00/0x4ce24e5787361e93 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae404d1 expref: 14 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130280.488836:0:8469:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091fc8e00, rc 0) 00000100:00100000:2.0:1746130280.488856:0:8469:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ac71180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:640ea846-b909-4eea-9a54-417e15bd627b+14:31578:x1830949849185664:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1421us (1918us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130280.488862:0:8469:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6324 00000100:00100000:2.0:1746130280.493002:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130280.493031:0:8469:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849186048 00000100:00100000:0.0:1746130280.493038:0:8469:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849186048 00000100:00100000:0.0:1746130280.493073:0:8469:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6325 00000100:00100000:0.0:1746130280.493079:0:8469:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132f7ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:640ea846-b909-4eea-9a54-417e15bd627b+14:31579:x1830949849186048:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746130280.493094:0:8469:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746130280.493109:0:8469:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a796d600/0x4ce24e5787361e9a lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae404d8 expref: -99 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130280.493130:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130280.493136:0:8469:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8e00/0x4ce24e5787361e93 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae404d1 expref: 15 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130280.493141:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746130280.493144:0:8469:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a796d600/0x4ce24e5787361e9a lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae404d8 expref: 15 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130280.493172:0:8469:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091fc8e00/0x4ce24e5787361e93 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae404d1 expref: 15 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130280.493183:0:8469:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a796d600/0x4ce24e5787361e9a lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae404d8 expref: 15 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130280.493198:0:8469:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a796d600, rc 0) 00000100:00100000:2.0:1746130280.493213:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130280.493249:0:8469:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132f7ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:640ea846-b909-4eea-9a54-417e15bd627b+15:31579:x1830949849186048:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 169us (254us total) trans 0 rc 0/0 00000100:00100000:0.0:1746130280.493255:0:8469:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6325 00000100:00100000:3.0:1746130280.493518:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849186176 00000100:00100000:3.0:1746130280.493522:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849186176 00010000:00010000:3.0:1746130280.493543:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d0000/0x4ce24e5787361e8c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae404ca expref: 6 pid: 8469 timeout: 578 lvb_type: 0 00000100:00100000:3.0:1746130280.493565:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14588 00000100:00100000:3.0:1746130280.493571:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132f7c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949849186176:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746130280.493578:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746130280.493596:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800934d0000/0x4ce24e5787361e8c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae404ca expref: 6 pid: 8469 timeout: 578 lvb_type: 0 00010000:00010000:3.0:1746130280.493609:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800934d0000/0x4ce24e5787361e8c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae404ca expref: 6 pid: 8469 timeout: 578 lvb_type: 0 00010000:00010000:3.0:1746130280.493623:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800934d0000/0x4ce24e5787361e8c lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae404ca expref: 6 pid: 8469 timeout: 578 lvb_type: 0 00010000:00010000:3.0:1746130280.493632:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130280.493633:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130280.493639:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8e00/0x4ce24e5787361e93 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae404d1 expref: 14 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130280.493646:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc8e00/0x4ce24e5787361e93 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae404d1 expref: 14 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130280.493663:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091fc8e00/0x4ce24e5787361e93 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae404d1 expref: 14 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130280.493673:0:7097:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091fc8e00/0x4ce24e5787361e93 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae404d1 expref: 14 pid: 8469 timeout: 578 lvb_type: 0 00000100:00100000:3.0:1746130280.493687:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091952680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841729664:192.168.204.51@tcp:105: 00000100:00100000:3.0:1746130280.493740:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093e2bf00 going to sleep for 11 seconds 00000100:00100000:0.0:1746130280.496208:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130280.496345:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091952680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841729664:192.168.204.51@tcp:105: 00010000:00010000:3.0:1746130280.496368:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746130280.496432:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132f7c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+5:1961:x1830949849186176:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 2860us (3217us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130280.496442:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14588 00000100:00100000:0.0:1746130280.496614:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849186432 00000100:00100000:0.0:1746130280.496620:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849186432 00002000:00100000:0.0:1746130280.496680:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880094b12300 x1830949849186432/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:266/0 lens 488/0 e 0 to 0 dl 1746130291 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746130280.496689:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094b12300 with x1830949849186432 ext(0->4095) 00010000:00010000:0.0:1746130280.496696:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8e00/0x4ce24e5787361e93 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae404d1 expref: 15 pid: 8469 timeout: 578 lvb_type: 0 00010000:00010000:0.0:1746130280.496706:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091fc8e00/0x4ce24e5787361e93 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae404d1 expref: 15 pid: 8469 timeout: 578 lvb_type: 0 00002000:00010000:0.0:1746130280.496712:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880094b12300 00000100:00100000:0.0:1746130280.496737:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2567 00000100:00100000:0.0:1746130280.496744:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094b12300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+15:1962:x1830949849186432:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746130280.497140:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094b12300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+15:1962:x1830949849186432:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 396us (940us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746130280.497146:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2567 00002000:00100000:0.0:1746130280.497150:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880094b12300 x1830949849186432/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:266/0 lens 488/4536 e 0 to 0 dl 1746130291 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746130280.497162:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094b12300 with x1830949849186432 ext(0->4095) 00010000:00010000:0.0:1746130280.497166:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8e00/0x4ce24e5787361e93 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae404d1 expref: 15 pid: 8469 timeout: 578 lvb_type: 0 00010000:00010000:0.0:1746130280.497174:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091fc8e00/0x4ce24e5787361e93 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae404d1 expref: 15 pid: 8469 timeout: 578 lvb_type: 0 00002000:00010000:0.0:1746130280.497179:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880094b12300 00000100:00100000:2.0:1746130280.501368:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130280.501529:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849186560 00000100:00100000:3.0:1746130280.501537:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849186560 00010000:00010000:3.0:1746130280.501576:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc8e00/0x4ce24e5787361e93 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae404d1 expref: 15 pid: 8469 timeout: 578 lvb_type: 0 00000100:00100000:3.0:1746130280.501607:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14589 00000100:00100000:3.0:1746130280.501612:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092254a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+15:1962:x1830949849186560:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746130280.501623:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746130280.501640:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091fc8e00/0x4ce24e5787361e93 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae404d1 expref: 15 pid: 8469 timeout: 578 lvb_type: 0 00010000:00010000:3.0:1746130280.501650:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091fc8e00/0x4ce24e5787361e93 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae404d1 expref: 15 pid: 8469 timeout: 578 lvb_type: 0 00010000:00010000:3.0:1746130280.501668:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8e00/0x4ce24e5787361e93 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae404d1 expref: 15 pid: 8469 timeout: 578 lvb_type: 0 00010000:00010000:3.0:1746130280.501692:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130280.501694:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130280.501700:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a796d600/0x4ce24e5787361e9a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae404d8 expref: 14 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130280.504040:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a796d600/0x4ce24e5787361e9a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae404d8 expref: 14 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130280.504098:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a796d600/0x4ce24e5787361e9a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae404d8 expref: 14 pid: 8469 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746130280.504733:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091952680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841729792:192.168.204.51@tcp:105: 00000100:00100000:3.0:1746130280.504845:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093e2bf00 going to sleep for 11 seconds 00000100:00100000:3.0:1746130280.509963:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091952680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841729792:192.168.204.51@tcp:105: 00010000:00010000:3.0:1746130280.510003:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746130280.510069:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092254a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+14:1962:x1830949849186560:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 8455us (8707us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130280.510080:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14589 00000100:00100000:0.0:1746130280.512235:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130280.512355:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849186816 00000100:00100000:2.0:1746130280.512364:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849186816 00002000:00100000:2.0:1746130280.512415:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880094b13100 x1830949849186816/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:266/0 lens 488/0 e 0 to 0 dl 1746130291 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130280.512423:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094b13100 with x1830949849186816 ext(0->4095) 00002000:00010000:2.0:1746130280.512428:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880094b13100 00000100:00100000:2.0:1746130280.512841:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4843 00000100:00100000:2.0:1746130280.512848:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094b13100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+14:1962:x1830949849186816:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746130280.513107:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094b13100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+14:1962:x1830949849186816:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 259us (883us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746130280.513113:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4843 00002000:00100000:2.0:1746130280.513119:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880094b13100 x1830949849186816/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:266/0 lens 488/4536 e 0 to 0 dl 1746130291 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130280.513126:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094b13100 with x1830949849186816 ext(0->4095) 00002000:00010000:2.0:1746130280.513129:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880094b13100 00000100:00100000:0.0:1746130280.516208:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130280.516857:0:8469:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849186944 00000100:00100000:2.0:1746130280.516865:0:8469:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849186944 00000100:00100000:2.0:1746130280.517058:0:8469:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6326 00000100:00100000:2.0:1746130280.517067:0:8469:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cba2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+5:31579:x1830949849186944:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746130280.517083:0:8469:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746130280.517100:0:8469:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e5787361ea1 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae404df expref: -99 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130280.517129:0:8469:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a796d600/0x4ce24e5787361e9a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae404d8 expref: 13 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130280.517142:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746130280.517143:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746130280.517146:0:8469:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e5787361ea1 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae404df expref: 6 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130280.517176:0:8469:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a796d600/0x4ce24e5787361e9a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae404d8 expref: 13 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130280.517187:0:8469:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a796d600/0x4ce24e5787361e9a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae404d8 expref: 13 pid: 8469 timeout: 578 lvb_type: 0 00000100:00100000:2.0:1746130280.517198:0:8469:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092256d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8469:1830949841729920:192.168.204.51@tcp:104: 00000100:00100000:2.0:1746130280.517315:0:8469:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012bfdc840 going to sleep for 11 seconds 00000100:00100000:2.0:1746130280.519944:0:8469:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092256d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8469:1830949841729920:192.168.204.51@tcp:104: 00010000:00010000:2.0:1746130280.519974:0:8469:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e5787361ea1 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae404df expref: 6 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130280.519991:0:8469:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091fc9a00, rc 0) 00000100:00100000:2.0:1746130280.520032:0:8469:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cba2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+6:31579:x1830949849186944:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2967us (3835us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130280.520040:0:8469:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6326 00000100:00100000:0.0:1746130280.521743:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130280.522027:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849187072 00000100:00100000:3.0:1746130280.522036:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849187072 00010000:00010000:3.0:1746130280.522081:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a796d600/0x4ce24e5787361e9a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae404d8 expref: 14 pid: 8469 timeout: 578 lvb_type: 0 00000100:00100000:0.0:1746130280.522130:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130280.522329:0:8469:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849187200 00000100:00100000:2.0:1746130280.522333:0:8469:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849187200 00000100:00100000:2.0:1746130280.522360:0:8469:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6327 00000100:00100000:2.0:1746130280.522367:0:8469:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cba3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:640ea846-b909-4eea-9a54-417e15bd627b+15:31578:x1830949849187200:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746130280.522385:0:8469:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746130280.522407:0:8469:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091fc8200/0x4ce24e5787361ea8 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae404e6 expref: -99 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130280.522426:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746130280.522431:0:8469:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e5787361ea1 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae404df expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130280.522436:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746130280.522438:0:8469:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc8200/0x4ce24e5787361ea8 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae404e6 expref: 16 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130280.522464:0:8469:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e5787361ea1 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae404df expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130280.522474:0:8469:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091fc8200/0x4ce24e5787361ea8 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae404e6 expref: 16 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130280.522481:0:8469:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091fc8200, rc 0) 00000100:00100000:2.0:1746130280.522513:0:8469:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cba3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:640ea846-b909-4eea-9a54-417e15bd627b+16:31578:x1830949849187200:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 148us (383us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130280.522519:0:8469:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6327 00000100:00100000:3.0:1746130280.523017:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14590 00000100:00100000:3.0:1746130280.523029:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e24cc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+15:1961:x1830949849187072:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746130280.523037:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746130280.523060:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a796d600/0x4ce24e5787361e9a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae404d8 expref: 15 pid: 8469 timeout: 578 lvb_type: 0 00010000:00010000:3.0:1746130280.523074:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a796d600/0x4ce24e5787361e9a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae404d8 expref: 15 pid: 8469 timeout: 578 lvb_type: 0 00010000:00010000:3.0:1746130280.523090:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a796d600/0x4ce24e5787361e9a lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae404d8 expref: 15 pid: 8469 timeout: 578 lvb_type: 0 00010000:00010000:3.0:1746130280.523105:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130280.523107:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130280.523112:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e5787361ea1 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae404df expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130280.523118:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e5787361ea1 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae404df expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130280.523135:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e5787361ea1 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae404df expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130280.523143:0:7097:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e5787361ea1 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae404df expref: 5 pid: 8469 timeout: 578 lvb_type: 0 00000100:00100000:3.0:1746130280.523153:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091952680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841730176:192.168.204.51@tcp:105: 00000100:00100000:3.0:1746130280.524028:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093e2bf00 going to sleep for 11 seconds 00000100:00100000:0.0:1746130280.527665:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130280.527687:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091952680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841730176:192.168.204.51@tcp:105: 00010000:00010000:3.0:1746130280.527709:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746130280.527745:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849187456 00000100:00100000:2.0:1746130280.527752:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849187456 00000100:00100000:3.0:1746130280.527764:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e24cc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+14:1961:x1830949849187072:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 4739us (6029us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130280.527778:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14590 00002000:00100000:2.0:1746130280.527896:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88012cba3480 x1830949849187456/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:266/0 lens 488/0 e 0 to 0 dl 1746130291 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130280.527907:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cba3480 with x1830949849187456 ext(0->4095) 00010000:00010000:2.0:1746130280.527917:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e5787361ea1 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae404df expref: 6 pid: 8469 timeout: 578 lvb_type: 0 00010000:00010000:2.0:1746130280.527931:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e5787361ea1 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae404df expref: 6 pid: 8469 timeout: 578 lvb_type: 0 00002000:00010000:2.0:1746130280.527936:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012cba3480 00000100:00100000:2.0:1746130280.527958:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2568 00000100:00100000:2.0:1746130280.527964:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cba3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949849187456:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746130280.528103:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cba3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949849187456:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 139us (446us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746130280.528108:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2568 00002000:00100000:2.0:1746130280.528112:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88012cba3480 x1830949849187456/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:266/0 lens 488/4536 e 0 to 0 dl 1746130291 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130280.528118:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cba3480 with x1830949849187456 ext(0->4095) 00010000:00010000:2.0:1746130280.528122:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e5787361ea1 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae404df expref: 6 pid: 8469 timeout: 578 lvb_type: 0 00010000:00010000:2.0:1746130280.528130:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e5787361ea1 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae404df expref: 6 pid: 8469 timeout: 578 lvb_type: 0 00002000:00010000:2.0:1746130280.528135:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012cba3480 00000100:00100000:0.0:1746130280.532084:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130280.532207:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849187584 00000100:00100000:3.0:1746130280.532214:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849187584 00010000:00010000:3.0:1746130280.532252:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e5787361ea1 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae404df expref: 6 pid: 8469 timeout: 578 lvb_type: 0 00000100:00100000:1.0:1746130280.533559:0:7924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14591 00000100:00100000:1.0:1746130280.533576:0:7924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cba1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949849187584:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746130280.533593:0:7924:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746130280.533622:0:7924:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e5787361ea1 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae404df expref: 6 pid: 8469 timeout: 578 lvb_type: 0 00010000:00010000:1.0:1746130280.533637:0:7924:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e5787361ea1 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae404df expref: 6 pid: 8469 timeout: 578 lvb_type: 0 00010000:00010000:1.0:1746130280.533662:0:7924:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e5787361ea1 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae404df expref: 6 pid: 8469 timeout: 578 lvb_type: 0 00010000:00010000:1.0:1746130280.533823:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130280.533826:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130280.533832:0:7924:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8200/0x4ce24e5787361ea8 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae404e6 expref: 13 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130280.533840:0:7924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc8200/0x4ce24e5787361ea8 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae404e6 expref: 13 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130280.533870:0:7924:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091fc8200/0x4ce24e5787361ea8 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae404e6 expref: 13 pid: 8469 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746130280.533884:0:7924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093173800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841730304:192.168.204.51@tcp:105: 00000100:00100000:1.0:1746130280.534464:0:7924:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18fba80 going to sleep for 11 seconds 00000100:00100000:1.0:1746130280.539366:0:7924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093173800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841730304:192.168.204.51@tcp:105: 00010000:00010000:1.0:1746130280.539385:0:7924:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746130280.539435:0:7924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cba1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+5:1961:x1830949849187584:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 5866us (7360us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130280.539445:0:7924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14591 00000100:00100000:0.0:1746130280.539990:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130280.540172:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849187840 00000100:00100000:3.0:1746130280.540179:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849187840 00002000:00100000:3.0:1746130280.540217:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880134b84e00 x1830949849187840/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:266/0 lens 488/0 e 0 to 0 dl 1746130291 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130280.540226:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134b84e00 with x1830949849187840 ext(0->4095) 00002000:00010000:3.0:1746130280.540229:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880134b84e00 00000100:00100000:3.0:1746130280.540242:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4844 00000100:00100000:3.0:1746130280.540247:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134b84e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+14:1962:x1830949849187840:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746130280.540392:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134b84e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+14:1962:x1830949849187840:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 144us (402us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746130280.540408:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4844 00002000:00100000:3.0:1746130280.540412:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880134b84e00 x1830949849187840/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:266/0 lens 488/4536 e 0 to 0 dl 1746130291 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130280.540419:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134b84e00 with x1830949849187840 ext(0->4095) 00002000:00010000:3.0:1746130280.540421:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880134b84e00 00000100:00100000:0.0:1746130280.546770:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130280.546942:0:20953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849187968 00000100:00100000:2.0:1746130280.546953:0:20953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849187968 00000100:00100000:2.0:1746130280.547013:0:20953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6328 00000100:00100000:2.0:1746130280.547020:0:20953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134b86680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c84b93b0-d496-484f-8e1e-94008838f2dd+5:31579:x1830949849187968:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746130280.547043:0:20953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746130280.547061:0:20953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e5787361eaf lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae404ed expref: -99 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130280.547088:0:20953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8200/0x4ce24e5787361ea8 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae404e6 expref: 13 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130280.547095:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746130280.547097:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746130280.547100:0:20953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e5787361eaf lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae404ed expref: 6 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130280.547126:0:20953:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091fc8200/0x4ce24e5787361ea8 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae404e6 expref: 13 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130280.547138:0:20953:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091fc8200/0x4ce24e5787361ea8 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae404e6 expref: 13 pid: 8469 timeout: 578 lvb_type: 0 00000100:00100000:2.0:1746130280.547148:0:20953:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092256d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:20953:1830949841730432:192.168.204.51@tcp:104: 00000100:00100000:2.0:1746130280.547247:0:20953:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012bfdc780 going to sleep for 11 seconds 00000100:00100000:2.0:1746130280.555868:0:20953:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092256d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:20953:1830949841730432:192.168.204.51@tcp:104: 00010000:00010000:2.0:1746130280.555897:0:20953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e5787361eaf lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae404ed expref: 6 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130280.555910:0:20953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091fc9a00, rc 0) 00000100:00100000:2.0:1746130280.556317:0:20953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134b86680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c84b93b0-d496-484f-8e1e-94008838f2dd+6:31579:x1830949849187968:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 9295us (9561us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130280.556329:0:20953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6328 00000100:00100000:0.0:1746130280.563679:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130280.563997:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849188096 00000100:00100000:2.0:1746130280.564006:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849188096 00002000:00100000:2.0:1746130280.564055:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff880134b84380 x1830949849188096/t0(0) o4->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:266/0 lens 496/0 e 0 to 0 dl 1746130291 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130280.564066:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134b84380 with x1830949849188096 ext(0->7) 00010000:00010000:2.0:1746130280.564076:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8200/0x4ce24e5787361ea8 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae404e6 expref: 14 pid: 8469 timeout: 578 lvb_type: 0 00010000:00010000:2.0:1746130280.564091:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091fc8200/0x4ce24e5787361ea8 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae404e6 expref: 14 pid: 8469 timeout: 578 lvb_type: 0 00002000:00010000:2.0:1746130280.564098:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880134b84380 00000100:00100000:2.0:1746130280.564130:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2569 00000100:00100000:2.0:1746130280.564137:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134b84380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+14:1961:x1830949849188096:12345-192.168.204.51@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746130280.564553:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134b84380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+16:1961:x1830949849188096:12345-192.168.204.51@tcp:4:ldlm_bl.0 Request processed in 415us (883us total) trans 4294967929 rc 0/0 00000100:00100000:2.0:1746130280.564559:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2569 00002000:00100000:2.0:1746130280.564565:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff880134b84380 x1830949849188096/t4294967929(0) o4->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:266/0 lens 496/448 e 0 to 0 dl 1746130291 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130280.564572:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134b84380 with x1830949849188096 ext(0->7) 00010000:00010000:2.0:1746130280.564577:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8200/0x4ce24e5787361ea8 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae404e6 expref: 16 pid: 8469 timeout: 578 lvb_type: 0 00010000:00010000:2.0:1746130280.564590:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091fc8200/0x4ce24e5787361ea8 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae404e6 expref: 16 pid: 8469 timeout: 578 lvb_type: 0 00002000:00010000:2.0:1746130280.564595:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880134b84380 00000100:00100000:2.0:1746130280.578404:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130280.578965:0:20953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849188224 00000100:00100000:0.0:1746130280.578974:0:20953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849188224 00000100:00100000:2.0:1746130280.580328:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130280.581340:0:8469:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6329 00000100:00100000:1.0:1746130280.581356:0:8469:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092256d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:640ea846-b909-4eea-9a54-417e15bd627b+16:31578:x1830949849188224:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746130280.581374:0:8469:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746130280.581391:0:8469:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880093155600/0x4ce24e5787361eb6 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae404f4 expref: -99 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130280.581426:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130280.581432:0:8469:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e5787361eaf lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae404ed expref: 5 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130280.581438:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746130280.581442:0:8469:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093155600/0x4ce24e5787361eb6 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae404f4 expref: 17 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130280.581474:0:8469:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e5787361eaf lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae404ed expref: 5 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130280.581484:0:8469:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880093155600/0x4ce24e5787361eb6 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae404f4 expref: 17 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130280.581494:0:8469:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093155600, rc 0) 00000100:00100000:1.0:1746130280.581546:0:8469:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092256d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:640ea846-b909-4eea-9a54-417e15bd627b+17:31578:x1830949849188224:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 197us (3162us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130280.581552:0:8469:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6329 00000100:00100000:2.0:1746130280.581808:0:7924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849188352 00000100:00100000:2.0:1746130280.581817:0:7924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849188352 00010000:00010000:2.0:1746130280.581846:0:7924:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc8200/0x4ce24e5787361ea8 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae404e6 expref: 17 pid: 8469 timeout: 578 lvb_type: 0 00000100:00100000:2.0:1746130280.581879:0:7924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14592 00000100:00100000:2.0:1746130280.581884:0:7924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092254a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+17:1963:x1830949849188352:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746130280.581892:0:7924:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746130280.581911:0:7924:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091fc8200/0x4ce24e5787361ea8 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae404e6 expref: 17 pid: 8469 timeout: 578 lvb_type: 0 00010000:00010000:2.0:1746130280.581920:0:7924:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091fc8200/0x4ce24e5787361ea8 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae404e6 expref: 17 pid: 8469 timeout: 578 lvb_type: 0 00010000:00010000:2.0:1746130280.581934:0:7924:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8200/0x4ce24e5787361ea8 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae404e6 expref: 17 pid: 8469 timeout: 578 lvb_type: 0 00010000:00010000:2.0:1746130280.581948:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130280.581949:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130280.581960:0:7924:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e5787361eaf lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae404ed expref: 5 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130280.581967:0:7924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e5787361eaf lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae404ed expref: 5 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130280.581986:0:7924:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e5787361eaf lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae404ed expref: 5 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130280.581995:0:7924:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e5787361eaf lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae404ed expref: 5 pid: 20953 timeout: 578 lvb_type: 0 00000100:00100000:2.0:1746130280.582005:0:7924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092e2d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841730688:192.168.204.51@tcp:105: 00000100:00100000:2.0:1746130280.582054:0:7924:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012bfdc780 going to sleep for 11 seconds 00000100:00100000:0.0:1746130280.589094:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130280.589242:0:7924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092e2d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841730688:192.168.204.51@tcp:105: 00010000:00010000:2.0:1746130280.589300:0:7924:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746130280.589915:0:7924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092254a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+16:1963:x1830949849188352:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 8028us (9591us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130280.589928:0:7924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14592 00000100:00100000:3.0:1746130280.590037:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849188608 00000100:00100000:3.0:1746130280.590045:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849188608 00002000:00100000:3.0:1746130280.590092:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880094b9d180 x1830949849188608/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:266/0 lens 488/0 e 0 to 0 dl 1746130291 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130280.590108:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094b9d180 with x1830949849188608 ext(0->4095) 00010000:00010000:3.0:1746130280.590117:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e5787361eaf lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae404ed expref: 6 pid: 20953 timeout: 578 lvb_type: 0 00010000:00010000:3.0:1746130280.590131:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e5787361eaf lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae404ed expref: 6 pid: 20953 timeout: 578 lvb_type: 0 00002000:00010000:3.0:1746130280.590138:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880094b9d180 00000100:00100000:3.0:1746130280.590167:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2570 00000100:00100000:3.0:1746130280.590174:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094b9d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949849188608:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746130280.590956:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094b9d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949849188608:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 780us (1871us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746130280.590963:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2570 00002000:00100000:3.0:1746130280.590968:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880094b9d180 x1830949849188608/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:266/0 lens 488/4536 e 0 to 0 dl 1746130291 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130280.590976:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094b9d180 with x1830949849188608 ext(0->4095) 00010000:00010000:3.0:1746130280.590981:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e5787361eaf lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae404ed expref: 6 pid: 20953 timeout: 578 lvb_type: 0 00010000:00010000:3.0:1746130280.590991:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e5787361eaf lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae404ed expref: 6 pid: 20953 timeout: 578 lvb_type: 0 00002000:00010000:3.0:1746130280.590996:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880094b9d180 00000100:00100000:0.0:1746130280.594737:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130280.594829:0:7924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849188736 00000100:00100000:2.0:1746130280.594836:0:7924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849188736 00010000:00010000:2.0:1746130280.594868:0:7924:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e5787361eaf lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae404ed expref: 6 pid: 20953 timeout: 578 lvb_type: 0 00000100:00100000:2.0:1746130280.594940:0:7924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14593 00000100:00100000:2.0:1746130280.594947:0:7924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094b9f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949849188736:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746130280.594961:0:7924:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746130280.594982:0:7924:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e5787361eaf lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae404ed expref: 6 pid: 20953 timeout: 578 lvb_type: 0 00010000:00010000:2.0:1746130280.594995:0:7924:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e5787361eaf lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae404ed expref: 6 pid: 20953 timeout: 578 lvb_type: 0 00010000:00010000:2.0:1746130280.595015:0:7924:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e5787361eaf lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae404ed expref: 6 pid: 20953 timeout: 578 lvb_type: 0 00010000:00010000:2.0:1746130280.595194:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130280.595197:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130280.595205:0:7924:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880093155600/0x4ce24e5787361eb6 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae404f4 expref: 15 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130280.595213:0:7924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093155600/0x4ce24e5787361eb6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae404f4 expref: 15 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130280.595245:0:7924:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880093155600/0x4ce24e5787361eb6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae404f4 expref: 15 pid: 8469 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746130280.595256:0:7924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092e2d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841730816:192.168.204.51@tcp:105: 00000100:00100000:2.0:1746130280.596028:0:7924:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012bfdc780 going to sleep for 11 seconds 00000100:00100000:0.0:1746130280.599766:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130280.599836:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849188992 00000100:00100000:3.0:1746130280.599844:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849188992 00002000:00100000:3.0:1746130280.599896:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88013526aa00 x1830949849188992/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:266/0 lens 488/0 e 0 to 0 dl 1746130291 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130280.599905:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013526aa00 with x1830949849188992 ext(0->4095) 00002000:00010000:3.0:1746130280.599910:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88013526aa00 00000100:00100000:3.0:1746130280.599926:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4845 00000100:00100000:3.0:1746130280.599934:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013526aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+16:1961:x1830949849188992:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746130280.600655:0:7924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092e2d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841730816:192.168.204.51@tcp:105: 00010000:00010000:2.0:1746130280.600676:0:7924:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746130280.600981:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013526aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+16:1961:x1830949849188992:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 1046us (1222us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746130280.600990:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4845 00002000:00100000:3.0:1746130280.600997:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88013526aa00 x1830949849188992/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:266/0 lens 488/4536 e 0 to 0 dl 1746130291 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130280.601005:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013526aa00 with x1830949849188992 ext(0->4095) 00002000:00010000:3.0:1746130280.601008:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88013526aa00 00000100:00100000:2.0:1746130280.601115:0:7924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094b9f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+5:1961:x1830949849188736:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 6168us (6384us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130280.601123:0:7924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14593 00000100:00100000:0.0:1746130280.605609:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130280.605750:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130280.605774:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130280.605797:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130280.605809:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130280.605833:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130280.605883:0:7110:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849189248 00000100:00100000:3.0:1746130280.605890:0:7110:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849189248 00000100:00100000:2.0:1746130280.606071:0:7107:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849189120 00000100:00100000:2.0:1746130280.606075:0:7107:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849189120 00000100:00100000:2.0:1746130280.606101:0:7107:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 373 00000100:00100000:2.0:1746130280.606108:0:7107:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b23fe050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:51482484-f6ce-4c5d-8880-328e8ed7a70a+12:1963:x1830949849189120:12345-192.168.204.51@tcp:400:kworker.0 00000100:00100000:2.0:1746130280.606163:0:7107:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b23fe050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:51482484-f6ce-4c5d-8880-328e8ed7a70a+12:1963:x1830949849189120:12345-192.168.204.51@tcp:400:kworker.0 Request processed in 56us (563us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130280.606169:0:7107:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 373 00000100:00080000:0.0:1746130280.606228:0:7108:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1746130280.606338:0:7110:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849189504 00000100:00100000:3.0:1746130280.606341:0:7110:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849189504 00000100:00100000:1.0:1746130280.606527:0:9883:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 327 00000100:00100000:1.0:1746130280.606535:0:9883:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c4ff480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:640ea846-b909-4eea-9a54-417e15bd627b+6:1964:x1830949849189248:12345-192.168.204.51@tcp:400:kworker.0 00000100:00100000:1.0:1746130280.606563:0:9883:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c4ff480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:640ea846-b909-4eea-9a54-417e15bd627b+6:1964:x1830949849189248:12345-192.168.204.51@tcp:400:kworker.0 Request processed in 30us (766us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130280.606567:0:9883:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 327 00000100:00100000:1.0:1746130280.606577:0:9883:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 328 00000100:00100000:1.0:1746130280.606580:0:9883:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c4fdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c84b93b0-d496-484f-8e1e-94008838f2dd+7:1964:x1830949849189504:12345-192.168.204.51@tcp:400:kworker.0 00000100:00100000:1.0:1746130280.606595:0:9883:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c4fdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c84b93b0-d496-484f-8e1e-94008838f2dd+7:1964:x1830949849189504:12345-192.168.204.51@tcp:400:kworker.0 Request processed in 15us (785us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130280.606599:0:9883:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 328 00000100:00100000:2.0:1746130280.606783:0:20953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849189376 00000100:00100000:2.0:1746130280.606786:0:20953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849189376 00000100:00100000:2.0:1746130280.606794:0:10554:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849189632 00000100:00100000:2.0:1746130280.606796:0:10554:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849189632 00000100:00100000:2.0:1746130280.606812:0:10554:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849189760 00000100:00100000:2.0:1746130280.606814:0:10554:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849189760 00000100:00100000:2.0:1746130280.606826:0:10554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 408 00000100:00100000:2.0:1746130280.606829:0:10554:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c4fca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+5:1963:x1830949849189632:12345-192.168.204.51@tcp:400:kworker.0 00000100:00100000:2.0:1746130280.606854:0:10554:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c4fca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+5:1963:x1830949849189632:12345-192.168.204.51@tcp:400:kworker.0 Request processed in 24us (1078us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130280.606858:0:10554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 408 00000100:00100000:2.0:1746130280.606866:0:10554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6330 00000100:00100000:2.0:1746130280.606870:0:10554:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c4fea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+5:31579:x1830949849189760:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746130280.606880:0:10554:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746130280.606894:0:10554:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e5787361ebd lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae404fb expref: -99 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130280.606916:0:10554:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880093155600/0x4ce24e5787361eb6 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae404f4 expref: 15 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130280.606928:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746130280.606929:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746130280.606933:0:10554:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e5787361ebd lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae404fb expref: 6 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130280.606956:0:10554:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880093155600/0x4ce24e5787361eb6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae404f4 expref: 15 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130280.606966:0:10554:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880093155600/0x4ce24e5787361eb6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae404f4 expref: 15 pid: 8469 timeout: 578 lvb_type: 0 00000100:00100000:2.0:1746130280.606976:0:10554:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092e2d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10554:1830949841730944:192.168.204.51@tcp:104: 00000100:00100000:2.0:1746130280.607008:0:10554:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012bfdc300 going to sleep for 11 seconds 00000100:00100000:2.0:1746130280.607037:0:8470:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 409 00000100:00100000:2.0:1746130280.607041:0:8470:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c4fd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:640ea846-b909-4eea-9a54-417e15bd627b+5:1963:x1830949849189376:12345-192.168.204.51@tcp:400:kworker.0 00000100:00100000:2.0:1746130280.607056:0:8470:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c4fd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:640ea846-b909-4eea-9a54-417e15bd627b+5:1963:x1830949849189376:12345-192.168.204.51@tcp:400:kworker.0 Request processed in 15us (1307us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130280.607060:0:8470:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 409 00000100:00080000:0.0:1746130280.607184:0:7108:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1746130280.607186:0:7108:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1746130280.614012:0:10554:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092e2d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10554:1830949841730944:192.168.204.51@tcp:104: 00010000:00010000:2.0:1746130280.614047:0:10554:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e5787361ebd lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae404fb expref: 6 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130280.614062:0:10554:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091fc8600, rc 0) 00000100:00100000:2.0:1746130280.614122:0:10554:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c4fea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+6:31579:x1830949849189760:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 7249us (8286us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130280.614131:0:10554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6330 00000100:00100000:0.0:1746130280.650880:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130280.651737:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849189888 00000100:00100000:3.0:1746130280.651746:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849189888 00002000:00100000:3.0:1746130280.651791:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff88008c4ff800 x1830949849189888/t0(0) o4->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:266/0 lens 496/0 e 0 to 0 dl 1746130291 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130280.651802:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c4ff800 with x1830949849189888 ext(0->7) 00010000:00010000:3.0:1746130280.651810:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093155600/0x4ce24e5787361eb6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae404f4 expref: 16 pid: 8469 timeout: 578 lvb_type: 0 00010000:00010000:3.0:1746130280.651828:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093155600/0x4ce24e5787361eb6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae404f4 expref: 16 pid: 8469 timeout: 578 lvb_type: 0 00002000:00010000:3.0:1746130280.651835:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008c4ff800 00000100:00100000:3.0:1746130280.651863:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2571 00000100:00100000:3.0:1746130280.651869:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c4ff800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+16:1962:x1830949849189888:12345-192.168.204.51@tcp:4:ldlm_bl.0 00000100:00100000:3.0:1746130280.652197:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c4ff800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+18:1962:x1830949849189888:12345-192.168.204.51@tcp:4:ldlm_bl.0 Request processed in 327us (1324us total) trans 4294967930 rc 0/0 00000100:00100000:3.0:1746130280.652203:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2571 00002000:00100000:3.0:1746130280.652209:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff88008c4ff800 x1830949849189888/t4294967930(0) o4->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:266/0 lens 496/448 e 0 to 0 dl 1746130291 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130280.652216:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c4ff800 with x1830949849189888 ext(0->7) 00010000:00010000:3.0:1746130280.652220:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093155600/0x4ce24e5787361eb6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae404f4 expref: 18 pid: 8469 timeout: 578 lvb_type: 0 00010000:00010000:3.0:1746130280.652229:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093155600/0x4ce24e5787361eb6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae404f4 expref: 18 pid: 8469 timeout: 578 lvb_type: 0 00002000:00010000:3.0:1746130280.652234:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008c4ff800 00000100:00100000:0.0:1746130280.656838:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130280.656949:0:10554:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849190016 00000100:00100000:2.0:1746130280.656959:0:10554:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849190016 00000100:00100000:2.0:1746130280.657029:0:10554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6331 00000100:00100000:2.0:1746130280.657036:0:10554:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4cd4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:640ea846-b909-4eea-9a54-417e15bd627b+18:31578:x1830949849190016:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746130280.657055:0:10554:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746130280.657075:0:10554:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091fc8e00/0x4ce24e5787361ec4 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae40502 expref: -99 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130280.657102:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746130280.657107:0:10554:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e5787361ebd lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae404fb expref: 5 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130280.657112:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746130280.657116:0:10554:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc8e00/0x4ce24e5787361ec4 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40502 expref: 19 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130280.657153:0:10554:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e5787361ebd lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae404fb expref: 5 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130280.657166:0:10554:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091fc8e00/0x4ce24e5787361ec4 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40502 expref: 19 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130280.657174:0:10554:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091fc8e00, rc 0) 00000100:00100000:2.0:1746130280.657216:0:10554:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4cd4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:640ea846-b909-4eea-9a54-417e15bd627b+19:31578:x1830949849190016:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 180us (388us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130280.657222:0:10554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6331 00000100:00100000:0.0:1746130280.659067:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130280.659160:0:7924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849190144 00000100:00100000:2.0:1746130280.659172:0:7924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849190144 00010000:00010000:2.0:1746130280.659218:0:7924:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880093155600/0x4ce24e5787361eb6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae404f4 expref: 19 pid: 8469 timeout: 578 lvb_type: 0 00000100:00100000:2.0:1746130280.659582:0:7924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14594 00000100:00100000:2.0:1746130280.659589:0:7924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4cd7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+19:1961:x1830949849190144:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746130280.659603:0:7924:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746130280.659627:0:7924:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880093155600/0x4ce24e5787361eb6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae404f4 expref: 19 pid: 8469 timeout: 578 lvb_type: 0 00010000:00010000:2.0:1746130280.659639:0:7924:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880093155600/0x4ce24e5787361eb6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae404f4 expref: 19 pid: 8469 timeout: 578 lvb_type: 0 00010000:00010000:2.0:1746130280.659665:0:7924:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880093155600/0x4ce24e5787361eb6 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae404f4 expref: 19 pid: 8469 timeout: 578 lvb_type: 0 00010000:00010000:2.0:1746130280.659687:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130280.659689:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130280.659697:0:7924:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e5787361ebd lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae404fb expref: 5 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130280.659705:0:7924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e5787361ebd lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae404fb expref: 5 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130280.659738:0:7924:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e5787361ebd lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae404fb expref: 5 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130280.659754:0:7924:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e5787361ebd lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae404fb expref: 5 pid: 10554 timeout: 578 lvb_type: 0 00000100:00100000:2.0:1746130280.659765:0:7924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092e2d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841731200:192.168.204.51@tcp:105: 00000100:00100000:2.0:1746130280.659854:0:7924:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012bfdc300 going to sleep for 11 seconds 00000100:00100000:2.0:1746130280.661311:0:7924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092e2d500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841731200:192.168.204.51@tcp:105: 00010000:00010000:2.0:1746130280.661332:0:7924:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746130280.661359:0:7924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4cd7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+18:1961:x1830949849190144:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 1770us (2301us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130280.661368:0:7924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14594 00000100:00100000:1.0:1746130280.665495:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130280.665703:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849190400 00000100:00100000:3.0:1746130280.665711:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849190400 00002000:00100000:3.0:1746130280.665756:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093173800 x1830949849190400/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:266/0 lens 488/0 e 0 to 0 dl 1746130291 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130280.665766:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093173800 with x1830949849190400 ext(0->4095) 00010000:00010000:3.0:1746130280.665773:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e5787361ebd lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae404fb expref: 6 pid: 10554 timeout: 578 lvb_type: 0 00010000:00010000:3.0:1746130280.665782:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e5787361ebd lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae404fb expref: 6 pid: 10554 timeout: 578 lvb_type: 0 00002000:00010000:3.0:1746130280.665786:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093173800 00000100:00100000:3.0:1746130280.665808:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2572 00000100:00100000:3.0:1746130280.665816:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093173800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949849190400:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746130280.665959:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093173800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949849190400:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 144us (476us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746130280.665965:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2572 00002000:00100000:3.0:1746130280.665970:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093173800 x1830949849190400/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:266/0 lens 488/4536 e 0 to 0 dl 1746130291 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130280.665977:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093173800 with x1830949849190400 ext(0->4095) 00010000:00010000:3.0:1746130280.665980:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e5787361ebd lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae404fb expref: 6 pid: 10554 timeout: 578 lvb_type: 0 00010000:00010000:3.0:1746130280.665987:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e5787361ebd lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae404fb expref: 6 pid: 10554 timeout: 578 lvb_type: 0 00002000:00010000:3.0:1746130280.665992:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093173800 00000100:00100000:0.0:1746130280.670839:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130280.671009:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849190528 00000100:00100000:3.0:1746130280.671017:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849190528 00010000:00010000:3.0:1746130280.671059:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e5787361ebd lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae404fb expref: 6 pid: 10554 timeout: 578 lvb_type: 0 00000100:00100000:3.0:1746130280.671578:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14595 00000100:00100000:3.0:1746130280.671588:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800933a8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1964:x1830949849190528:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746130280.671605:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746130280.671630:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e5787361ebd lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae404fb expref: 6 pid: 10554 timeout: 578 lvb_type: 0 00010000:00010000:3.0:1746130280.671641:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e5787361ebd lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae404fb expref: 6 pid: 10554 timeout: 578 lvb_type: 0 00010000:00010000:3.0:1746130280.671665:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e5787361ebd lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae404fb expref: 6 pid: 10554 timeout: 578 lvb_type: 0 00010000:00010000:3.0:1746130280.671690:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130280.671692:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130280.671699:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8e00/0x4ce24e5787361ec4 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40502 expref: 17 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130280.671706:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc8e00/0x4ce24e5787361ec4 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40502 expref: 17 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130280.671938:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091fc8e00/0x4ce24e5787361ec4 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40502 expref: 17 pid: 10554 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746130280.671951:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091952680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841731328:192.168.204.51@tcp:105: 00000100:00100000:3.0:1746130280.672408:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093e2b300 going to sleep for 11 seconds 00000100:00100000:3.0:1746130280.674255:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091952680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841731328:192.168.204.51@tcp:105: 00010000:00010000:3.0:1746130280.674305:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746130280.674346:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800933a8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+5:1964:x1830949849190528:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 2759us (3516us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130280.674357:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14595 00000100:00100000:0.0:1746130280.674571:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130280.674908:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849190784 00000100:00100000:3.0:1746130280.674915:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849190784 00002000:00100000:3.0:1746130280.674957:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800924e2d80 x1830949849190784/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:266/0 lens 488/0 e 0 to 0 dl 1746130291 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130280.674966:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800924e2d80 with x1830949849190784 ext(0->4095) 00002000:00010000:3.0:1746130280.674970:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800924e2d80 00000100:00100000:3.0:1746130280.675025:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4846 00000100:00100000:3.0:1746130280.675037:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800924e2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+18:1961:x1830949849190784:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746130280.675178:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800924e2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+18:1961:x1830949849190784:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 147us (607us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746130280.675184:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4846 00002000:00100000:3.0:1746130280.675190:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800924e2d80 x1830949849190784/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:266/0 lens 488/4536 e 0 to 0 dl 1746130291 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130280.675196:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800924e2d80 with x1830949849190784 ext(0->4095) 00002000:00010000:3.0:1746130280.675198:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800924e2d80 00000100:00100000:0.0:1746130280.676660:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130280.676802:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849190912 00000100:00100000:1.0:1746130280.676811:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849190912 00000100:00100000:1.0:1746130280.676861:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6332 00000100:00100000:1.0:1746130280.676868:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094aa9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c84b93b0-d496-484f-8e1e-94008838f2dd+5:31579:x1830949849190912:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746130280.676883:0:8467:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746130280.676903:0:8467:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880093155000/0x4ce24e5787361ecb lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae40509 expref: -99 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130280.676935:0:8467:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8e00/0x4ce24e5787361ec4 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40502 expref: 17 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130280.676947:0:8467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130280.676949:0:8467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130280.676953:0:8467:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093155000/0x4ce24e5787361ecb lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40509 expref: 6 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130280.676988:0:8467:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091fc8e00/0x4ce24e5787361ec4 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40502 expref: 17 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130280.677001:0:8467:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091fc8e00/0x4ce24e5787361ec4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40502 expref: 17 pid: 10554 timeout: 578 lvb_type: 0 00000100:00100000:1.0:1746130280.677014:0:8467:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093170380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8467:1830949841731456:192.168.204.51@tcp:104: 00000100:00100000:1.0:1746130280.677109:0:8467:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18fba80 going to sleep for 11 seconds 00000100:00100000:1.0:1746130280.678357:0:8467:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093170380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8467:1830949841731456:192.168.204.51@tcp:104: 00010000:00010000:1.0:1746130280.678376:0:8467:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880093155000/0x4ce24e5787361ecb lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40509 expref: 6 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130280.678389:0:8467:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093155000, rc 0) 00000100:00100000:1.0:1746130280.678439:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094aa9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c84b93b0-d496-484f-8e1e-94008838f2dd+6:31579:x1830949849190912:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1571us (1784us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130280.678447:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6332 00000100:00100000:0.0:1746130280.678888:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130280.679068:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849191040 00000100:00100000:3.0:1746130280.679073:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849191040 00010000:00010000:3.0:1746130280.679102:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc8e00/0x4ce24e5787361ec4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40502 expref: 18 pid: 10554 timeout: 578 lvb_type: 0 00000100:00100000:3.0:1746130280.679133:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14596 00000100:00100000:3.0:1746130280.679140:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f100000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+18:1961:x1830949849191040:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746130280.679150:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746130280.679169:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091fc8e00/0x4ce24e5787361ec4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40502 expref: 18 pid: 10554 timeout: 578 lvb_type: 0 00010000:00010000:3.0:1746130280.679178:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091fc8e00/0x4ce24e5787361ec4 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40502 expref: 18 pid: 10554 timeout: 578 lvb_type: 0 00010000:00010000:3.0:1746130280.679195:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8e00/0x4ce24e5787361ec4 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40502 expref: 18 pid: 10554 timeout: 578 lvb_type: 0 00010000:00010000:3.0:1746130280.679220:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130280.679222:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130280.679228:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880093155000/0x4ce24e5787361ecb lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40509 expref: 5 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130280.679235:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093155000/0x4ce24e5787361ecb lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40509 expref: 5 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130280.679260:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880093155000/0x4ce24e5787361ecb lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40509 expref: 5 pid: 8467 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746130280.679294:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091952680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841731584:192.168.204.51@tcp:105: 00000100:00100000:3.0:1746130280.679358:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093e2b600 going to sleep for 11 seconds 00000100:00100000:0.0:1746130280.681471:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130280.681531:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091952680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841731584:192.168.204.51@tcp:105: 00010000:00010000:3.0:1746130280.681554:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746130280.681594:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f100000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+17:1961:x1830949849191040:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 2454us (2706us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130280.681604:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14596 00000100:00100000:2.0:1746130280.681652:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849191296 00000100:00100000:2.0:1746130280.681659:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849191296 00002000:00100000:2.0:1746130280.681696:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008f100380 x1830949849191296/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:266/0 lens 488/0 e 0 to 0 dl 1746130291 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130280.681709:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f100380 with x1830949849191296 ext(0->4095) 00002000:00010000:2.0:1746130280.681712:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008f100380 00000100:00100000:2.0:1746130280.681740:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4847 00000100:00100000:2.0:1746130280.681746:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f100380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949849191296:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746130280.682252:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f100380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949849191296:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 505us (795us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746130280.682259:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4847 00002000:00100000:2.0:1746130280.682264:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008f100380 x1830949849191296/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:266/0 lens 488/4536 e 0 to 0 dl 1746130291 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130280.682313:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f100380 with x1830949849191296 ext(0->4095) 00002000:00010000:2.0:1746130280.682316:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008f100380 00000100:00100000:0.0:1746130280.684455:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130280.684574:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849191424 00000100:00100000:1.0:1746130280.684581:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849191424 00000100:00100000:1.0:1746130280.684628:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6333 00000100:00100000:1.0:1746130280.684634:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f100700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:640ea846-b909-4eea-9a54-417e15bd627b+17:31579:x1830949849191424:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746130280.684655:0:8467:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746130280.684669:0:8467:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880093155600/0x4ce24e5787361ed2 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae40510 expref: -99 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130280.684695:0:8467:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880093155000/0x4ce24e5787361ecb lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40509 expref: 5 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130280.684702:0:8467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130280.684704:0:8467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130280.684707:0:8467:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093155600/0x4ce24e5787361ed2 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40510 expref: 18 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130280.684733:0:8467:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880093155000/0x4ce24e5787361ecb lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40509 expref: 5 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130280.684743:0:8467:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880093155000/0x4ce24e5787361ecb lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40509 expref: 5 pid: 8467 timeout: 578 lvb_type: 0 00000100:00100000:1.0:1746130280.684754:0:8467:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093170380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8467:1830949841731712:192.168.204.51@tcp:104: 00000100:00100000:1.0:1746130280.685047:0:8467:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18fba80 going to sleep for 11 seconds 00000100:00100000:0.0:1746130280.685247:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130280.685646:0:10554:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849191552 00000100:00100000:2.0:1746130280.685651:0:10554:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849191552 00000100:00100000:2.0:1746130280.685687:0:10554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6334 00000100:00100000:2.0:1746130280.685692:0:10554:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f100a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:640ea846-b909-4eea-9a54-417e15bd627b+19:31578:x1830949849191552:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746130280.685701:0:10554:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746130280.685708:0:10554:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e5787361ed9 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae40517 expref: -99 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130280.685722:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130280.685726:0:10554:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880093155600/0x4ce24e5787361ed2 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40510 expref: 20 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130280.685731:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746130280.685733:0:10554:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e5787361ed9 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40517 expref: 20 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130280.685754:0:10554:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880093155600/0x4ce24e5787361ed2 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40510 expref: 20 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130280.685764:0:10554:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e5787361ed9 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40517 expref: 20 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130280.685772:0:10554:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091fc9a00, rc 0) 00000100:00100000:2.0:1746130280.685799:0:10554:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f100a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:640ea846-b909-4eea-9a54-417e15bd627b+20:31578:x1830949849191552:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 106us (552us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130280.685806:0:10554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6334 00000100:00100000:1.0:1746130280.687522:0:8467:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093170380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8467:1830949841731712:192.168.204.51@tcp:104: 00010000:00010000:1.0:1746130280.687545:0:8467:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880093155600/0x4ce24e5787361ed2 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40510 expref: 19 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130280.687559:0:8467:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093155600, rc 0) 00000100:00100000:1.0:1746130280.687603:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f100700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:640ea846-b909-4eea-9a54-417e15bd627b+19:31579:x1830949849191424:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2968us (3154us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130280.687613:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6333 00000100:00100000:1.0:1746130280.687760:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130280.687858:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849191680 00000100:00100000:3.0:1746130280.687868:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849191680 00010000:00010000:3.0:1746130280.687897:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880093155000/0x4ce24e5787361ecb lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40509 expref: 6 pid: 8467 timeout: 578 lvb_type: 0 00000100:00100000:3.0:1746130280.687926:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14597 00000100:00100000:3.0:1746130280.687934:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e24c850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1963:x1830949849191680:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746130280.687945:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746130280.687965:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880093155000/0x4ce24e5787361ecb lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40509 expref: 6 pid: 8467 timeout: 578 lvb_type: 0 00010000:00010000:3.0:1746130280.687974:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880093155000/0x4ce24e5787361ecb lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40509 expref: 6 pid: 8467 timeout: 578 lvb_type: 0 00010000:00010000:3.0:1746130280.687992:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880093155000/0x4ce24e5787361ecb lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40509 expref: 6 pid: 8467 timeout: 578 lvb_type: 0 00010000:00010000:3.0:1746130280.688014:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130280.688015:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130280.688022:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880093155600/0x4ce24e5787361ed2 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40510 expref: 18 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130280.688029:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093155600/0x4ce24e5787361ed2 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40510 expref: 18 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130280.688056:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880093155600/0x4ce24e5787361ed2 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40510 expref: 18 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130280.688066:0:7097:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880093155600/0x4ce24e5787361ed2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40510 expref: 18 pid: 8467 timeout: 578 lvb_type: 0 00000100:00100000:3.0:1746130280.688076:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091952680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841731968:192.168.204.51@tcp:105: 00000100:00100000:3.0:1746130280.688151:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093e2b600 going to sleep for 11 seconds 00000100:00100000:3.0:1746130280.690416:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091952680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841731968:192.168.204.51@tcp:105: 00010000:00010000:3.0:1746130280.690441:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746130280.690497:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e24c850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+5:1963:x1830949849191680:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 2563us (2736us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130280.690507:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14597 00000100:00100000:0.0:1746130280.691118:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130280.691342:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849191936 00000100:00100000:2.0:1746130280.691347:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849191936 00002000:00100000:2.0:1746130280.691380:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008f100e00 x1830949849191936/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:266/0 lens 488/0 e 0 to 0 dl 1746130291 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130280.691388:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f100e00 with x1830949849191936 ext(0->4095) 00010000:00010000:2.0:1746130280.691408:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093155600/0x4ce24e5787361ed2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40510 expref: 19 pid: 8467 timeout: 578 lvb_type: 0 00010000:00010000:2.0:1746130280.691419:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093155600/0x4ce24e5787361ed2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40510 expref: 19 pid: 8467 timeout: 578 lvb_type: 0 00002000:00010000:2.0:1746130280.691425:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008f100e00 00000100:00100000:2.0:1746130280.691439:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2573 00000100:00100000:2.0:1746130280.691445:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f100e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+19:1962:x1830949849191936:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746130280.691641:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f100e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+19:1962:x1830949849191936:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 195us (1412us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746130280.691647:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2573 00002000:00100000:2.0:1746130280.691652:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008f100e00 x1830949849191936/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:266/0 lens 488/4536 e 0 to 0 dl 1746130291 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130280.691659:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f100e00 with x1830949849191936 ext(0->4095) 00010000:00010000:2.0:1746130280.691664:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093155600/0x4ce24e5787361ed2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40510 expref: 19 pid: 8467 timeout: 578 lvb_type: 0 00010000:00010000:2.0:1746130280.691678:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093155600/0x4ce24e5787361ed2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40510 expref: 19 pid: 8467 timeout: 578 lvb_type: 0 00002000:00010000:2.0:1746130280.691683:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008f100e00 00000100:00100000:0.0:1746130280.693388:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130280.693808:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130280.693816:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849192064 00000100:00100000:1.0:1746130280.693824:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849192064 00000100:00100000:1.0:1746130280.693871:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6335 00000100:00100000:1.0:1746130280.693877:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f101180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c84b93b0-d496-484f-8e1e-94008838f2dd+5:31579:x1830949849192064:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:3.0:1746130280.693883:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849192192 00000100:00100000:3.0:1746130280.693887:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849192192 00010000:00010000:1.0:1746130280.693893:0:8467:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746130280.693908:0:8467:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094412800/0x4ce24e5787361ee0 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae4051e expref: -99 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130280.693916:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880093155600/0x4ce24e5787361ed2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40510 expref: 19 pid: 8467 timeout: 578 lvb_type: 0 00010000:00010000:1.0:1746130280.693931:0:8467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130280.693936:0:8467:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e5787361ed9 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40517 expref: 19 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130280.693942:0:8467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00000100:00100000:3.0:1746130280.693944:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14598 00010000:00010000:1.0:1746130280.693945:0:8467:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094412800/0x4ce24e5787361ee0 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4051e expref: 6 pid: 8467 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746130280.693951:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e2d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+19:1961:x1830949849192192:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746130280.693959:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746130280.693977:0:8467:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e5787361ed9 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40517 expref: 19 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130280.693978:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880093155600/0x4ce24e5787361ed2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40510 expref: 19 pid: 8467 timeout: 578 lvb_type: 0 00010000:00010000:1.0:1746130280.693987:0:8467:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094412800/0x4ce24e5787361ee0 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4051e expref: 6 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130280.693993:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880093155600/0x4ce24e5787361ed2 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40510 expref: 19 pid: 8467 timeout: 578 lvb_type: 0 00010000:00010000:1.0:1746130280.694126:0:8467:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094412800, rc 0) 00010000:00010000:3.0:1746130280.694168:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880093155600/0x4ce24e5787361ed2 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40510 expref: 19 pid: 8467 timeout: 578 lvb_type: 0 00000100:00100000:1.0:1746130280.694358:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f101180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c84b93b0-d496-484f-8e1e-94008838f2dd+6:31579:x1830949849192064:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 482us (981us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130280.694367:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6335 00010000:00010000:3.0:1746130280.694446:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130280.694448:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130280.694453:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e5787361ed9 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40517 expref: 18 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130280.694460:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e5787361ed9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40517 expref: 18 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130280.694477:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e5787361ed9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40517 expref: 18 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130280.694487:0:7097:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e5787361ed9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40517 expref: 18 pid: 10554 timeout: 578 lvb_type: 0 00000100:00100000:3.0:1746130280.694498:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091952680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841732224:192.168.204.51@tcp:105: 00000100:00100000:3.0:1746130280.694548:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093e2bd80 going to sleep for 11 seconds 00000100:00100000:3.0:1746130280.696942:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091952680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841732224:192.168.204.51@tcp:105: 00010000:00010000:3.0:1746130280.696967:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746130280.697013:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e2d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+18:1961:x1830949849192192:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 3062us (3204us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130280.697025:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14598 00000100:00100000:0.0:1746130280.697199:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130280.697371:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849192448 00000100:00100000:3.0:1746130280.697377:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849192448 00002000:00100000:3.0:1746130280.697419:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008f101500 x1830949849192448/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:266/0 lens 488/0 e 0 to 0 dl 1746130291 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130280.697427:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f101500 with x1830949849192448 ext(0->4095) 00010000:00010000:3.0:1746130280.697434:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e5787361ed9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40517 expref: 18 pid: 10554 timeout: 578 lvb_type: 0 00010000:00010000:3.0:1746130280.697444:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e5787361ed9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40517 expref: 18 pid: 10554 timeout: 578 lvb_type: 0 00002000:00010000:3.0:1746130280.697450:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008f101500 00000100:00100000:3.0:1746130280.697791:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2574 00000100:00100000:3.0:1746130280.697798:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f101500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+18:1961:x1830949849192448:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746130280.697919:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f101500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+18:1961:x1830949849192448:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 121us (720us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746130280.697929:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2574 00002000:00100000:3.0:1746130280.697934:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008f101500 x1830949849192448/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:266/0 lens 488/4536 e 0 to 0 dl 1746130291 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130280.697941:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f101500 with x1830949849192448 ext(0->4095) 00010000:00010000:3.0:1746130280.697945:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e5787361ed9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40517 expref: 18 pid: 10554 timeout: 578 lvb_type: 0 00010000:00010000:3.0:1746130280.697959:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e5787361ed9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40517 expref: 18 pid: 10554 timeout: 578 lvb_type: 0 00002000:00010000:3.0:1746130280.697964:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008f101500 00000100:00100000:0.0:1746130280.700484:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130280.700508:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849192576 00000100:00100000:1.0:1746130280.700516:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849192576 00000100:00100000:0.0:1746130280.700564:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130280.700612:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849192704 00000100:00100000:3.0:1746130280.700616:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849192704 00010000:00010000:3.0:1746130280.700643:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e5787361ed9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40517 expref: 19 pid: 10554 timeout: 578 lvb_type: 0 00000100:00100000:1.0:1746130280.700679:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6336 00000100:00100000:1.0:1746130280.700686:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f101880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:640ea846-b909-4eea-9a54-417e15bd627b+19:31578:x1830949849192576:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746130280.700701:0:8467:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746130280.700715:0:8467:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009bdd2600/0x4ce24e5787361ee7 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae40525 expref: -99 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130280.700736:0:8467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130280.700741:0:8467:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094412800/0x4ce24e5787361ee0 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4051e expref: 5 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130280.700747:0:8467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746130280.700750:0:8467:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009bdd2600/0x4ce24e5787361ee7 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40525 expref: 20 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130280.700781:0:8467:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094412800/0x4ce24e5787361ee0 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4051e expref: 5 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130280.700791:0:8467:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009bdd2600/0x4ce24e5787361ee7 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40525 expref: 20 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130280.700800:0:8467:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009bdd2600, rc 0) 00000100:00100000:3.0:1746130280.701020:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14599 00000100:00100000:3.0:1746130280.701027:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f101c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+20:1962:x1830949849192704:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746130280.701036:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746130280.701054:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e5787361ed9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40517 expref: 20 pid: 10554 timeout: 578 lvb_type: 0 00000100:00100000:1.0:1746130280.701060:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f101880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:640ea846-b909-4eea-9a54-417e15bd627b+20:31578:x1830949849192576:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 374us (583us total) trans 0 rc 0/0 00010000:00010000:3.0:1746130280.701063:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e5787361ed9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40517 expref: 20 pid: 10554 timeout: 578 lvb_type: 0 00000100:00100000:1.0:1746130280.701066:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6336 00010000:00010000:3.0:1746130280.701078:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e5787361ed9 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40517 expref: 19 pid: 10554 timeout: 578 lvb_type: 0 00010000:00010000:3.0:1746130280.701088:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130280.701090:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130280.701095:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094412800/0x4ce24e5787361ee0 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4051e expref: 5 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130280.701105:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094412800/0x4ce24e5787361ee0 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4051e expref: 5 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130280.701123:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094412800/0x4ce24e5787361ee0 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4051e expref: 5 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130280.701132:0:7097:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094412800/0x4ce24e5787361ee0 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4051e expref: 5 pid: 8467 timeout: 578 lvb_type: 0 00000100:00100000:3.0:1746130280.701141:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091952680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841732480:192.168.204.51@tcp:105: 00000100:00100000:3.0:1746130280.701203:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093e2bd80 going to sleep for 11 seconds 00000100:00100000:3.0:1746130280.702507:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091952680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841732480:192.168.204.51@tcp:105: 00010000:00010000:3.0:1746130280.702528:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746130280.702566:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f101c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+18:1962:x1830949849192704:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 1540us (2001us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130280.702574:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14599 00000100:00100000:0.0:1746130280.702935:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130280.703114:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849192960 00000100:00100000:1.0:1746130280.703120:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849192960 00002000:00100000:1.0:1746130280.703155:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008f101f80 x1830949849192960/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:266/0 lens 488/0 e 0 to 0 dl 1746130291 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130280.703163:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f101f80 with x1830949849192960 ext(0->4095) 00010000:00010000:1.0:1746130280.703169:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094412800/0x4ce24e5787361ee0 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4051e expref: 6 pid: 8467 timeout: 578 lvb_type: 0 00010000:00010000:1.0:1746130280.703180:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094412800/0x4ce24e5787361ee0 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4051e expref: 6 pid: 8467 timeout: 578 lvb_type: 0 00002000:00010000:1.0:1746130280.703185:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008f101f80 00000100:00100000:1.0:1746130280.703210:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2575 00000100:00100000:1.0:1746130280.703216:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f101f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949849192960:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746130280.703365:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f101f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949849192960:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 149us (431us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746130280.703371:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2575 00002000:00100000:1.0:1746130280.703375:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008f101f80 x1830949849192960/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:266/0 lens 488/4536 e 0 to 0 dl 1746130291 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130280.703382:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f101f80 with x1830949849192960 ext(0->4095) 00010000:00010000:1.0:1746130280.703386:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094412800/0x4ce24e5787361ee0 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4051e expref: 6 pid: 8467 timeout: 578 lvb_type: 0 00010000:00010000:1.0:1746130280.703417:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094412800/0x4ce24e5787361ee0 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4051e expref: 6 pid: 8467 timeout: 578 lvb_type: 0 00002000:00010000:1.0:1746130280.703427:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008f101f80 00000100:00100000:0.0:1746130280.707233:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130280.707493:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849193088 00000100:00100000:3.0:1746130280.707503:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849193088 00010000:00010000:3.0:1746130280.707553:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094412800/0x4ce24e5787361ee0 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4051e expref: 6 pid: 8467 timeout: 578 lvb_type: 0 00000100:00100000:3.0:1746130280.707759:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14600 00000100:00100000:3.0:1746130280.707769:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f102300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949849193088:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746130280.707785:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746130280.707809:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094412800/0x4ce24e5787361ee0 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4051e expref: 6 pid: 8467 timeout: 578 lvb_type: 0 00010000:00010000:3.0:1746130280.707824:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094412800/0x4ce24e5787361ee0 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4051e expref: 6 pid: 8467 timeout: 578 lvb_type: 0 00010000:00010000:3.0:1746130280.707847:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094412800/0x4ce24e5787361ee0 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4051e expref: 6 pid: 8467 timeout: 578 lvb_type: 0 00010000:00010000:3.0:1746130280.707879:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130280.707880:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130280.707888:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009bdd2600/0x4ce24e5787361ee7 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40525 expref: 17 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130280.707896:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009bdd2600/0x4ce24e5787361ee7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40525 expref: 17 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130280.707930:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009bdd2600/0x4ce24e5787361ee7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40525 expref: 17 pid: 8467 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746130280.707942:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091952680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841732608:192.168.204.51@tcp:105: 00000100:00100000:3.0:1746130280.708029:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093e2bd80 going to sleep for 11 seconds 00000100:00100000:0.0:1746130280.710655:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091952680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841732608:192.168.204.51@tcp:105: 00010000:00010000:0.0:1746130280.710684:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746130280.710737:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f102300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+5:1962:x1830949849193088:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 2969us (3513us total) trans 0 rc 0/0 00000100:00100000:0.0:1746130280.710749:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14600 00000100:00100000:1.0:1746130280.714950:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130280.715023:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849193344 00000100:00100000:0.0:1746130280.715042:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849193344 00002000:00100000:0.0:1746130280.715105:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093170380 x1830949849193344/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:266/0 lens 488/0 e 0 to 0 dl 1746130291 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746130280.715118:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093170380 with x1830949849193344 ext(0->4095) 00002000:00010000:0.0:1746130280.715126:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093170380 00000100:00100000:0.0:1746130280.715154:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4848 00000100:00100000:0.0:1746130280.715163:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093170380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+18:1962:x1830949849193344:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746130280.716405:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093170380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+18:1962:x1830949849193344:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 1241us (1463us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746130280.716415:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4848 00002000:00100000:1.0:1746130280.716422:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093170380 x1830949849193344/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:266/0 lens 488/4536 e 0 to 0 dl 1746130291 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130280.716430:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093170380 with x1830949849193344 ext(0->4095) 00002000:00010000:1.0:1746130280.716434:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093170380 00000100:00100000:0.0:1746130280.719754:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130280.719840:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849193472 00000100:00100000:2.0:1746130280.719851:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849193472 00000100:00100000:2.0:1746130280.719896:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6337 00000100:00100000:2.0:1746130280.719904:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f102680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c84b93b0-d496-484f-8e1e-94008838f2dd+5:31579:x1830949849193472:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746130280.719922:0:8467:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746130280.719944:0:8467:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091fc9400/0x4ce24e5787361eee lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae4052c expref: -99 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130280.719977:0:8467:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009bdd2600/0x4ce24e5787361ee7 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40525 expref: 17 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130280.719985:0:8467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746130280.719987:0:8467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746130280.719990:0:8467:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc9400/0x4ce24e5787361eee lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4052c expref: 6 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130280.720019:0:8467:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009bdd2600/0x4ce24e5787361ee7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40525 expref: 17 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130280.720030:0:8467:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009bdd2600/0x4ce24e5787361ee7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40525 expref: 17 pid: 8467 timeout: 578 lvb_type: 0 00000100:00100000:2.0:1746130280.720048:0:8467:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092e2ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8467:1830949841732736:192.168.204.51@tcp:104: 00000100:00100000:2.0:1746130280.720129:0:8467:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012bfdc840 going to sleep for 11 seconds 00000100:00100000:0.0:1746130280.727188:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130280.727237:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849193600 00000100:00100000:1.0:1746130280.727247:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849193600 00002000:00100000:1.0:1746130280.727312:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff88008f102a00 x1830949849193600/t0(0) o4->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:266/0 lens 496/0 e 0 to 0 dl 1746130291 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130280.727322:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f102a00 with x1830949849193600 ext(0->7) 00010000:00010000:1.0:1746130280.727330:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009bdd2600/0x4ce24e5787361ee7 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40525 expref: 18 pid: 8467 timeout: 578 lvb_type: 0 00010000:00010000:1.0:1746130280.727346:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009bdd2600/0x4ce24e5787361ee7 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40525 expref: 18 pid: 8467 timeout: 578 lvb_type: 0 00002000:00010000:1.0:1746130280.727353:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008f102a00 00000100:00100000:1.0:1746130280.727373:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2576 00000100:00100000:1.0:1746130280.727381:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f102a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+18:1961:x1830949849193600:12345-192.168.204.51@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746130280.727441:0:8467:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092e2ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8467:1830949841732736:192.168.204.51@tcp:104: 00010000:00010000:2.0:1746130280.727471:0:8467:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091fc9400/0x4ce24e5787361eee lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4052c expref: 6 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130280.727484:0:8467:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091fc9400, rc 0) 00000100:00100000:2.0:1746130280.727523:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f102680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c84b93b0-d496-484f-8e1e-94008838f2dd+6:31579:x1830949849193472:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 7620us (7782us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130280.727530:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6337 00000100:00100000:1.0:1746130280.727658:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f102a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+20:1961:x1830949849193600:12345-192.168.204.51@tcp:4:ldlm_bl.0 Request processed in 278us (480us total) trans 4294967931 rc 0/0 00000100:00100000:1.0:1746130280.727664:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2576 00002000:00100000:1.0:1746130280.727670:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff88008f102a00 x1830949849193600/t4294967931(0) o4->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:266/0 lens 496/448 e 0 to 0 dl 1746130291 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130280.727676:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f102a00 with x1830949849193600 ext(0->7) 00010000:00010000:1.0:1746130280.727680:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009bdd2600/0x4ce24e5787361ee7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40525 expref: 20 pid: 8467 timeout: 578 lvb_type: 0 00010000:00010000:1.0:1746130280.727689:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009bdd2600/0x4ce24e5787361ee7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40525 expref: 20 pid: 8467 timeout: 578 lvb_type: 0 00002000:00010000:1.0:1746130280.727694:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008f102a00 00000100:00100000:1.0:1746130280.739360:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130280.739413:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130280.739430:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849193728 00000100:00100000:0.0:1746130280.739441:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849193728 00000100:00100000:1.0:1746130280.739446:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849193856 00000100:00100000:1.0:1746130280.739449:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849193856 00000100:00100000:1.0:1746130280.739483:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6338 00010000:00010000:0.0:1746130280.739486:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009bdd2600/0x4ce24e5787361ee7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40525 expref: 21 pid: 8467 timeout: 578 lvb_type: 0 00000100:00100000:1.0:1746130280.739489:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b938c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:640ea846-b909-4eea-9a54-417e15bd627b+21:31578:x1830949849193856:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746130280.739501:0:8467:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1746130280.739509:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14601 00010000:00010000:1.0:1746130280.739513:0:8467:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094412800/0x4ce24e5787361ef5 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae40533 expref: -99 pid: 8467 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746130280.739514:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093170e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+21:1964:x1830949849193728:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746130280.739523:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746130280.739533:0:8467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130280.739538:0:8467:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091fc9400/0x4ce24e5787361eee lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4052c expref: 5 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130280.739549:0:8467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746130280.739552:0:8467:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094412800/0x4ce24e5787361ef5 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40533 expref: 22 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130280.739571:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009bdd2600/0x4ce24e5787361ee7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40525 expref: 22 pid: 8467 timeout: 578 lvb_type: 0 00010000:00010000:0.0:1746130280.739582:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009bdd2600/0x4ce24e5787361ee7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40525 expref: 22 pid: 8467 timeout: 578 lvb_type: 0 00010000:00010000:1.0:1746130280.739596:0:8467:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091fc9400/0x4ce24e5787361eee lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4052c expref: 5 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130280.739599:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009bdd2600/0x4ce24e5787361ee7 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40525 expref: 22 pid: 8467 timeout: 578 lvb_type: 0 00010000:00010000:1.0:1746130280.739607:0:8467:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094412800/0x4ce24e5787361ef5 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40533 expref: 21 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130280.739612:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130280.739614:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130280.739618:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091fc9400/0x4ce24e5787361eee lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4052c expref: 5 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130280.739625:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc9400/0x4ce24e5787361eee lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4052c expref: 5 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130280.739683:0:8467:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094412800, rc 0) 00010000:00010000:0.0:1746130280.739691:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091fc9400/0x4ce24e5787361eee lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4052c expref: 5 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130280.739701:0:7097:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091fc9400/0x4ce24e5787361eee lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4052c expref: 5 pid: 8467 timeout: 578 lvb_type: 0 00000100:00100000:0.0:1746130280.739712:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f102d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841732992:192.168.204.51@tcp:105: 00000100:00100000:1.0:1746130280.739727:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b938c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:640ea846-b909-4eea-9a54-417e15bd627b+21:31578:x1830949849193856:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 238us (312us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130280.739732:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6338 00000100:00100000:0.0:1746130280.740055:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009bc95540 going to sleep for 11 seconds 00000100:00100000:2.0:1746130280.741816:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f102d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841732992:192.168.204.51@tcp:105: 00010000:00010000:2.0:1746130280.741837:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746130280.741890:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093170e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+20:1964:x1830949849193728:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 2374us (2537us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130280.741900:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14601 00000100:00100000:0.0:1746130280.741988:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130280.742074:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849194112 00000100:00100000:2.0:1746130280.742153:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849194112 00002000:00100000:2.0:1746130280.742195:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008f103100 x1830949849194112/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:266/0 lens 488/0 e 0 to 0 dl 1746130291 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130280.742204:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f103100 with x1830949849194112 ext(0->4095) 00010000:00010000:2.0:1746130280.742212:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091fc9400/0x4ce24e5787361eee lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4052c expref: 6 pid: 8467 timeout: 578 lvb_type: 0 00010000:00010000:2.0:1746130280.742223:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091fc9400/0x4ce24e5787361eee lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4052c expref: 6 pid: 8467 timeout: 578 lvb_type: 0 00002000:00010000:2.0:1746130280.742229:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008f103100 00000100:00100000:2.0:1746130280.742254:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2577 00000100:00100000:2.0:1746130280.742261:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f103100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949849194112:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746130280.742747:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f103100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949849194112:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 485us (758us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746130280.742754:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2577 00002000:00100000:3.0:1746130280.742760:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008f103100 x1830949849194112/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:266/0 lens 488/4536 e 0 to 0 dl 1746130291 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130280.742772:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f103100 with x1830949849194112 ext(0->4095) 00010000:00010000:3.0:1746130280.742776:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091fc9400/0x4ce24e5787361eee lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4052c expref: 6 pid: 8467 timeout: 578 lvb_type: 0 00010000:00010000:3.0:1746130280.742786:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091fc9400/0x4ce24e5787361eee lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4052c expref: 6 pid: 8467 timeout: 578 lvb_type: 0 00002000:00010000:3.0:1746130280.742791:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008f103100 00000100:00100000:0.0:1746130280.744294:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130280.744382:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849194240 00000100:00100000:2.0:1746130280.744404:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849194240 00010000:00010000:2.0:1746130280.744434:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc9400/0x4ce24e5787361eee lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4052c expref: 6 pid: 8467 timeout: 578 lvb_type: 0 00000100:00100000:2.0:1746130280.744459:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14602 00000100:00100000:2.0:1746130280.744465:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f103480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949849194240:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746130280.744478:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746130280.744502:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091fc9400/0x4ce24e5787361eee lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4052c expref: 6 pid: 8467 timeout: 578 lvb_type: 0 00010000:00010000:2.0:1746130280.744512:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091fc9400/0x4ce24e5787361eee lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4052c expref: 6 pid: 8467 timeout: 578 lvb_type: 0 00010000:00010000:2.0:1746130280.744535:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091fc9400/0x4ce24e5787361eee lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4052c expref: 6 pid: 8467 timeout: 578 lvb_type: 0 00010000:00010000:2.0:1746130280.744572:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130280.744578:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130280.744586:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094412800/0x4ce24e5787361ef5 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40533 expref: 19 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130280.744599:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094412800/0x4ce24e5787361ef5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40533 expref: 19 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130280.744632:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094412800/0x4ce24e5787361ef5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40533 expref: 19 pid: 8467 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746130280.744642:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092e2ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841733120:192.168.204.51@tcp:105: 00000100:00100000:2.0:1746130280.744734:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012bfdc840 going to sleep for 11 seconds 00000100:00100000:0.0:1746130280.747344:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130280.747438:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849194496 00000100:00100000:3.0:1746130280.747445:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849194496 00002000:00100000:3.0:1746130280.747490:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008f103800 x1830949849194496/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:266/0 lens 488/0 e 0 to 0 dl 1746130291 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130280.747498:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f103800 with x1830949849194496 ext(0->4095) 00002000:00010000:3.0:1746130280.747503:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008f103800 00000100:00100000:3.0:1746130280.747520:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4849 00000100:00100000:3.0:1746130280.747526:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f103800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+20:1961:x1830949849194496:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746130280.747662:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f103800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+20:1961:x1830949849194496:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 135us (325us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746130280.747668:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4849 00002000:00100000:3.0:1746130280.747672:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008f103800 x1830949849194496/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:266/0 lens 488/4536 e 0 to 0 dl 1746130291 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130280.747680:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f103800 with x1830949849194496 ext(0->4095) 00002000:00010000:3.0:1746130280.747682:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008f103800 00000100:00100000:2.0:1746130280.747954:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092e2ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841733120:192.168.204.51@tcp:105: 00010000:00010000:2.0:1746130280.747970:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746130280.747991:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f103480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+5:1961:x1830949849194240:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 3526us (3730us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130280.747999:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14602 00000100:00100000:0.0:1746130280.752323:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130280.752824:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849194624 00000100:00100000:1.0:1746130280.752832:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849194624 00000100:00100000:1.0:1746130280.752887:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6339 00000100:00100000:1.0:1746130280.752894:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f103b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c84b93b0-d496-484f-8e1e-94008838f2dd+5:31579:x1830949849194624:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746130280.752912:0:8467:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746130280.752927:0:8467:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a4a32a00/0x4ce24e5787361efc lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae4053a expref: -99 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130280.752952:0:8467:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094412800/0x4ce24e5787361ef5 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40533 expref: 19 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130280.752959:0:8467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130280.752960:0:8467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130280.752964:0:8467:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a4a32a00/0x4ce24e5787361efc lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4053a expref: 6 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130280.752992:0:8467:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094412800/0x4ce24e5787361ef5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40533 expref: 19 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130280.753003:0:8467:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094412800/0x4ce24e5787361ef5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40533 expref: 19 pid: 8467 timeout: 578 lvb_type: 0 00000100:00100000:1.0:1746130280.753013:0:8467:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093171180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8467:1830949841733248:192.168.204.51@tcp:104: 00000100:00100000:1.0:1746130280.753096:0:8467:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18fb0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746130280.756437:0:8467:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093171180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8467:1830949841733248:192.168.204.51@tcp:104: 00010000:00010000:1.0:1746130280.756465:0:8467:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a4a32a00/0x4ce24e5787361efc lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4053a expref: 6 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130280.756484:0:8467:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a4a32a00, rc 0) 00000100:00100000:1.0:1746130280.756542:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f103b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c84b93b0-d496-484f-8e1e-94008838f2dd+6:31579:x1830949849194624:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3647us (4225us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130280.756551:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6339 00000100:00100000:0.0:1746130280.757330:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130280.757375:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849194752 00000100:00100000:1.0:1746130280.757382:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849194752 00002000:00100000:1.0:1746130280.757428:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff88008f102d80 x1830949849194752/t0(0) o4->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:266/0 lens 496/0 e 0 to 0 dl 1746130291 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130280.757437:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f102d80 with x1830949849194752 ext(0->7) 00010000:00010000:1.0:1746130280.757443:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094412800/0x4ce24e5787361ef5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40533 expref: 20 pid: 8467 timeout: 578 lvb_type: 0 00010000:00010000:1.0:1746130280.757457:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094412800/0x4ce24e5787361ef5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40533 expref: 20 pid: 8467 timeout: 578 lvb_type: 0 00002000:00010000:1.0:1746130280.757462:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008f102d80 00000100:00100000:1.0:1746130280.758762:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2578 00000100:00100000:1.0:1746130280.758775:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f102d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+20:1962:x1830949849194752:12345-192.168.204.51@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746130280.759083:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f102d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+22:1962:x1830949849194752:12345-192.168.204.51@tcp:4:ldlm_bl.0 Request processed in 312us (1754us total) trans 4294967932 rc 0/0 00000100:00100000:1.0:1746130280.759089:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2578 00002000:00100000:1.0:1746130280.759096:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff88008f102d80 x1830949849194752/t4294967932(0) o4->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:266/0 lens 496/448 e 0 to 0 dl 1746130291 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130280.759104:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f102d80 with x1830949849194752 ext(0->7) 00010000:00010000:1.0:1746130280.759111:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094412800/0x4ce24e5787361ef5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40533 expref: 22 pid: 8467 timeout: 578 lvb_type: 0 00010000:00010000:1.0:1746130280.759122:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094412800/0x4ce24e5787361ef5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40533 expref: 22 pid: 8467 timeout: 578 lvb_type: 0 00002000:00010000:1.0:1746130280.759128:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008f102d80 00000100:00100000:0.0:1746130280.774162:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130280.774346:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849194880 00000100:00100000:2.0:1746130280.774358:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849194880 00010000:00010000:2.0:1746130280.774432:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094412800/0x4ce24e5787361ef5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40533 expref: 22 pid: 8467 timeout: 578 lvb_type: 0 00000100:00100000:2.0:1746130280.774469:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14603 00000100:00100000:2.0:1746130280.774476:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f100a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+22:1963:x1830949849194880:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746130280.774490:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746130280.774513:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094412800/0x4ce24e5787361ef5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40533 expref: 22 pid: 8467 timeout: 578 lvb_type: 0 00010000:00010000:2.0:1746130280.774524:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094412800/0x4ce24e5787361ef5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40533 expref: 22 pid: 8467 timeout: 578 lvb_type: 0 00010000:00010000:2.0:1746130280.774547:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094412800/0x4ce24e5787361ef5 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40533 expref: 22 pid: 8467 timeout: 578 lvb_type: 0 00010000:00010000:2.0:1746130280.774584:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130280.774586:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130280.774594:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a4a32a00/0x4ce24e5787361efc lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4053a expref: 5 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130280.774601:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a4a32a00/0x4ce24e5787361efc lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4053a expref: 5 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130280.774634:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a4a32a00/0x4ce24e5787361efc lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4053a expref: 5 pid: 8467 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746130280.774646:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092e2ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841733376:192.168.204.51@tcp:105: 00000100:00100000:2.0:1746130280.774742:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012bfdc840 going to sleep for 11 seconds 00000100:00100000:0.0:1746130280.778046:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130280.778142:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849195008 00000100:00100000:1.0:1746130280.778149:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849195008 00000100:00100000:1.0:1746130280.778188:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6340 00000100:00100000:1.0:1746130280.778195:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f100700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:640ea846-b909-4eea-9a54-417e15bd627b+22:31578:x1830949849195008:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746130280.778210:0:8467:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746130280.778227:0:8467:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a4a32200/0x4ce24e5787361f03 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae40541 expref: -99 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130280.778252:0:8467:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a4a32a00/0x4ce24e5787361efc lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4053a expref: 5 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130280.778259:0:8467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130280.778261:0:8467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130280.778264:0:8467:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a4a32200/0x4ce24e5787361f03 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40541 expref: 23 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130280.778317:0:8467:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a4a32a00/0x4ce24e5787361efc lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4053a expref: 5 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130280.778329:0:8467:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a4a32a00/0x4ce24e5787361efc lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4053a expref: 5 pid: 8467 timeout: 578 lvb_type: 0 00000100:00100000:1.0:1746130280.778339:0:8467:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093171180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8467:1830949841733504:192.168.204.51@tcp:104: 00000100:00100000:1.0:1746130280.778433:0:8467:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18fb0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746130280.778789:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130280.778833:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849195264 00000100:00100000:3.0:1746130280.778838:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849195264 00002000:00100000:3.0:1746130280.778870:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092e2e680 x1830949849195264/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:266/0 lens 488/0 e 0 to 0 dl 1746130291 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130280.778880:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092e2e680 with x1830949849195264 ext(0->4095) 00010000:00010000:3.0:1746130280.778886:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a4a32a00/0x4ce24e5787361efc lrc: 6/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4053a expref: 6 pid: 8467 timeout: 578 lvb_type: 0 00010000:00010000:3.0:1746130280.778897:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a4a32a00/0x4ce24e5787361efc lrc: 6/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4053a expref: 6 pid: 8467 timeout: 578 lvb_type: 0 00002000:00010000:3.0:1746130280.778903:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092e2e680 00000100:00100000:0.0:1746130280.778975:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092e2ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841733376:192.168.204.51@tcp:105: 00010000:00010000:0.0:1746130280.778991:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746130280.779014:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f100a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+23:1963:x1830949849194880:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 4539us (4863us total) trans 0 rc 0/0 00000100:00100000:0.0:1746130280.779022:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14603 00000100:00100000:3.0:1746130280.779621:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2579 00000100:00100000:3.0:1746130280.779631:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e2e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949849195264:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746130280.781715:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e2e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949849195264:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 2080us (2920us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746130280.781724:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2579 00002000:00100000:3.0:1746130280.781733:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092e2e680 x1830949849195264/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:266/0 lens 488/4536 e 0 to 0 dl 1746130291 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130280.781741:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092e2e680 with x1830949849195264 ext(0->4095) 00010000:00010000:3.0:1746130280.781749:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a4a32a00/0x4ce24e5787361efc lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4053a expref: 6 pid: 8467 timeout: 578 lvb_type: 0 00010000:00010000:3.0:1746130280.781763:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a4a32a00/0x4ce24e5787361efc lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4053a expref: 6 pid: 8467 timeout: 578 lvb_type: 0 00002000:00010000:3.0:1746130280.781774:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092e2e680 00000100:00100000:1.0:1746130280.782264:0:8467:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093171180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8467:1830949841733504:192.168.204.51@tcp:104: 00010000:00010000:1.0:1746130280.782332:0:8467:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a4a32200/0x4ce24e5787361f03 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40541 expref: 22 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130280.782348:0:8467:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a4a32200, rc 0) 00000100:00100000:1.0:1746130280.782398:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f100700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:640ea846-b909-4eea-9a54-417e15bd627b+22:31578:x1830949849195008:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4193us (4350us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130280.782406:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6340 00000100:00100000:0.0:1746130280.789726:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130280.789781:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130280.789793:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849195520 00000100:00100000:1.0:1746130280.789800:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849195520 00000100:00100000:2.0:1746130280.789841:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849195392 00000100:00100000:2.0:1746130280.789846:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849195392 00000100:00100000:1.0:1746130280.789847:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6341 00000100:00100000:1.0:1746130280.789853:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f101180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c84b93b0-d496-484f-8e1e-94008838f2dd+7:31579:x1830949849195520:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746130280.789867:0:8467:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746130280.789871:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a4a32a00/0x4ce24e5787361efc lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4053a expref: 7 pid: 8467 timeout: 578 lvb_type: 0 00010000:00010000:1.0:1746130280.789879:0:8467:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a4a33200/0x4ce24e5787361f0a lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae40548 expref: -99 pid: 8467 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746130280.789891:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14604 00000100:00100000:2.0:1746130280.789896:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e24c450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+8:1961:x1830949849195392:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746130280.789898:0:8467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130280.789903:0:8467:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a4a32200/0x4ce24e5787361f03 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40541 expref: 21 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130280.789904:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746130280.789908:0:8467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130280.789911:0:8467:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a4a33200/0x4ce24e5787361f0a lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40548 expref: 8 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130280.789922:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a4a32a00/0x4ce24e5787361efc lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4053a expref: 8 pid: 8467 timeout: 578 lvb_type: 0 00010000:00010000:2.0:1746130280.789934:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a4a32a00/0x4ce24e5787361efc lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4053a expref: 8 pid: 8467 timeout: 578 lvb_type: 0 00010000:00010000:1.0:1746130280.789948:0:8467:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a4a32200/0x4ce24e5787361f03 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40541 expref: 21 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130280.789951:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a4a32a00/0x4ce24e5787361efc lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4053a expref: 8 pid: 8467 timeout: 578 lvb_type: 0 00010000:00010000:1.0:1746130280.789957:0:8467:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a4a33200/0x4ce24e5787361f0a lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40548 expref: 7 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130280.789964:0:8467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130280.789965:0:8467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130280.789970:0:8467:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a4a32200/0x4ce24e5787361f03 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40541 expref: 21 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130280.789975:0:8467:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a4a32200/0x4ce24e5787361f03 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40541 expref: 21 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130280.789992:0:8467:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a4a32200/0x4ce24e5787361f03 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40541 expref: 21 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130280.790001:0:8467:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a4a32200/0x4ce24e5787361f03 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40541 expref: 21 pid: 8467 timeout: 578 lvb_type: 0 00000100:00100000:1.0:1746130280.790010:0:8467:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093171180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8467:1830949841733760:192.168.204.51@tcp:105: 00000100:00100000:1.0:1746130280.790079:0:8467:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18fb0c0 going to sleep for 11 seconds 00010000:00010000:2.0:1746130280.790667:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746130280.790692:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e24c450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+7:1961:x1830949849195392:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 794us (909us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130280.790699:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14604 00000100:00100000:1.0:1746130280.794221:0:8467:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093171180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8467:1830949841733760:192.168.204.51@tcp:105: 00010000:00010000:1.0:1746130280.794247:0:8467:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a4a33200, rc 0) 00000100:00100000:1.0:1746130280.794318:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f101180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c84b93b0-d496-484f-8e1e-94008838f2dd+6:31579:x1830949849195520:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4462us (4598us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130280.794326:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6341 00000100:00100000:0.0:1746130280.794611:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130280.794814:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849195776 00000100:00100000:3.0:1746130280.794821:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849195776 00002000:00100000:3.0:1746130280.794862:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008f101880 x1830949849195776/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:266/0 lens 488/0 e 0 to 0 dl 1746130291 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130280.794872:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f101880 with x1830949849195776 ext(0->4095) 00010000:00010000:3.0:1746130280.794881:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a4a32200/0x4ce24e5787361f03 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40541 expref: 22 pid: 8467 timeout: 578 lvb_type: 0 00010000:00010000:3.0:1746130280.794894:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a4a32200/0x4ce24e5787361f03 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40541 expref: 22 pid: 8467 timeout: 578 lvb_type: 0 00002000:00010000:3.0:1746130280.794900:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008f101880 00000100:00100000:3.0:1746130280.794915:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2580 00000100:00100000:3.0:1746130280.794922:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f101880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+22:1961:x1830949849195776:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746130280.795060:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f101880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+22:1961:x1830949849195776:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 139us (450us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746130280.795066:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2580 00002000:00100000:3.0:1746130280.795070:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008f101880 x1830949849195776/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:266/0 lens 488/4536 e 0 to 0 dl 1746130291 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130280.795077:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f101880 with x1830949849195776 ext(0->4095) 00010000:00010000:3.0:1746130280.795081:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a4a32200/0x4ce24e5787361f03 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40541 expref: 22 pid: 8467 timeout: 578 lvb_type: 0 00010000:00010000:3.0:1746130280.795095:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a4a32200/0x4ce24e5787361f03 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40541 expref: 22 pid: 8467 timeout: 578 lvb_type: 0 00002000:00010000:3.0:1746130280.795100:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008f101880 00000100:00100000:0.0:1746130280.799154:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130280.799235:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130280.799345:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849195904 00000100:00100000:2.0:1746130280.799354:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849195904 00010000:00010000:1.0:1746130280.799419:0:7099:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1746130280.799499:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6342 00000100:00100000:2.0:1746130280.799507:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f102680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:640ea846-b909-4eea-9a54-417e15bd627b+22:31578:x1830949849195904:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746130280.799523:0:8467:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746130280.799541:0:8467:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e5787361f11 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae4054f expref: -99 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130280.799568:0:8467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:3.0:1746130280.799569:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849196032 00000100:00100000:3.0:1746130280.799574:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849196032 00010000:00010000:2.0:1746130280.799574:0:8467:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a4a33200/0x4ce24e5787361f0a lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40548 expref: 5 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130280.799580:0:8467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746130280.799584:0:8467:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e5787361f11 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4054f expref: 24 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130280.799600:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a4a32200/0x4ce24e5787361f03 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40541 expref: 24 pid: 8467 timeout: 578 lvb_type: 0 00010000:00010000:2.0:1746130280.799619:0:8467:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a4a33200/0x4ce24e5787361f0a lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40548 expref: 5 pid: 8467 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746130280.799628:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14605 00010000:00010000:2.0:1746130280.799631:0:8467:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e5787361f11 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4054f expref: 24 pid: 8467 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746130280.799634:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f100000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+24:1961:x1830949849196032:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746130280.799639:0:8467:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091fc9a00, rc 0) 00010000:00010000:3.0:1746130280.799642:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746130280.799662:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a4a32200/0x4ce24e5787361f03 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40541 expref: 24 pid: 8467 timeout: 578 lvb_type: 0 00010000:00010000:3.0:1746130280.799672:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a4a32200/0x4ce24e5787361f03 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40541 expref: 24 pid: 8467 timeout: 578 lvb_type: 0 00000100:00100000:2.0:1746130280.799679:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f102680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:640ea846-b909-4eea-9a54-417e15bd627b+24:31578:x1830949849195904:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 173us (534us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130280.799684:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6342 00010000:00010000:3.0:1746130280.799687:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a4a32200/0x4ce24e5787361f03 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40541 expref: 24 pid: 8467 timeout: 578 lvb_type: 0 00010000:00010000:3.0:1746130280.799705:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130280.799707:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130280.799713:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a4a33200/0x4ce24e5787361f0a lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40548 expref: 5 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130280.799724:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a4a33200/0x4ce24e5787361f0a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40548 expref: 5 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130280.799744:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a4a33200/0x4ce24e5787361f0a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40548 expref: 5 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130280.799753:0:7097:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a4a33200/0x4ce24e5787361f0a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40548 expref: 5 pid: 8467 timeout: 578 lvb_type: 0 00000100:00100000:3.0:1746130280.799763:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091953800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841734016:192.168.204.51@tcp:105: 00000100:00100000:3.0:1746130280.801387:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093e2b300 going to sleep for 11 seconds 00000100:00100000:3.0:1746130280.802873:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091953800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841734016:192.168.204.51@tcp:105: 00010000:00010000:3.0:1746130280.802895:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746130280.803564:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f100000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+22:1961:x1830949849196032:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 3927us (4325us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130280.803575:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14605 00000100:00100000:2.0:1746130280.805565:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130280.806214:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849196288 00000100:00100000:1.0:1746130280.806222:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849196288 00002000:00100000:1.0:1746130280.806258:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092e2d500 x1830949849196288/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:266/0 lens 488/0 e 0 to 0 dl 1746130291 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130280.806297:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092e2d500 with x1830949849196288 ext(0->4095) 00010000:00010000:1.0:1746130280.806306:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a4a33200/0x4ce24e5787361f0a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40548 expref: 6 pid: 8467 timeout: 578 lvb_type: 0 00010000:00010000:1.0:1746130280.806318:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a4a33200/0x4ce24e5787361f0a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40548 expref: 6 pid: 8467 timeout: 578 lvb_type: 0 00002000:00010000:1.0:1746130280.806328:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092e2d500 00000100:00100000:1.0:1746130280.806350:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2581 00000100:00100000:1.0:1746130280.806356:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e2d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949849196288:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746130280.806496:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e2d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949849196288:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 140us (937us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746130280.806501:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2581 00002000:00100000:1.0:1746130280.806505:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092e2d500 x1830949849196288/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:266/0 lens 488/4536 e 0 to 0 dl 1746130291 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130280.806511:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092e2d500 with x1830949849196288 ext(0->4095) 00010000:00010000:1.0:1746130280.806515:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a4a33200/0x4ce24e5787361f0a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40548 expref: 6 pid: 8467 timeout: 578 lvb_type: 0 00010000:00010000:1.0:1746130280.806523:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a4a33200/0x4ce24e5787361f0a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40548 expref: 6 pid: 8467 timeout: 578 lvb_type: 0 00002000:00010000:1.0:1746130280.806528:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092e2d500 00000100:00100000:0.0:1746130280.811598:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130280.812431:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849196416 00000100:00100000:3.0:1746130280.812438:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849196416 00010000:00010000:3.0:1746130280.812473:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a4a33200/0x4ce24e5787361f0a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40548 expref: 6 pid: 8467 timeout: 578 lvb_type: 0 00000100:00100000:3.0:1746130280.812511:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14606 00000100:00100000:3.0:1746130280.812519:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f101c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949849196416:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746130280.812531:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746130280.812550:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a4a33200/0x4ce24e5787361f0a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40548 expref: 6 pid: 8467 timeout: 578 lvb_type: 0 00010000:00010000:3.0:1746130280.812560:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a4a33200/0x4ce24e5787361f0a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40548 expref: 6 pid: 8467 timeout: 578 lvb_type: 0 00010000:00010000:3.0:1746130280.812579:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a4a33200/0x4ce24e5787361f0a lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40548 expref: 6 pid: 8467 timeout: 578 lvb_type: 0 00010000:00010000:3.0:1746130280.812610:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130280.812612:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130280.812618:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e5787361f11 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4054f expref: 21 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130280.812625:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e5787361f11 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4054f expref: 21 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130280.812653:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e5787361f11 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4054f expref: 21 pid: 8467 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746130280.812663:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091953800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841734144:192.168.204.51@tcp:105: 00000100:00100000:3.0:1746130280.812992:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093e2b300 going to sleep for 11 seconds 00000100:00100000:3.0:1746130280.816062:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091953800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841734144:192.168.204.51@tcp:105: 00010000:00010000:3.0:1746130280.816086:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746130280.816220:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f101c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+5:1962:x1830949849196416:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 3701us (4628us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130280.816230:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14606 00000100:00100000:0.0:1746130280.816691:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130280.816905:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849196672 00000100:00100000:3.0:1746130280.816911:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849196672 00002000:00100000:3.0:1746130280.816938:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008f102300 x1830949849196672/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:266/0 lens 488/0 e 0 to 0 dl 1746130291 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130280.816945:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f102300 with x1830949849196672 ext(0->4095) 00002000:00010000:3.0:1746130280.816948:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008f102300 00000100:00100000:3.0:1746130280.816968:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4850 00000100:00100000:3.0:1746130280.816972:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f102300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+22:1962:x1830949849196672:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746130280.817082:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f102300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+22:1962:x1830949849196672:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 110us (393us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746130280.817086:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4850 00002000:00100000:3.0:1746130280.817089:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008f102300 x1830949849196672/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:266/0 lens 488/4536 e 0 to 0 dl 1746130291 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130280.817095:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f102300 with x1830949849196672 ext(0->4095) 00002000:00010000:3.0:1746130280.817097:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008f102300 00000100:00100000:0.0:1746130280.821220:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130280.821311:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849196800 00000100:00100000:2.0:1746130280.821318:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849196800 00000100:00100000:2.0:1746130280.821354:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6343 00000100:00100000:2.0:1746130280.821359:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f103480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c84b93b0-d496-484f-8e1e-94008838f2dd+5:31579:x1830949849196800:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746130280.821374:0:8467:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746130280.821403:0:8467:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091fc8000/0x4ce24e5787361f18 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae40556 expref: -99 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130280.821430:0:8467:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e5787361f11 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4054f expref: 21 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130280.821437:0:8467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746130280.821438:0:8467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746130280.821441:0:8467:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc8000/0x4ce24e5787361f18 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40556 expref: 6 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130280.821470:0:8467:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e5787361f11 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4054f expref: 21 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130280.821486:0:8467:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e5787361f11 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4054f expref: 21 pid: 8467 timeout: 578 lvb_type: 0 00000100:00100000:2.0:1746130280.821498:0:8467:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092e2ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8467:1830949841734272:192.168.204.51@tcp:104: 00000100:00100000:2.0:1746130280.821575:0:8467:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012bfdc300 going to sleep for 11 seconds 00000100:00100000:2.0:1746130280.822746:0:8467:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092e2ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8467:1830949841734272:192.168.204.51@tcp:104: 00010000:00010000:2.0:1746130280.822774:0:8467:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091fc8000/0x4ce24e5787361f18 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40556 expref: 6 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130280.822786:0:8467:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091fc8000, rc 0) 00000100:00100000:2.0:1746130280.822971:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f103480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c84b93b0-d496-484f-8e1e-94008838f2dd+6:31579:x1830949849196800:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1609us (1757us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130280.822978:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6343 00000100:00100000:0.0:1746130280.823157:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130280.823235:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849196928 00000100:00100000:3.0:1746130280.823241:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849196928 00010000:00010000:3.0:1746130280.823299:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e5787361f11 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4054f expref: 22 pid: 8467 timeout: 578 lvb_type: 0 00000100:00100000:3.0:1746130280.823315:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14607 00000100:00100000:3.0:1746130280.823321:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f100a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+22:1961:x1830949849196928:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746130280.823331:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746130280.823347:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e5787361f11 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4054f expref: 22 pid: 8467 timeout: 578 lvb_type: 0 00010000:00010000:3.0:1746130280.823359:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e5787361f11 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4054f expref: 22 pid: 8467 timeout: 578 lvb_type: 0 00010000:00010000:3.0:1746130280.823376:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e5787361f11 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4054f expref: 22 pid: 8467 timeout: 578 lvb_type: 0 00010000:00010000:3.0:1746130280.823418:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130280.823420:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130280.823426:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8000/0x4ce24e5787361f18 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40556 expref: 5 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130280.823432:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc8000/0x4ce24e5787361f18 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40556 expref: 5 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130280.823455:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091fc8000/0x4ce24e5787361f18 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40556 expref: 5 pid: 8467 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746130280.823465:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091953800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841734400:192.168.204.51@tcp:105: 00000100:00100000:3.0:1746130280.824889:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093e2bd80 going to sleep for 11 seconds 00000100:00100000:0.0:1746130280.827805:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130280.827866:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849197056 00000100:00100000:2.0:1746130280.827873:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849197056 00000100:00100000:2.0:1746130280.827925:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6344 00000100:00100000:2.0:1746130280.827934:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092255f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:640ea846-b909-4eea-9a54-417e15bd627b+22:31578:x1830949849197056:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746130280.827952:0:8467:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746130280.827969:0:8467:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e5787361f1f lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae4055d expref: -99 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130280.827996:0:8467:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8000/0x4ce24e5787361f18 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40556 expref: 5 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130280.828008:0:8467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130280.828010:0:8467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130280.828012:0:8467:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e5787361f1f lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4055d expref: 23 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130280.828041:0:8467:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091fc8000/0x4ce24e5787361f18 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40556 expref: 5 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130280.828052:0:8467:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091fc8000/0x4ce24e5787361f18 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40556 expref: 5 pid: 8467 timeout: 578 lvb_type: 0 00000100:00100000:0.0:1746130280.828061:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130280.828062:0:8467:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092e2ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8467:1830949841734528:192.168.204.51@tcp:104: 00000100:00100000:3.0:1746130280.828148:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091953800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841734400:192.168.204.51@tcp:105: 00010000:00010000:3.0:1746130280.828171:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746130280.828214:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f100a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+23:1961:x1830949849196928:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 4892us (5057us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130280.828223:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14607 00000100:00100000:2.0:1746130280.828575:0:8467:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012bfdc300 going to sleep for 11 seconds 00000100:00100000:1.0:1746130280.829135:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849197312 00000100:00100000:1.0:1746130280.829140:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849197312 00002000:00100000:1.0:1746130280.829170:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092254e00 x1830949849197312/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:266/0 lens 488/0 e 0 to 0 dl 1746130291 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130280.829179:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092254e00 with x1830949849197312 ext(0->4095) 00010000:00010000:1.0:1746130280.829185:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8000/0x4ce24e5787361f18 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40556 expref: 6 pid: 8467 timeout: 578 lvb_type: 0 00010000:00010000:1.0:1746130280.829200:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091fc8000/0x4ce24e5787361f18 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40556 expref: 6 pid: 8467 timeout: 578 lvb_type: 0 00002000:00010000:1.0:1746130280.829205:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092254e00 00000100:00100000:1.0:1746130280.829216:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2582 00000100:00100000:1.0:1746130280.829221:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092254e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949849197312:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746130280.829361:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092254e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949849197312:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 139us (1299us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746130280.829366:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2582 00002000:00100000:1.0:1746130280.829371:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092254e00 x1830949849197312/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:266/0 lens 488/4536 e 0 to 0 dl 1746130291 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130280.829378:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092254e00 with x1830949849197312 ext(0->4095) 00010000:00010000:1.0:1746130280.829383:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8000/0x4ce24e5787361f18 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40556 expref: 6 pid: 8467 timeout: 578 lvb_type: 0 00010000:00010000:1.0:1746130280.829403:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091fc8000/0x4ce24e5787361f18 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40556 expref: 6 pid: 8467 timeout: 578 lvb_type: 0 00002000:00010000:1.0:1746130280.829409:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092254e00 00000100:00100000:2.0:1746130280.831833:0:8467:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092e2ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8467:1830949841734528:192.168.204.51@tcp:104: 00010000:00010000:2.0:1746130280.831863:0:8467:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e5787361f1f lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4055d expref: 22 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130280.831878:0:8467:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091fc8600, rc 0) 00000100:00100000:2.0:1746130280.831915:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092255f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:640ea846-b909-4eea-9a54-417e15bd627b+22:31578:x1830949849197056:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3982us (4119us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130280.831922:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6344 00000100:00100000:0.0:1746130280.832218:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130280.833705:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849197440 00000100:00100000:3.0:1746130280.833712:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849197440 00000100:00100000:3.0:1746130280.833760:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6345 00000100:00100000:3.0:1746130280.833767:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092255880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:640ea846-b909-4eea-9a54-417e15bd627b+22:31579:x1830949849197440:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746130280.833781:0:8467:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746130280.833795:0:8467:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800934d1400/0x4ce24e5787361f26 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae40564 expref: -99 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130280.833815:0:8467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130280.833819:0:8467:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e5787361f1f lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4055d expref: 23 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130280.833825:0:8467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746130280.833829:0:8467:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d1400/0x4ce24e5787361f26 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40564 expref: 23 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130280.833855:0:8467:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e5787361f1f lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4055d expref: 23 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130280.833866:0:8467:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800934d1400/0x4ce24e5787361f26 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40564 expref: 23 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130280.833873:0:8467:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800934d1400, rc 0) 00000100:00100000:3.0:1746130280.833911:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092255880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:640ea846-b909-4eea-9a54-417e15bd627b+23:31579:x1830949849197440:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 145us (1694us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130280.833916:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6345 00000100:00100000:0.0:1746130280.834075:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130280.834401:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849197568 00000100:00100000:3.0:1746130280.834405:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849197568 00010000:00010000:3.0:1746130280.834425:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc8000/0x4ce24e5787361f18 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40556 expref: 6 pid: 8467 timeout: 578 lvb_type: 0 00000100:00100000:3.0:1746130280.834512:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14608 00000100:00100000:3.0:1746130280.834520:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092256d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949849197568:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746130280.834527:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746130280.834687:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091fc8000/0x4ce24e5787361f18 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40556 expref: 6 pid: 8467 timeout: 578 lvb_type: 0 00010000:00010000:3.0:1746130280.834699:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091fc8000/0x4ce24e5787361f18 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40556 expref: 6 pid: 8467 timeout: 578 lvb_type: 0 00010000:00010000:3.0:1746130280.834714:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8000/0x4ce24e5787361f18 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40556 expref: 6 pid: 8467 timeout: 578 lvb_type: 0 00010000:00010000:3.0:1746130280.834740:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130280.834742:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130280.834748:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e5787361f1f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4055d expref: 22 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130280.834754:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e5787361f1f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4055d expref: 22 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130280.834771:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e5787361f1f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4055d expref: 22 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130280.834945:0:7097:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e5787361f1f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4055d expref: 22 pid: 8467 timeout: 578 lvb_type: 0 00000100:00100000:3.0:1746130280.834961:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091953800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841734784:192.168.204.51@tcp:105: 00000100:00100000:3.0:1746130280.835034:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093e2bd80 going to sleep for 11 seconds 00000100:00100000:0.0:1746130280.841103:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130280.841167:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849197824 00000100:00100000:1.0:1746130280.841174:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849197824 00002000:00100000:1.0:1746130280.841209:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092254a80 x1830949849197824/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:266/0 lens 488/0 e 0 to 0 dl 1746130291 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130280.841219:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092254a80 with x1830949849197824 ext(0->4095) 00010000:00010000:1.0:1746130280.841227:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e5787361f1f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4055d expref: 23 pid: 8467 timeout: 578 lvb_type: 0 00010000:00010000:1.0:1746130280.841239:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e5787361f1f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4055d expref: 23 pid: 8467 timeout: 578 lvb_type: 0 00002000:00010000:1.0:1746130280.841245:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092254a80 00000100:00100000:1.0:1746130280.841298:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2583 00000100:00100000:1.0:1746130280.841308:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092254a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+23:1962:x1830949849197824:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746130280.841358:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091953800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841734784:192.168.204.51@tcp:105: 00010000:00010000:3.0:1746130280.841378:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746130280.841430:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092256d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+5:1961:x1830949849197568:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 6911us (7355us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130280.841432:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092254a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+23:1962:x1830949849197824:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 128us (338us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746130280.841437:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2583 00000100:00100000:3.0:1746130280.841438:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14608 00002000:00100000:1.0:1746130280.841442:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092254a80 x1830949849197824/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:266/0 lens 488/4536 e 0 to 0 dl 1746130291 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130280.841449:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092254a80 with x1830949849197824 ext(0->4095) 00010000:00010000:1.0:1746130280.841452:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e5787361f1f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4055d expref: 23 pid: 8467 timeout: 578 lvb_type: 0 00010000:00010000:1.0:1746130280.841461:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e5787361f1f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4055d expref: 23 pid: 8467 timeout: 578 lvb_type: 0 00002000:00010000:1.0:1746130280.841467:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092254a80 00000100:00100000:0.0:1746130280.846612:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130280.846776:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849197952 00000100:00100000:3.0:1746130280.846784:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849197952 00010000:00010000:3.0:1746130280.846819:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e5787361f1f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4055d expref: 23 pid: 8467 timeout: 578 lvb_type: 0 00000100:00100000:3.0:1746130280.846844:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14609 00000100:00100000:3.0:1746130280.846851:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4cd4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+23:1961:x1830949849197952:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746130280.846864:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746130280.846882:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e5787361f1f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4055d expref: 23 pid: 8467 timeout: 578 lvb_type: 0 00010000:00010000:3.0:1746130280.846892:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e5787361f1f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4055d expref: 23 pid: 8467 timeout: 578 lvb_type: 0 00010000:00010000:3.0:1746130280.846912:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e5787361f1f lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4055d expref: 23 pid: 8467 timeout: 578 lvb_type: 0 00010000:00010000:3.0:1746130280.847220:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130280.847223:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130280.847230:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1400/0x4ce24e5787361f26 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40564 expref: 22 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130280.847240:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d1400/0x4ce24e5787361f26 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40564 expref: 22 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130280.847359:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800934d1400/0x4ce24e5787361f26 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40564 expref: 22 pid: 8467 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746130280.847370:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091953800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841734912:192.168.204.51@tcp:105: 00000100:00100000:3.0:1746130280.847464:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093e2bd80 going to sleep for 11 seconds 00000100:00100000:3.0:1746130280.852309:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091953800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841734912:192.168.204.51@tcp:105: 00010000:00010000:3.0:1746130280.852335:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746130280.852379:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4cd4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+22:1961:x1830949849197952:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 5528us (5776us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130280.852399:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14609 00000100:00100000:0.0:1746130280.853916:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130280.853985:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849198208 00000100:00100000:2.0:1746130280.853994:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849198208 00002000:00100000:2.0:1746130280.854040:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800a4cd7100 x1830949849198208/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:266/0 lens 488/0 e 0 to 0 dl 1746130291 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130280.854056:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a4cd7100 with x1830949849198208 ext(0->4095) 00002000:00010000:2.0:1746130280.854061:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a4cd7100 00000100:00100000:2.0:1746130280.854091:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4851 00000100:00100000:2.0:1746130280.854098:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4cd7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+22:1961:x1830949849198208:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746130280.854253:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4cd7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+22:1961:x1830949849198208:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 155us (343us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746130280.854259:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4851 00002000:00100000:2.0:1746130280.854264:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800a4cd7100 x1830949849198208/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:266/0 lens 488/4536 e 0 to 0 dl 1746130291 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130280.854292:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a4cd7100 with x1830949849198208 ext(0->4095) 00002000:00010000:2.0:1746130280.854295:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a4cd7100 00000100:00100000:0.0:1746130280.858220:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130280.858973:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849198336 00000100:00100000:3.0:1746130280.858980:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849198336 00000100:00100000:3.0:1746130280.860362:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6346 00000100:00100000:3.0:1746130280.860379:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094b9f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c84b93b0-d496-484f-8e1e-94008838f2dd+5:31579:x1830949849198336:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746130280.860406:0:8467:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746130280.860422:0:8467:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800934d1000/0x4ce24e5787361f2d lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae4056b expref: -99 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130280.860447:0:8467:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1400/0x4ce24e5787361f26 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40564 expref: 21 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130280.860459:0:8467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746130280.860461:0:8467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746130280.860464:0:8467:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d1000/0x4ce24e5787361f2d lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4056b expref: 6 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130280.860491:0:8467:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800934d1400/0x4ce24e5787361f26 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40564 expref: 21 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130280.860501:0:8467:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800934d1400/0x4ce24e5787361f26 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40564 expref: 21 pid: 8467 timeout: 579 lvb_type: 0 00000100:00100000:3.0:1746130280.860511:0:8467:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091953800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8467:1830949841735040:192.168.204.51@tcp:104: 00000100:00100000:3.0:1746130280.861459:0:8467:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093e2bd80 going to sleep for 11 seconds 00000100:00100000:3.0:1746130280.862107:0:8467:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091953800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8467:1830949841735040:192.168.204.51@tcp:104: 00010000:00010000:3.0:1746130280.862133:0:8467:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800934d1000/0x4ce24e5787361f2d lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4056b expref: 6 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130280.862147:0:8467:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800934d1000, rc 0) 00000100:00100000:3.0:1746130280.862195:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094b9f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c84b93b0-d496-484f-8e1e-94008838f2dd+6:31579:x1830949849198336:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1824us (3983us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130280.862203:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6346 00000100:00100000:0.0:1746130280.863357:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130280.863464:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849198464 00000100:00100000:3.0:1746130280.863471:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849198464 00010000:00010000:3.0:1746130280.863564:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d1400/0x4ce24e5787361f26 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40564 expref: 22 pid: 8467 timeout: 579 lvb_type: 0 00000100:00100000:3.0:1746130280.863600:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14610 00000100:00100000:3.0:1746130280.863607:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800933a8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+22:1962:x1830949849198464:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746130280.863618:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746130280.863638:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800934d1400/0x4ce24e5787361f26 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40564 expref: 22 pid: 8467 timeout: 579 lvb_type: 0 00010000:00010000:3.0:1746130280.863648:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800934d1400/0x4ce24e5787361f26 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40564 expref: 22 pid: 8467 timeout: 579 lvb_type: 0 00010000:00010000:3.0:1746130280.863668:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1400/0x4ce24e5787361f26 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40564 expref: 22 pid: 8467 timeout: 579 lvb_type: 0 00010000:00010000:3.0:1746130280.863693:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130280.863695:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130280.863702:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1000/0x4ce24e5787361f2d lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4056b expref: 5 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130280.863709:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d1000/0x4ce24e5787361f2d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4056b expref: 5 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130280.863735:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800934d1000/0x4ce24e5787361f2d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4056b expref: 5 pid: 8467 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746130280.863745:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091953800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841735168:192.168.204.51@tcp:105: 00000100:00100000:3.0:1746130280.863817:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093e2bd80 going to sleep for 11 seconds 00000100:00100000:0.0:1746130280.864877:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130280.864964:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849198592 00000100:00100000:3.0:1746130280.864969:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849198592 00000100:00100000:3.0:1746130280.865377:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6347 00000100:00100000:3.0:1746130280.865385:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ac70a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:640ea846-b909-4eea-9a54-417e15bd627b+22:31578:x1830949849198592:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746130280.865407:0:8467:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746130280.865420:0:8467:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800934d0600/0x4ce24e5787361f34 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae40572 expref: -99 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130280.865440:0:8467:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1000/0x4ce24e5787361f2d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4056b expref: 5 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130280.865445:0:8467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130280.865447:0:8467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130280.865450:0:8467:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d0600/0x4ce24e5787361f34 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40572 expref: 23 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130280.865470:0:8467:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800934d1000/0x4ce24e5787361f2d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4056b expref: 5 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130280.865478:0:8467:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800934d1000/0x4ce24e5787361f2d lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4056b expref: 5 pid: 8467 timeout: 579 lvb_type: 0 00000100:00100000:3.0:1746130280.865487:0:8467:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091951880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8467:1830949841735296:192.168.204.51@tcp:104: 00000100:00100000:3.0:1746130280.866475:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091953800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841735168:192.168.204.51@tcp:105: 00010000:00010000:3.0:1746130280.866489:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746130280.866509:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800933a8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+23:1962:x1830949849198464:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 2903us (3157us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130280.866521:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14610 00000100:00100000:0.0:1746130280.866535:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130280.866576:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849198848 00000100:00100000:1.0:1746130280.866580:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849198848 00002000:00100000:1.0:1746130280.866613:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008ac71180 x1830949849198848/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:266/0 lens 488/0 e 0 to 0 dl 1746130291 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130280.866627:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ac71180 with x1830949849198848 ext(0->4095) 00010000:00010000:1.0:1746130280.866633:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1000/0x4ce24e5787361f2d lrc: 6/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4056b expref: 6 pid: 8467 timeout: 579 lvb_type: 0 00010000:00010000:1.0:1746130280.866925:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800934d1000/0x4ce24e5787361f2d lrc: 6/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4056b expref: 6 pid: 8467 timeout: 579 lvb_type: 0 00002000:00010000:1.0:1746130280.866931:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008ac71180 00000100:00100000:1.0:1746130280.866954:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2584 00000100:00100000:1.0:1746130280.866960:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ac71180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949849198848:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746130280.867090:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ac71180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949849198848:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 129us (553us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746130280.867095:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2584 00002000:00100000:1.0:1746130280.867100:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008ac71180 x1830949849198848/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:266/0 lens 488/4536 e 0 to 0 dl 1746130291 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130280.867106:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ac71180 with x1830949849198848 ext(0->4095) 00010000:00010000:1.0:1746130280.867110:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1000/0x4ce24e5787361f2d lrc: 6/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4056b expref: 6 pid: 8467 timeout: 579 lvb_type: 0 00010000:00010000:1.0:1746130280.867118:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800934d1000/0x4ce24e5787361f2d lrc: 6/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4056b expref: 6 pid: 8467 timeout: 579 lvb_type: 0 00002000:00010000:1.0:1746130280.867124:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008ac71180 00000100:00100000:3.0:1746130280.867170:0:8467:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093e2b300 going to sleep for 11 seconds 00000100:00100000:3.0:1746130280.870328:0:8467:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091951880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8467:1830949841735296:192.168.204.51@tcp:104: 00010000:00010000:3.0:1746130280.870364:0:8467:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800934d0600/0x4ce24e5787361f34 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40572 expref: 22 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130280.870383:0:8467:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800934d0600, rc 0) 00000100:00100000:3.0:1746130280.870438:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ac70a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:640ea846-b909-4eea-9a54-417e15bd627b+22:31578:x1830949849198592:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5054us (5562us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130280.870446:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6347 00000100:00100000:0.0:1746130280.871057:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130280.871089:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130280.871353:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849198976 00000100:00100000:3.0:1746130280.871360:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849198976 00000100:00100000:3.0:1746130280.871444:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6348 00000100:00100000:3.0:1746130280.871452:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ac73480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:640ea846-b909-4eea-9a54-417e15bd627b+22:31579:x1830949849198976:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746130280.871468:0:8467:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746130280.871482:0:8467:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800934d1a00/0x4ce24e5787361f3b lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae40579 expref: -99 pid: 8467 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746130280.871758:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849199104 00000100:00100000:2.0:1746130280.871763:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849199104 00010000:00010000:2.0:1746130280.871783:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d1000/0x4ce24e5787361f2d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4056b expref: 6 pid: 8467 timeout: 579 lvb_type: 0 00000100:00100000:2.0:1746130280.871803:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14611 00000100:00100000:2.0:1746130280.871808:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e24c050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949849199104:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746130280.871818:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746130280.871838:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800934d1000/0x4ce24e5787361f2d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4056b expref: 6 pid: 8467 timeout: 579 lvb_type: 0 00010000:00010000:2.0:1746130280.871848:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800934d1000/0x4ce24e5787361f2d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4056b expref: 6 pid: 8467 timeout: 579 lvb_type: 0 00010000:00010000:2.0:1746130280.871869:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1000/0x4ce24e5787361f2d lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4056b expref: 6 pid: 8467 timeout: 579 lvb_type: 0 00010000:00010000:2.0:1746130280.871882:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130280.871883:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130280.871891:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800934d0600/0x4ce24e5787361f34 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40572 expref: 22 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130280.871898:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d0600/0x4ce24e5787361f34 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40572 expref: 22 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130280.871929:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800934d0600/0x4ce24e5787361f34 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40572 expref: 22 pid: 8467 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746130280.871940:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092e2ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841735424:192.168.204.51@tcp:105: 00000100:00100000:2.0:1746130280.871994:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012bfdc300 going to sleep for 11 seconds 00010000:00010000:3.0:1746130280.872048:0:8467:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800934d0600/0x4ce24e5787361f34 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40572 expref: 23 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130280.872054:0:8467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746130280.872055:0:8467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746130280.872057:0:8467:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d1a00/0x4ce24e5787361f3b lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40579 expref: 23 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130280.872078:0:8467:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800934d0600/0x4ce24e5787361f34 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40572 expref: 23 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130280.872087:0:8467:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800934d0600/0x4ce24e5787361f34 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40572 expref: 23 pid: 8467 timeout: 579 lvb_type: 0 00000100:00100000:3.0:1746130280.872095:0:8467:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091951880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8467:1830949841735552:192.168.204.51@tcp:104: 00000100:00100000:3.0:1746130280.872114:0:8467:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093e2b300 going to sleep for 11 seconds 00000100:00100000:0.0:1746130280.876581:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092e2ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841735424:192.168.204.51@tcp:105: 00010000:00010000:0.0:1746130280.876606:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746130280.876871:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e24c050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+5:1961:x1830949849199104:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 5061us (5780us total) trans 0 rc 0/0 00000100:00100000:0.0:1746130280.876882:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14611 00000100:00100000:2.0:1746130280.877096:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130280.877118:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849199360 00000100:00100000:2.0:1746130280.877123:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849199360 00002000:00100000:2.0:1746130280.877151:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092e2ea00 x1830949849199360/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:266/0 lens 488/0 e 0 to 0 dl 1746130291 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130280.877160:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092e2ea00 with x1830949849199360 ext(0->4095) 00010000:00010000:2.0:1746130280.877167:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800934d0600/0x4ce24e5787361f34 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40572 expref: 24 pid: 8467 timeout: 579 lvb_type: 0 00010000:00010000:2.0:1746130280.877178:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800934d0600/0x4ce24e5787361f34 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40572 expref: 24 pid: 8467 timeout: 579 lvb_type: 0 00002000:00010000:2.0:1746130280.877184:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092e2ea00 00000100:00100000:2.0:1746130280.877199:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2585 00000100:00100000:2.0:1746130280.877205:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e2ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+24:1962:x1830949849199360:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746130280.877350:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e2ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+24:1962:x1830949849199360:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 145us (255us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746130280.877355:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2585 00002000:00100000:2.0:1746130280.877360:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092e2ea00 x1830949849199360/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:266/0 lens 488/4536 e 0 to 0 dl 1746130291 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130280.877366:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092e2ea00 with x1830949849199360 ext(0->4095) 00010000:00010000:2.0:1746130280.877370:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800934d0600/0x4ce24e5787361f34 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40572 expref: 24 pid: 8467 timeout: 579 lvb_type: 0 00010000:00010000:2.0:1746130280.877378:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800934d0600/0x4ce24e5787361f34 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40572 expref: 24 pid: 8467 timeout: 579 lvb_type: 0 00002000:00010000:2.0:1746130280.877384:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092e2ea00 00000100:00100000:3.0:1746130280.877825:0:8467:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091951880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8467:1830949841735552:192.168.204.51@tcp:104: 00010000:00010000:3.0:1746130280.877844:0:8467:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800934d1a00/0x4ce24e5787361f3b lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40579 expref: 23 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130280.877856:0:8467:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800934d1a00, rc 0) 00000100:00100000:3.0:1746130280.877876:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ac73480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:640ea846-b909-4eea-9a54-417e15bd627b+23:31579:x1830949849198976:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6426us (6821us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130280.877881:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6348 00000100:00100000:0.0:1746130280.880334:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130280.880727:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130280.881298:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849199488 00000100:00100000:3.0:1746130280.881305:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849199488 00000100:00100000:3.0:1746130280.881345:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6349 00000100:00100000:3.0:1746130280.881351:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ac70000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:640ea846-b909-4eea-9a54-417e15bd627b+23:31578:x1830949849199488:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746130280.881364:0:8467:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746130280.881377:0:8467:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800934d1800/0x4ce24e5787361f42 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae40580 expref: -99 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130280.881409:0:8467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746130280.881414:0:8467:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1a00/0x4ce24e5787361f3b lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40579 expref: 24 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130280.881419:0:8467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746130280.881421:0:8467:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d1800/0x4ce24e5787361f42 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40580 expref: 24 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130280.881449:0:8467:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800934d1a00/0x4ce24e5787361f3b lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40579 expref: 24 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130280.881458:0:8467:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800934d1800/0x4ce24e5787361f42 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40580 expref: 24 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130280.881465:0:8467:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800934d1800, rc 0) 00000100:00100000:1.0:1746130280.881763:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849199616 00000100:00100000:1.0:1746130280.881767:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849199616 00010000:00010000:1.0:1746130280.881783:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d0600/0x4ce24e5787361f34 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40572 expref: 25 pid: 8467 timeout: 579 lvb_type: 0 00000100:00100000:1.0:1746130280.881803:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14612 00000100:00100000:1.0:1746130280.881807:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f100000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+25:1961:x1830949849199616:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746130280.881815:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746130280.881834:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800934d0600/0x4ce24e5787361f34 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40572 expref: 25 pid: 8467 timeout: 579 lvb_type: 0 00010000:00010000:1.0:1746130280.881843:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800934d0600/0x4ce24e5787361f34 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40572 expref: 25 pid: 8467 timeout: 579 lvb_type: 0 00010000:00010000:1.0:1746130280.881857:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800934d0600/0x4ce24e5787361f34 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40572 expref: 25 pid: 8467 timeout: 579 lvb_type: 0 00010000:00010000:1.0:1746130280.881877:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130280.881879:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130280.881884:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1a00/0x4ce24e5787361f3b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40579 expref: 24 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130280.881891:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d1a00/0x4ce24e5787361f3b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40579 expref: 24 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130280.881908:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800934d1a00/0x4ce24e5787361f3b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40579 expref: 24 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130280.881918:0:7097:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800934d1a00/0x4ce24e5787361f3b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40579 expref: 24 pid: 8467 timeout: 579 lvb_type: 0 00000100:00100000:1.0:1746130280.881927:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093171180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841735808:192.168.204.51@tcp:105: 00000100:00100000:3.0:1746130280.882204:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ac70000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:640ea846-b909-4eea-9a54-417e15bd627b+24:31578:x1830949849199488:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 852us (1874us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130280.882209:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6349 00000100:00100000:1.0:1746130280.882837:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18fb9c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746130280.885674:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093171180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841735808:192.168.204.51@tcp:105: 00010000:00010000:1.0:1746130280.885696:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746130280.885736:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f100000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+23:1961:x1830949849199616:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 3927us (5008us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130280.885745:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14612 00000100:00100000:0.0:1746130280.886513:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130280.886730:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849199872 00000100:00100000:1.0:1746130280.886736:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849199872 00002000:00100000:1.0:1746130280.886767:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008f101c00 x1830949849199872/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:266/0 lens 488/0 e 0 to 0 dl 1746130291 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130280.886777:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f101c00 with x1830949849199872 ext(0->4095) 00010000:00010000:1.0:1746130280.886783:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1a00/0x4ce24e5787361f3b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40579 expref: 23 pid: 8467 timeout: 579 lvb_type: 0 00010000:00010000:1.0:1746130280.886795:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800934d1a00/0x4ce24e5787361f3b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40579 expref: 23 pid: 8467 timeout: 579 lvb_type: 0 00002000:00010000:1.0:1746130280.886800:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008f101c00 00000100:00100000:1.0:1746130280.887115:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2586 00000100:00100000:1.0:1746130280.887122:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f101c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+23:1961:x1830949849199872:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746130280.887261:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f101c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+23:1961:x1830949849199872:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 140us (750us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746130280.887293:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2586 00002000:00100000:1.0:1746130280.887297:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008f101c00 x1830949849199872/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:266/0 lens 488/4536 e 0 to 0 dl 1746130291 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130280.887304:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f101c00 with x1830949849199872 ext(0->4095) 00010000:00010000:1.0:1746130280.887308:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1a00/0x4ce24e5787361f3b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40579 expref: 23 pid: 8467 timeout: 579 lvb_type: 0 00010000:00010000:1.0:1746130280.887316:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800934d1a00/0x4ce24e5787361f3b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40579 expref: 23 pid: 8467 timeout: 579 lvb_type: 0 00002000:00010000:1.0:1746130280.887321:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008f101c00 00000100:00100000:0.0:1746130280.891203:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130280.891606:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130280.891664:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849200128 00000100:00100000:1.0:1746130280.891673:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849200128 00010000:00010000:1.0:1746130280.891712:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d1a00/0x4ce24e5787361f3b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40579 expref: 23 pid: 8467 timeout: 579 lvb_type: 0 00000100:00100000:1.0:1746130280.891737:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14613 00000100:00100000:1.0:1746130280.891743:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092256d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+23:1963:x1830949849200128:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746130280.891756:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746130280.891775:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800934d1a00/0x4ce24e5787361f3b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40579 expref: 23 pid: 8467 timeout: 579 lvb_type: 0 00010000:00010000:1.0:1746130280.891785:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800934d1a00/0x4ce24e5787361f3b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40579 expref: 23 pid: 8467 timeout: 579 lvb_type: 0 00010000:00010000:1.0:1746130280.891805:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1a00/0x4ce24e5787361f3b lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40579 expref: 23 pid: 8467 timeout: 579 lvb_type: 0 00010000:00010000:1.0:1746130280.891824:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130280.891826:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130280.891832:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1800/0x4ce24e5787361f42 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40580 expref: 22 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130280.891838:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d1800/0x4ce24e5787361f42 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40580 expref: 22 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130280.891869:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800934d1800/0x4ce24e5787361f42 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40580 expref: 22 pid: 8467 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746130280.891880:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093171180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841735936:192.168.204.51@tcp:105: 00000100:00100000:3.0:1746130280.892177:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849200000 00000100:00100000:3.0:1746130280.892181:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849200000 00000100:00100000:3.0:1746130280.892218:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6350 00000100:00100000:3.0:1746130280.892223:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f100a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c84b93b0-d496-484f-8e1e-94008838f2dd+5:31579:x1830949849200000:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746130280.892234:0:8467:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746130280.892243:0:8467:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800934d0800/0x4ce24e5787361f49 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae40587 expref: -99 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130280.892257:0:8467:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1800/0x4ce24e5787361f42 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40580 expref: 22 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130280.892283:0:8467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746130280.892285:0:8467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746130280.892288:0:8467:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d0800/0x4ce24e5787361f49 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40587 expref: 6 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130280.892304:0:8467:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800934d1800/0x4ce24e5787361f42 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40580 expref: 22 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130280.892313:0:8467:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800934d1800/0x4ce24e5787361f42 lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40580 expref: 22 pid: 8467 timeout: 579 lvb_type: 0 00000100:00100000:3.0:1746130280.892321:0:8467:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091951880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8467:1830949841736064:192.168.204.51@tcp:104: 00000100:00100000:1.0:1746130280.892946:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18fb0c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746130280.893413:0:8467:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093e2b300 going to sleep for 11 seconds 00000100:00100000:3.0:1746130280.895792:0:8467:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091951880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8467:1830949841736064:192.168.204.51@tcp:104: 00010000:00010000:3.0:1746130280.895823:0:8467:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800934d0800/0x4ce24e5787361f49 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40587 expref: 6 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130280.895838:0:8467:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800934d0800, rc 0) 00000100:00100000:3.0:1746130280.895895:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f100a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c84b93b0-d496-484f-8e1e-94008838f2dd+6:31579:x1830949849200000:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3670us (4698us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130280.895903:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6350 00000100:00100000:1.0:1746130280.896526:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130280.896588:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093171180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841735936:192.168.204.51@tcp:105: 00010000:00010000:2.0:1746130280.896599:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746130280.896660:0:7924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849200256 00000100:00100000:0.0:1746130280.896666:0:7924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849200256 00010000:00010000:0.0:1746130280.896687:0:7924:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d1800/0x4ce24e5787361f42 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40580 expref: 23 pid: 8467 timeout: 579 lvb_type: 0 00000100:00100000:0.0:1746130280.896716:0:7924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14614 00000100:00100000:0.0:1746130280.896721:0:7924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093171c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+23:1961:x1830949849200256:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746130280.896731:0:7924:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746130280.896751:0:7924:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800934d1800/0x4ce24e5787361f42 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40580 expref: 23 pid: 8467 timeout: 579 lvb_type: 0 00010000:00010000:0.0:1746130280.896759:0:7924:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800934d1800/0x4ce24e5787361f42 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40580 expref: 23 pid: 8467 timeout: 579 lvb_type: 0 00010000:00010000:0.0:1746130280.896777:0:7924:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1800/0x4ce24e5787361f42 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40580 expref: 23 pid: 8467 timeout: 579 lvb_type: 0 00010000:00010000:0.0:1746130280.896796:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130280.896798:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130280.896805:0:7924:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800934d0800/0x4ce24e5787361f49 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40587 expref: 5 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130280.896812:0:7924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d0800/0x4ce24e5787361f49 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40587 expref: 5 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130280.896839:0:7924:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800934d0800/0x4ce24e5787361f49 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40587 expref: 5 pid: 8467 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746130280.896849:0:7924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a4cd4e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841736192:192.168.204.51@tcp:105: 00000100:00100000:2.0:1746130280.897175:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092256d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+22:1963:x1830949849200128:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 5431us (5568us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130280.897182:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14613 00000100:00100000:0.0:1746130280.897944:0:7924:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009bc95a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746130280.901574:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130280.901662:0:7924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a4cd4e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841736192:192.168.204.51@tcp:105: 00010000:00010000:2.0:1746130280.901680:0:7924:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746130280.901727:0:7924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093171c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+21:1961:x1830949849200256:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 5005us (5202us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130280.901738:0:7924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14614 00000100:00100000:3.0:1746130280.901823:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849200512 00000100:00100000:3.0:1746130280.901828:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849200512 00002000:00100000:3.0:1746130280.901866:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800933a8e00 x1830949849200512/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:266/0 lens 488/0 e 0 to 0 dl 1746130291 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130280.901880:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800933a8e00 with x1830949849200512 ext(0->4095) 00002000:00010000:3.0:1746130280.901884:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800933a8e00 00000100:00100000:3.0:1746130280.901899:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4852 00000100:00100000:3.0:1746130280.901905:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800933a8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949849200512:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746130280.902032:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800933a8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949849200512:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 127us (466us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746130280.902037:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4852 00002000:00100000:3.0:1746130280.902042:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800933a8e00 x1830949849200512/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:266/0 lens 488/4536 e 0 to 0 dl 1746130291 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130280.902048:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800933a8e00 with x1830949849200512 ext(0->4095) 00002000:00010000:3.0:1746130280.902051:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800933a8e00 00000100:00100000:0.0:1746130280.906382:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130280.906602:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849200640 00000100:00100000:3.0:1746130280.906611:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849200640 00000100:00100000:3.0:1746130280.906658:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6351 00000100:00100000:3.0:1746130280.906665:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008af74380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:640ea846-b909-4eea-9a54-417e15bd627b+21:31579:x1830949849200640:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746130280.906684:0:8467:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746130280.906702:0:8467:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800934d0000/0x4ce24e5787361f50 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae4058e expref: -99 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130280.906728:0:8467:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800934d0800/0x4ce24e5787361f49 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40587 expref: 5 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130280.906735:0:8467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130280.906736:0:8467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130280.906740:0:8467:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d0000/0x4ce24e5787361f50 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4058e expref: 22 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130280.906766:0:8467:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800934d0800/0x4ce24e5787361f49 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40587 expref: 5 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130280.906778:0:8467:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800934d0800/0x4ce24e5787361f49 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40587 expref: 5 pid: 8467 timeout: 579 lvb_type: 0 00000100:00100000:3.0:1746130280.906787:0:8467:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091951880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8467:1830949841736320:192.168.204.51@tcp:104: 00000100:00100000:3.0:1746130280.908462:0:8467:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093e2bd80 going to sleep for 11 seconds 00000100:00100000:1.0:1746130280.908767:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130280.908885:0:8469:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849200768 00000100:00100000:0.0:1746130280.908894:0:8469:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849200768 00000100:00100000:0.0:1746130280.909637:0:8469:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6352 00000100:00100000:0.0:1746130280.909647:0:8469:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093172680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:640ea846-b909-4eea-9a54-417e15bd627b+23:31578:x1830949849200768:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746130280.909666:0:8469:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746130280.909689:0:8469:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880093155600/0x4ce24e5787361f57 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae40595 expref: -99 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130280.909718:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130280.909723:0:8469:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800934d0000/0x4ce24e5787361f50 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4058e expref: 24 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130280.909729:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746130280.909732:0:8469:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093155600/0x4ce24e5787361f57 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40595 expref: 24 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130280.909771:0:8469:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800934d0000/0x4ce24e5787361f50 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4058e expref: 24 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130280.909787:0:8469:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880093155600/0x4ce24e5787361f57 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40595 expref: 24 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130280.909796:0:8469:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093155600, rc 0) 00000100:00100000:0.0:1746130280.909850:0:8469:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093172680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:640ea846-b909-4eea-9a54-417e15bd627b+24:31578:x1830949849200768:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 206us (1089us total) trans 0 rc 0/0 00000100:00100000:0.0:1746130280.909856:0:8469:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6352 00000100:00100000:3.0:1746130280.913381:0:8467:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091951880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8467:1830949841736320:192.168.204.51@tcp:104: 00010000:00010000:3.0:1746130280.913423:0:8467:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800934d0000/0x4ce24e5787361f50 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4058e expref: 23 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130280.913440:0:8467:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800934d0000, rc 0) 00000100:00100000:3.0:1746130280.913503:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008af74380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:640ea846-b909-4eea-9a54-417e15bd627b+23:31579:x1830949849200640:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6837us (7130us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130280.913513:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6351 00000100:00100000:0.0:1746130280.913999:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130280.914947:0:7924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849200896 00000100:00100000:2.0:1746130280.914956:0:7924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849200896 00010000:00010000:2.0:1746130280.915005:0:7924:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d0800/0x4ce24e5787361f49 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40587 expref: 6 pid: 8467 timeout: 579 lvb_type: 0 00000100:00100000:2.0:1746130280.915038:0:7924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14615 00000100:00100000:2.0:1746130280.915045:0:7924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008af77480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949849200896:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746130280.915059:0:7924:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746130280.915084:0:7924:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800934d0800/0x4ce24e5787361f49 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40587 expref: 6 pid: 8467 timeout: 579 lvb_type: 0 00010000:00010000:2.0:1746130280.915096:0:7924:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800934d0800/0x4ce24e5787361f49 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40587 expref: 6 pid: 8467 timeout: 579 lvb_type: 0 00010000:00010000:2.0:1746130280.915121:0:7924:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800934d0800/0x4ce24e5787361f49 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40587 expref: 6 pid: 8467 timeout: 579 lvb_type: 0 00010000:00010000:2.0:1746130280.915143:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130280.915145:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130280.915152:0:7924:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800934d0000/0x4ce24e5787361f50 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4058e expref: 22 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130280.915160:0:7924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d0000/0x4ce24e5787361f50 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4058e expref: 22 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130280.915198:0:7924:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800934d0000/0x4ce24e5787361f50 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4058e expref: 22 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130280.915210:0:7924:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800934d0000/0x4ce24e5787361f50 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4058e expref: 22 pid: 8467 timeout: 579 lvb_type: 0 00000100:00100000:2.0:1746130280.915221:0:7924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a4cd4e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841736576:192.168.204.51@tcp:105: 00000100:00100000:2.0:1746130280.916539:0:7924:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012bfdc300 going to sleep for 11 seconds 00000100:00100000:1.0:1746130280.919772:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130280.919873:0:7924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a4cd4e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841736576:192.168.204.51@tcp:105: 00010000:00010000:2.0:1746130280.919896:0:7924:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746130280.919940:0:7924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008af77480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+5:1961:x1830949849200896:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 4895us (5942us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130280.919951:0:7924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14615 00000100:00100000:0.0:1746130280.920704:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849201152 00000100:00100000:0.0:1746130280.920710:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849201152 00002000:00100000:0.0:1746130280.920741:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093173480 x1830949849201152/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:266/0 lens 488/0 e 0 to 0 dl 1746130291 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746130280.920749:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093173480 with x1830949849201152 ext(0->4095) 00010000:00010000:0.0:1746130280.920755:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800934d0000/0x4ce24e5787361f50 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4058e expref: 23 pid: 8467 timeout: 579 lvb_type: 0 00010000:00010000:0.0:1746130280.920767:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800934d0000/0x4ce24e5787361f50 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4058e expref: 23 pid: 8467 timeout: 579 lvb_type: 0 00002000:00010000:0.0:1746130280.920772:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093173480 00000100:00100000:0.0:1746130280.921028:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2587 00000100:00100000:0.0:1746130280.921035:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093173480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+23:1961:x1830949849201152:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746130280.921175:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093173480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+23:1961:x1830949849201152:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 141us (1411us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746130280.921183:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2587 00002000:00100000:0.0:1746130280.921188:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093173480 x1830949849201152/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:266/0 lens 488/4536 e 0 to 0 dl 1746130291 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746130280.921194:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093173480 with x1830949849201152 ext(0->4095) 00010000:00010000:0.0:1746130280.921199:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800934d0000/0x4ce24e5787361f50 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4058e expref: 23 pid: 8467 timeout: 579 lvb_type: 0 00010000:00010000:0.0:1746130280.921207:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800934d0000/0x4ce24e5787361f50 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4058e expref: 23 pid: 8467 timeout: 579 lvb_type: 0 00002000:00010000:0.0:1746130280.921211:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093173480 00000100:00100000:0.0:1746130280.923961:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130280.924378:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849201280 00000100:00100000:3.0:1746130280.924399:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849201280 00000100:00100000:0.0:1746130280.925162:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130280.925247:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6353 00000100:00100000:3.0:1746130280.925261:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008af74e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c84b93b0-d496-484f-8e1e-94008838f2dd+5:31579:x1830949849201280:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746130280.925313:0:8467:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746130280.925330:0:8467:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800934d1800/0x4ce24e5787361f5e lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae4059c expref: -99 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130280.925360:0:8467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746130280.925365:0:8467:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880093155600/0x4ce24e5787361f57 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40595 expref: 22 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130280.925370:0:8467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746130280.925373:0:8467:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d1800/0x4ce24e5787361f5e lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4059c expref: 6 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130280.925416:0:8467:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880093155600/0x4ce24e5787361f57 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40595 expref: 22 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130280.925428:0:8467:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800934d1800/0x4ce24e5787361f5e lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4059c expref: 6 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130280.925437:0:8467:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800934d1800, rc 0) 00000100:00100000:3.0:1746130280.925489:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008af74e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c84b93b0-d496-484f-8e1e-94008838f2dd+6:31579:x1830949849201280:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 234us (1537us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130280.925495:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6353 00000100:00100000:3.0:1746130280.925530:0:7924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849201408 00000100:00100000:3.0:1746130280.925534:0:7924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849201408 00010000:00010000:3.0:1746130280.925556:0:7924:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d0000/0x4ce24e5787361f50 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4058e expref: 23 pid: 8467 timeout: 579 lvb_type: 0 00000100:00100000:3.0:1746130280.925590:0:7924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14616 00000100:00100000:3.0:1746130280.925596:0:7924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008af76680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+23:1962:x1830949849201408:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746130280.925606:0:7924:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746130280.925632:0:7924:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800934d0000/0x4ce24e5787361f50 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4058e expref: 23 pid: 8467 timeout: 579 lvb_type: 0 00010000:00010000:3.0:1746130280.925643:0:7924:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800934d0000/0x4ce24e5787361f50 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4058e expref: 23 pid: 8467 timeout: 579 lvb_type: 0 00010000:00010000:3.0:1746130280.925661:0:7924:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800934d0000/0x4ce24e5787361f50 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4058e expref: 23 pid: 8467 timeout: 579 lvb_type: 0 00010000:00010000:3.0:1746130280.925678:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130280.925679:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130280.925686:0:7924:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880093155600/0x4ce24e5787361f57 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40595 expref: 22 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130280.925694:0:7924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093155600/0x4ce24e5787361f57 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40595 expref: 22 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130280.925710:0:7924:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880093155600/0x4ce24e5787361f57 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40595 expref: 22 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130280.925720:0:7924:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880093155600/0x4ce24e5787361f57 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40595 expref: 22 pid: 8469 timeout: 579 lvb_type: 0 00000100:00100000:3.0:1746130280.925731:0:7924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091951880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841736832:192.168.204.51@tcp:105: 00000100:00100000:3.0:1746130280.925789:0:7924:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093e2bd80 going to sleep for 11 seconds 00000100:00100000:0.0:1746130280.929461:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130280.929656:0:7924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091951880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841736832:192.168.204.51@tcp:105: 00010000:00010000:3.0:1746130280.929681:0:7924:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746130280.929732:0:7924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008af76680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+22:1962:x1830949849201408:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 4136us (4572us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130280.929742:0:7924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14616 00000100:00100000:2.0:1746130280.929854:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849201664 00000100:00100000:2.0:1746130280.929860:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849201664 00002000:00100000:2.0:1746130280.929894:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008af77800 x1830949849201664/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:266/0 lens 488/0 e 0 to 0 dl 1746130291 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130280.929903:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008af77800 with x1830949849201664 ext(0->4095) 00010000:00010000:2.0:1746130280.929911:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093155600/0x4ce24e5787361f57 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40595 expref: 22 pid: 8469 timeout: 579 lvb_type: 0 00010000:00010000:2.0:1746130280.929922:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093155600/0x4ce24e5787361f57 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40595 expref: 22 pid: 8469 timeout: 579 lvb_type: 0 00002000:00010000:2.0:1746130280.929927:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008af77800 00000100:00100000:2.0:1746130280.929944:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2588 00000100:00100000:2.0:1746130280.929949:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008af77800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+22:1962:x1830949849201664:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746130280.930072:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008af77800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+22:1962:x1830949849201664:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 122us (621us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746130280.930077:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2588 00002000:00100000:2.0:1746130280.930081:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008af77800 x1830949849201664/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:266/0 lens 488/4536 e 0 to 0 dl 1746130291 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130280.930087:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008af77800 with x1830949849201664 ext(0->4095) 00010000:00010000:2.0:1746130280.930091:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093155600/0x4ce24e5787361f57 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40595 expref: 22 pid: 8469 timeout: 579 lvb_type: 0 00010000:00010000:2.0:1746130280.930100:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093155600/0x4ce24e5787361f57 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40595 expref: 22 pid: 8469 timeout: 579 lvb_type: 0 00002000:00010000:2.0:1746130280.930105:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008af77800 00000100:00100000:0.0:1746130280.933844:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130280.933999:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130280.934070:0:10554:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849201792 00000100:00100000:2.0:1746130280.934080:0:10554:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849201792 00000100:00100000:2.0:1746130280.934132:0:10554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6354 00000100:00100000:2.0:1746130280.934138:0:10554:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132f7d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:640ea846-b909-4eea-9a54-417e15bd627b+22:31578:x1830949849201792:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746130280.934156:0:10554:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746130280.934173:0:10554:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091fc8000/0x4ce24e5787361f65 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae405a3 expref: -99 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130280.934198:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746130280.934205:0:10554:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1800/0x4ce24e5787361f5e lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4059c expref: 5 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130280.934214:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746130280.934217:0:10554:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc8000/0x4ce24e5787361f65 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae405a3 expref: 23 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130280.934250:0:10554:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800934d1800/0x4ce24e5787361f5e lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4059c expref: 5 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130280.934263:0:10554:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091fc8000/0x4ce24e5787361f65 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae405a3 expref: 23 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130280.934305:0:10554:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091fc8000, rc 0) 00000100:00100000:2.0:1746130280.934365:0:10554:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132f7d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:640ea846-b909-4eea-9a54-417e15bd627b+23:31578:x1830949849201792:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 227us (529us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130280.934370:0:10554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6354 00000100:00100000:3.0:1746130280.934450:0:7924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849201920 00000100:00100000:3.0:1746130280.934454:0:7924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849201920 00010000:00010000:3.0:1746130280.934480:0:7924:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880093155600/0x4ce24e5787361f57 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40595 expref: 23 pid: 8469 timeout: 579 lvb_type: 0 00000100:00100000:3.0:1746130280.934498:0:7924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14617 00000100:00100000:3.0:1746130280.934503:0:7924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132f7c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+23:1961:x1830949849201920:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746130280.934511:0:7924:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746130280.934530:0:7924:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880093155600/0x4ce24e5787361f57 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40595 expref: 23 pid: 8469 timeout: 579 lvb_type: 0 00010000:00010000:3.0:1746130280.934539:0:7924:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880093155600/0x4ce24e5787361f57 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40595 expref: 23 pid: 8469 timeout: 579 lvb_type: 0 00010000:00010000:3.0:1746130280.934555:0:7924:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880093155600/0x4ce24e5787361f57 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40595 expref: 23 pid: 8469 timeout: 579 lvb_type: 0 00010000:00010000:3.0:1746130280.934570:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130280.934571:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130280.934576:0:7924:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1800/0x4ce24e5787361f5e lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4059c expref: 5 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130280.934583:0:7924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d1800/0x4ce24e5787361f5e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4059c expref: 5 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130280.934600:0:7924:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800934d1800/0x4ce24e5787361f5e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4059c expref: 5 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130280.934610:0:7924:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800934d1800/0x4ce24e5787361f5e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4059c expref: 5 pid: 8467 timeout: 579 lvb_type: 0 00000100:00100000:3.0:1746130280.934619:0:7924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091951880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841737088:192.168.204.51@tcp:105: 00000100:00100000:3.0:1746130280.934671:0:7924:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093e2bd80 going to sleep for 11 seconds 00000100:00100000:0.0:1746130280.938545:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130280.938934:0:7924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091951880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841737088:192.168.204.51@tcp:105: 00010000:00010000:3.0:1746130280.938958:0:7924:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746130280.939013:0:7924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132f7c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+22:1961:x1830949849201920:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 4508us (5013us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130280.939023:0:7924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14617 00000100:00100000:1.0:1746130280.939115:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849202176 00000100:00100000:1.0:1746130280.939122:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849202176 00002000:00100000:1.0:1746130280.939160:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880132f7ed80 x1830949849202176/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:266/0 lens 488/0 e 0 to 0 dl 1746130291 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130280.939168:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132f7ed80 with x1830949849202176 ext(0->4095) 00010000:00010000:1.0:1746130280.939175:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1800/0x4ce24e5787361f5e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4059c expref: 6 pid: 8467 timeout: 579 lvb_type: 0 00010000:00010000:1.0:1746130280.939187:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800934d1800/0x4ce24e5787361f5e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4059c expref: 6 pid: 8467 timeout: 579 lvb_type: 0 00002000:00010000:1.0:1746130280.939197:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880132f7ed80 00000100:00100000:1.0:1746130280.939213:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2589 00000100:00100000:1.0:1746130280.939219:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132f7ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949849202176:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746130280.939376:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132f7ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949849202176:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 157us (839us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746130280.939381:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2589 00002000:00100000:1.0:1746130280.939394:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880132f7ed80 x1830949849202176/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:266/0 lens 488/4536 e 0 to 0 dl 1746130291 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130280.939401:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132f7ed80 with x1830949849202176 ext(0->4095) 00010000:00010000:1.0:1746130280.939405:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1800/0x4ce24e5787361f5e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4059c expref: 6 pid: 8467 timeout: 579 lvb_type: 0 00010000:00010000:1.0:1746130280.939413:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800934d1800/0x4ce24e5787361f5e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4059c expref: 6 pid: 8467 timeout: 579 lvb_type: 0 00002000:00010000:1.0:1746130280.939418:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880132f7ed80 00000100:00100000:0.0:1746130280.943475:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130280.943980:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130280.944150:0:7924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849202304 00000100:00100000:3.0:1746130280.944159:0:7924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849202304 00010000:00010000:3.0:1746130280.944203:0:7924:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d1800/0x4ce24e5787361f5e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4059c expref: 6 pid: 8467 timeout: 579 lvb_type: 0 00000100:00100000:3.0:1746130280.944240:0:7924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14618 00000100:00100000:3.0:1746130280.944248:0:7924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e24bc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1964:x1830949849202304:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746130280.944260:0:7924:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746130280.944306:0:7924:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800934d1800/0x4ce24e5787361f5e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4059c expref: 6 pid: 8467 timeout: 579 lvb_type: 0 00010000:00010000:3.0:1746130280.944317:0:7924:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800934d1800/0x4ce24e5787361f5e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4059c expref: 6 pid: 8467 timeout: 579 lvb_type: 0 00010000:00010000:3.0:1746130280.944336:0:7924:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1800/0x4ce24e5787361f5e lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4059c expref: 6 pid: 8467 timeout: 579 lvb_type: 0 00010000:00010000:3.0:1746130280.944352:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130280.944354:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130280.944361:0:7924:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8000/0x4ce24e5787361f65 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae405a3 expref: 21 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130280.944368:0:7924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc8000/0x4ce24e5787361f65 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae405a3 expref: 21 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130280.944407:0:7924:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091fc8000/0x4ce24e5787361f65 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae405a3 expref: 21 pid: 10554 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746130280.944418:0:7924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091951880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841737216:192.168.204.51@tcp:105: 00000100:00100000:1.0:1746130280.945069:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849202432 00000100:00100000:1.0:1746130280.945073:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849202432 00000100:00100000:1.0:1746130280.945102:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6355 00000100:00100000:1.0:1746130280.945108:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132f7c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c84b93b0-d496-484f-8e1e-94008838f2dd+6:31579:x1830949849202432:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746130280.945122:0:8467:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746130280.945134:0:8467:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a4a33600/0x4ce24e5787361f6c lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae405aa expref: -99 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130280.945154:0:8467:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8000/0x4ce24e5787361f65 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae405a3 expref: 21 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130280.945159:0:8467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130280.945161:0:8467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130280.945163:0:8467:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a4a33600/0x4ce24e5787361f6c lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae405aa expref: 7 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130280.945180:0:8467:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091fc8000/0x4ce24e5787361f65 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae405a3 expref: 21 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130280.945189:0:8467:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091fc8000/0x4ce24e5787361f65 lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae405a3 expref: 21 pid: 10554 timeout: 579 lvb_type: 0 00000100:00100000:1.0:1746130280.945196:0:8467:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093173b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8467:1830949841737344:192.168.204.51@tcp:104: 00000100:00100000:3.0:1746130280.945471:0:7924:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093e2bd80 going to sleep for 11 seconds 00000100:00100000:1.0:1746130280.946546:0:8467:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18fb540 going to sleep for 11 seconds 00000100:00100000:3.0:1746130280.947365:0:7924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091951880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841737216:192.168.204.51@tcp:105: 00010000:00010000:3.0:1746130280.947408:0:7924:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746130280.947450:0:7924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e24bc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+7:1964:x1830949849202304:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 3202us (3985us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130280.947460:0:7924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14618 00000100:00100000:1.0:1746130280.949567:0:8467:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093173b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8467:1830949841737344:192.168.204.51@tcp:104: 00010000:00010000:1.0:1746130280.949593:0:8467:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a4a33600/0x4ce24e5787361f6c lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae405aa expref: 6 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130280.949607:0:8467:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a4a33600, rc 0) 00000100:00100000:1.0:1746130280.949658:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132f7c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c84b93b0-d496-484f-8e1e-94008838f2dd+6:31579:x1830949849202432:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4549us (5678us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130280.949666:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6355 00000100:00100000:0.0:1746130280.950487:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130280.950598:0:7924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849202560 00000100:00100000:3.0:1746130280.950605:0:7924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849202560 00010000:00010000:3.0:1746130280.950637:0:7924:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc8000/0x4ce24e5787361f65 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae405a3 expref: 22 pid: 10554 timeout: 579 lvb_type: 0 00000100:00100000:3.0:1746130280.950665:0:7924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14619 00000100:00100000:3.0:1746130280.950670:0:7924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132f7ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+22:1962:x1830949849202560:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746130280.950683:0:7924:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746130280.950699:0:7924:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091fc8000/0x4ce24e5787361f65 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae405a3 expref: 22 pid: 10554 timeout: 579 lvb_type: 0 00010000:00010000:3.0:1746130280.950708:0:7924:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091fc8000/0x4ce24e5787361f65 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae405a3 expref: 22 pid: 10554 timeout: 579 lvb_type: 0 00010000:00010000:3.0:1746130280.950723:0:7924:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8000/0x4ce24e5787361f65 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae405a3 expref: 22 pid: 10554 timeout: 579 lvb_type: 0 00010000:00010000:3.0:1746130280.950734:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130280.950735:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130280.950741:0:7924:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a4a33600/0x4ce24e5787361f6c lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae405aa expref: 5 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130280.950747:0:7924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a4a33600/0x4ce24e5787361f6c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae405aa expref: 5 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130280.950771:0:7924:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a4a33600/0x4ce24e5787361f6c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae405aa expref: 5 pid: 8467 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746130280.950780:0:7924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091951880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841737472:192.168.204.51@tcp:105: 00000100:00100000:3.0:1746130280.950837:0:7924:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093e2ba80 going to sleep for 11 seconds 00000100:00100000:3.0:1746130280.957131:0:7924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091951880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841737472:192.168.204.51@tcp:105: 00010000:00010000:3.0:1746130280.957155:0:7924:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746130280.957201:0:7924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132f7ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+21:1962:x1830949849202560:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 6530us (6714us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130280.957214:0:7924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14619 00000100:00100000:1.0:1746130280.957376:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130280.957511:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849202816 00000100:00100000:3.0:1746130280.957518:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849202816 00002000:00100000:3.0:1746130280.957548:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093173b80 x1830949849202816/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:266/0 lens 488/0 e 0 to 0 dl 1746130291 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130280.957556:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093173b80 with x1830949849202816 ext(0->4095) 00002000:00010000:3.0:1746130280.957569:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093173b80 00000100:00100000:3.0:1746130280.957588:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4853 00000100:00100000:3.0:1746130280.957595:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093173b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949849202816:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746130280.957705:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093173b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949849202816:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 111us (331us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746130280.957710:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4853 00002000:00100000:3.0:1746130280.957715:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093173b80 x1830949849202816/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:266/0 lens 488/4536 e 0 to 0 dl 1746130291 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130280.957720:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093173b80 with x1830949849202816 ext(0->4095) 00002000:00010000:3.0:1746130280.957722:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093173b80 00000100:00100000:0.0:1746130280.959032:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130280.959159:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849202944 00000100:00100000:1.0:1746130280.959164:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849202944 00000100:00100000:3.0:1746130280.959520:0:10554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6356 00000100:00100000:3.0:1746130280.959531:0:10554:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132f7c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:640ea846-b909-4eea-9a54-417e15bd627b+21:31578:x1830949849202944:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746130280.959544:0:10554:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746130280.959558:0:10554:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800934d1200/0x4ce24e5787361f73 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae405b1 expref: -99 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130280.959580:0:10554:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a4a33600/0x4ce24e5787361f6c lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae405aa expref: 5 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130280.959587:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130280.959589:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130280.959592:0:10554:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d1200/0x4ce24e5787361f73 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae405b1 expref: 22 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130280.959616:0:10554:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a4a33600/0x4ce24e5787361f6c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae405aa expref: 5 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130280.959626:0:10554:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a4a33600/0x4ce24e5787361f6c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae405aa expref: 5 pid: 8467 timeout: 579 lvb_type: 0 00000100:00100000:3.0:1746130280.959635:0:10554:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091951880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10554:1830949841737600:192.168.204.51@tcp:104: 00000100:00100000:3.0:1746130280.959698:0:10554:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093e2ba80 going to sleep for 11 seconds 00000100:00100000:0.0:1746130280.962920:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130280.963022:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130280.963112:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849203072 00000100:00100000:1.0:1746130280.963121:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849203072 00000100:00100000:1.0:1746130280.963171:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6357 00000100:00100000:1.0:1746130280.963180:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132f7c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:640ea846-b909-4eea-9a54-417e15bd627b+23:31579:x1830949849203072:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746130280.963198:0:8467:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746130280.963219:0:8467:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a4a33200/0x4ce24e5787361f7a lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae405b8 expref: -99 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130280.963249:0:8467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130280.963256:0:8467:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1200/0x4ce24e5787361f73 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae405b1 expref: 24 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130280.963264:0:8467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130280.963289:0:8467:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a4a33200/0x4ce24e5787361f7a lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae405b8 expref: 24 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130280.963328:0:8467:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800934d1200/0x4ce24e5787361f73 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae405b1 expref: 24 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130280.963341:0:8467:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a4a33200/0x4ce24e5787361f7a lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae405b8 expref: 24 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130280.963350:0:8467:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a4a33200, rc 0) 00000100:00100000:1.0:1746130280.963401:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132f7c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:640ea846-b909-4eea-9a54-417e15bd627b+24:31579:x1830949849203072:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 222us (495us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130280.963407:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6357 00000100:00100000:2.0:1746130280.963592:0:7924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849203200 00000100:00100000:2.0:1746130280.963597:0:7924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849203200 00010000:00010000:2.0:1746130280.963623:0:7924:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a4a33600/0x4ce24e5787361f6c lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae405aa expref: 6 pid: 8467 timeout: 579 lvb_type: 0 00000100:00100000:2.0:1746130280.963653:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14620 00000100:00100000:2.0:1746130280.963658:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134a81500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949849203200:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746130280.963668:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746130280.963694:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a4a33600/0x4ce24e5787361f6c lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae405aa expref: 6 pid: 8467 timeout: 579 lvb_type: 0 00010000:00010000:2.0:1746130280.963704:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a4a33600/0x4ce24e5787361f6c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae405aa expref: 6 pid: 8467 timeout: 579 lvb_type: 0 00010000:00010000:2.0:1746130280.963722:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130280.963723:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130280.963729:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1200/0x4ce24e5787361f73 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae405b1 expref: 23 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130280.963736:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d1200/0x4ce24e5787361f73 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae405b1 expref: 23 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130280.963756:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800934d1200/0x4ce24e5787361f73 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae405b1 expref: 23 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130280.963767:0:7097:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800934d1200/0x4ce24e5787361f73 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae405b1 expref: 23 pid: 10554 timeout: 579 lvb_type: 0 00000100:00100000:2.0:1746130280.963777:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a4cd4e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841737856:192.168.204.51@tcp:105: 00000100:00100000:2.0:1746130280.963840:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012bfdc300 going to sleep for 11 seconds 00010000:00010000:3.0:1746130280.964409:0:10554:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a4a33600/0x4ce24e5787361f6c lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae405aa expref: 6 pid: 8467 timeout: 579 lvb_type: 0 00000100:00100000:3.0:1746130280.964436:0:10554:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091951880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10554:1830949841737600:192.168.204.51@tcp:104: 00010000:00010000:3.0:1746130280.964457:0:10554:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800934d1200/0x4ce24e5787361f73 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae405b1 expref: 23 pid: 10554 timeout: 579 lvb_type: 0 00010000:00010000:3.0:1746130280.964464:0:10554:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800934d1200/0x4ce24e5787361f73 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae405b1 expref: 23 pid: 10554 timeout: 579 lvb_type: 0 00010000:00010000:3.0:1746130280.964473:0:10554:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800934d1200, rc 0) 00000100:00100000:3.0:1746130280.964498:0:10554:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132f7c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:640ea846-b909-4eea-9a54-417e15bd627b+23:31578:x1830949849202944:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4972us (5470us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130280.964504:0:10554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6356 00000100:00100000:2.0:1746130280.967240:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a4cd4e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841737856:192.168.204.51@tcp:105: 00010000:00010000:2.0:1746130280.967592:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746130280.967647:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134a81500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+5:1962:x1830949849203200:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 3987us (4623us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130280.967657:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14620 00000100:00100000:1.0:1746130280.967916:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130280.968022:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849203456 00000100:00100000:0.0:1746130280.968028:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849203456 00002000:00100000:0.0:1746130280.968060:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093170a80 x1830949849203456/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:266/0 lens 488/0 e 0 to 0 dl 1746130291 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746130280.968069:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093170a80 with x1830949849203456 ext(0->4095) 00010000:00010000:0.0:1746130280.968075:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1200/0x4ce24e5787361f73 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae405b1 expref: 23 pid: 10554 timeout: 579 lvb_type: 0 00010000:00010000:0.0:1746130280.968087:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800934d1200/0x4ce24e5787361f73 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae405b1 expref: 23 pid: 10554 timeout: 579 lvb_type: 0 00002000:00010000:0.0:1746130280.968093:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093170a80 00000100:00100000:0.0:1746130280.968358:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2590 00000100:00100000:0.0:1746130280.968364:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093170a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+23:1961:x1830949849203456:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746130280.968509:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093170a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+23:1961:x1830949849203456:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 145us (594us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746130280.968515:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2590 00002000:00100000:0.0:1746130280.968519:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093170a80 x1830949849203456/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:266/0 lens 488/4536 e 0 to 0 dl 1746130291 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746130280.968526:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093170a80 with x1830949849203456 ext(0->4095) 00010000:00010000:0.0:1746130280.968530:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1200/0x4ce24e5787361f73 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae405b1 expref: 23 pid: 10554 timeout: 579 lvb_type: 0 00010000:00010000:0.0:1746130280.968538:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800934d1200/0x4ce24e5787361f73 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae405b1 expref: 23 pid: 10554 timeout: 579 lvb_type: 0 00002000:00010000:0.0:1746130280.968543:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093170a80 00000100:00100000:0.0:1746130280.971090:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130280.971322:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849203584 00000100:00100000:2.0:1746130280.971330:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849203584 00010000:00010000:2.0:1746130280.971361:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d1200/0x4ce24e5787361f73 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae405b1 expref: 23 pid: 10554 timeout: 579 lvb_type: 0 00000100:00100000:2.0:1746130280.971419:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14621 00000100:00100000:2.0:1746130280.971426:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134a80000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+23:1961:x1830949849203584:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746130280.971437:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746130280.971457:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800934d1200/0x4ce24e5787361f73 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae405b1 expref: 23 pid: 10554 timeout: 579 lvb_type: 0 00010000:00010000:2.0:1746130280.971466:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800934d1200/0x4ce24e5787361f73 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae405b1 expref: 23 pid: 10554 timeout: 579 lvb_type: 0 00010000:00010000:2.0:1746130280.971483:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1200/0x4ce24e5787361f73 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae405b1 expref: 23 pid: 10554 timeout: 579 lvb_type: 0 00010000:00010000:2.0:1746130280.971512:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130280.971514:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130280.971520:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a4a33200/0x4ce24e5787361f7a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae405b8 expref: 22 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130280.971528:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a4a33200/0x4ce24e5787361f7a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae405b8 expref: 22 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130280.971554:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a4a33200/0x4ce24e5787361f7a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae405b8 expref: 22 pid: 8467 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746130280.971565:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a4cd4e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841737984:192.168.204.51@tcp:105: 00000100:00100000:2.0:1746130280.971642:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012bfdc300 going to sleep for 11 seconds 00000100:00100000:2.0:1746130280.975509:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a4cd4e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841737984:192.168.204.51@tcp:105: 00010000:00010000:2.0:1746130280.975534:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746130280.976308:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134a80000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+22:1961:x1830949849203584:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 4880us (5223us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130280.976318:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14621 00000100:00100000:0.0:1746130280.976700:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130280.977716:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849203840 00000100:00100000:2.0:1746130280.977724:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849203840 00002000:00100000:2.0:1746130280.977759:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880091f44700 x1830949849203840/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:266/0 lens 488/0 e 0 to 0 dl 1746130291 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130280.977767:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091f44700 with x1830949849203840 ext(0->4095) 00002000:00010000:2.0:1746130280.977771:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091f44700 00000100:00100000:2.0:1746130280.978097:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4854 00000100:00100000:2.0:1746130280.978105:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091f44700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+22:1962:x1830949849203840:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746130280.978488:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091f44700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+22:1962:x1830949849203840:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 383us (1787us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746130280.978493:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4854 00002000:00100000:2.0:1746130280.978499:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880091f44700 x1830949849203840/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:266/0 lens 488/4536 e 0 to 0 dl 1746130291 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130280.978505:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091f44700 with x1830949849203840 ext(0->4095) 00002000:00010000:2.0:1746130280.978508:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091f44700 00000100:00100000:0.0:1746130280.980515:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130280.980658:0:10554:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849203968 00000100:00100000:3.0:1746130280.980665:0:10554:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849203968 00000100:00100000:3.0:1746130280.980717:0:10554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6358 00000100:00100000:3.0:1746130280.980724:0:10554:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091f45c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+5:31579:x1830949849203968:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746130280.980740:0:10554:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746130280.980755:0:10554:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800934d1e00/0x4ce24e5787361f81 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae405bf expref: -99 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130280.980780:0:10554:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a4a33200/0x4ce24e5787361f7a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae405b8 expref: 21 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130280.980787:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746130280.980788:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746130280.980791:0:10554:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d1e00/0x4ce24e5787361f81 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae405bf expref: 6 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130280.980819:0:10554:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a4a33200/0x4ce24e5787361f7a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae405b8 expref: 21 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130280.980830:0:10554:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a4a33200/0x4ce24e5787361f7a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae405b8 expref: 21 pid: 8467 timeout: 579 lvb_type: 0 00000100:00100000:3.0:1746130280.980840:0:10554:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091951880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10554:1830949841738112:192.168.204.51@tcp:104: 00000100:00100000:3.0:1746130280.981380:0:10554:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093e2ba80 going to sleep for 11 seconds 00000100:00100000:3.0:1746130280.983687:0:10554:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091951880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10554:1830949841738112:192.168.204.51@tcp:104: 00010000:00010000:3.0:1746130280.983720:0:10554:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800934d1e00/0x4ce24e5787361f81 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae405bf expref: 6 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130280.983735:0:10554:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800934d1e00, rc 0) 00000100:00100000:3.0:1746130280.983771:0:10554:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091f45c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+6:31579:x1830949849203968:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3047us (3262us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130280.983779:0:10554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6358 00000100:00100000:0.0:1746130280.985312:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130280.985491:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849204096 00000100:00100000:2.0:1746130280.985498:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849204096 00010000:00010000:2.0:1746130280.985535:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a4a33200/0x4ce24e5787361f7a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae405b8 expref: 22 pid: 8467 timeout: 579 lvb_type: 0 00000100:00100000:2.0:1746130280.985572:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14622 00000100:00100000:2.0:1746130280.985578:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091f45180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+22:1961:x1830949849204096:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746130280.985590:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746130280.985610:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a4a33200/0x4ce24e5787361f7a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae405b8 expref: 22 pid: 8467 timeout: 579 lvb_type: 0 00010000:00010000:2.0:1746130280.985620:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a4a33200/0x4ce24e5787361f7a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae405b8 expref: 22 pid: 8467 timeout: 579 lvb_type: 0 00010000:00010000:2.0:1746130280.985640:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a4a33200/0x4ce24e5787361f7a lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae405b8 expref: 22 pid: 8467 timeout: 579 lvb_type: 0 00010000:00010000:2.0:1746130280.985666:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130280.985668:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130280.985675:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1e00/0x4ce24e5787361f81 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae405bf expref: 5 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130280.985683:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d1e00/0x4ce24e5787361f81 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae405bf expref: 5 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130280.985710:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800934d1e00/0x4ce24e5787361f81 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae405bf expref: 5 pid: 10554 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746130280.985720:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a4cd4e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841738240:192.168.204.51@tcp:105: 00000100:00100000:2.0:1746130280.985790:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012bfdc300 going to sleep for 11 seconds 00000100:00100000:0.0:1746130280.987047:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130280.987475:0:10554:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849204224 00000100:00100000:3.0:1746130280.987481:0:10554:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849204224 00000100:00100000:3.0:1746130280.987521:0:10554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6359 00000100:00100000:3.0:1746130280.987528:0:10554:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009412f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:640ea846-b909-4eea-9a54-417e15bd627b+22:31578:x1830949849204224:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746130280.987541:0:10554:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746130280.987554:0:10554:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800934d1000/0x4ce24e5787361f88 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae405c6 expref: -99 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130280.987575:0:10554:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1e00/0x4ce24e5787361f81 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae405bf expref: 5 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130280.987581:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130280.987582:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130280.987585:0:10554:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d1000/0x4ce24e5787361f88 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae405c6 expref: 23 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130280.987606:0:10554:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800934d1e00/0x4ce24e5787361f81 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae405bf expref: 5 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130280.987616:0:10554:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800934d1e00/0x4ce24e5787361f81 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae405bf expref: 5 pid: 10554 timeout: 579 lvb_type: 0 00000100:00100000:3.0:1746130280.987624:0:10554:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091951880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10554:1830949841738368:192.168.204.51@tcp:104: 00000100:00100000:3.0:1746130280.988478:0:10554:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093e2ba80 going to sleep for 11 seconds 00000100:00100000:2.0:1746130280.989477:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a4cd4e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841738240:192.168.204.51@tcp:105: 00010000:00010000:2.0:1746130280.989496:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746130280.989528:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091f45180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+23:1961:x1830949849204096:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 3950us (4221us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130280.989537:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14622 00000100:00100000:1.0:1746130280.990129:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130280.990510:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849204480 00000100:00100000:2.0:1746130280.990515:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849204480 00002000:00100000:2.0:1746130280.990547:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093171500 x1830949849204480/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:266/0 lens 488/0 e 0 to 0 dl 1746130291 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130280.990556:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093171500 with x1830949849204480 ext(0->4095) 00010000:00010000:2.0:1746130280.990572:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1e00/0x4ce24e5787361f81 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae405bf expref: 6 pid: 10554 timeout: 579 lvb_type: 0 00010000:00010000:2.0:1746130280.990583:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800934d1e00/0x4ce24e5787361f81 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae405bf expref: 6 pid: 10554 timeout: 579 lvb_type: 0 00002000:00010000:2.0:1746130280.990588:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093171500 00000100:00100000:2.0:1746130280.990608:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2591 00000100:00100000:2.0:1746130280.990614:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093171500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949849204480:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746130280.990743:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093171500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949849204480:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 128us (613us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746130280.990748:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2591 00002000:00100000:2.0:1746130280.990753:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093171500 x1830949849204480/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:266/0 lens 488/4536 e 0 to 0 dl 1746130291 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130280.990759:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093171500 with x1830949849204480 ext(0->4095) 00010000:00010000:2.0:1746130280.990764:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1e00/0x4ce24e5787361f81 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae405bf expref: 6 pid: 10554 timeout: 579 lvb_type: 0 00010000:00010000:2.0:1746130280.990772:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800934d1e00/0x4ce24e5787361f81 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae405bf expref: 6 pid: 10554 timeout: 579 lvb_type: 0 00002000:00010000:2.0:1746130280.990777:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093171500 00000100:00100000:3.0:1746130280.991443:0:10554:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091951880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10554:1830949841738368:192.168.204.51@tcp:104: 00010000:00010000:3.0:1746130280.991466:0:10554:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800934d1000/0x4ce24e5787361f88 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae405c6 expref: 22 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130280.991476:0:10554:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800934d1000, rc 0) 00000100:00100000:3.0:1746130280.991509:0:10554:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009412f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:640ea846-b909-4eea-9a54-417e15bd627b+22:31578:x1830949849204224:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3981us (4465us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130280.991515:0:10554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6359 00000100:00100000:0.0:1746130280.995185:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130280.995309:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849204608 00000100:00100000:2.0:1746130280.995316:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849204608 00010000:00010000:2.0:1746130280.995352:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d1e00/0x4ce24e5787361f81 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae405bf expref: 6 pid: 10554 timeout: 579 lvb_type: 0 00000100:00100000:2.0:1746130280.995383:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14623 00000100:00100000:2.0:1746130280.995399:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009412ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949849204608:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746130280.995411:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746130280.995429:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800934d1e00/0x4ce24e5787361f81 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae405bf expref: 6 pid: 10554 timeout: 579 lvb_type: 0 00010000:00010000:2.0:1746130280.995439:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800934d1e00/0x4ce24e5787361f81 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae405bf expref: 6 pid: 10554 timeout: 579 lvb_type: 0 00010000:00010000:2.0:1746130280.995458:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1e00/0x4ce24e5787361f81 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae405bf expref: 6 pid: 10554 timeout: 579 lvb_type: 0 00010000:00010000:2.0:1746130280.995490:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130280.995492:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130280.995498:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1000/0x4ce24e5787361f88 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae405c6 expref: 21 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130280.995511:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d1000/0x4ce24e5787361f88 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae405c6 expref: 21 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130280.995540:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800934d1000/0x4ce24e5787361f88 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae405c6 expref: 21 pid: 10554 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746130280.995550:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a4cd4e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841738496:192.168.204.51@tcp:105: 00000100:00100000:2.0:1746130280.995629:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012bfdc300 going to sleep for 11 seconds 00000100:00100000:0.0:1746130281.002894:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130281.003087:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849204864 00000100:00100000:3.0:1746130281.003096:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849204864 00002000:00100000:3.0:1746130281.003149:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009412f800 x1830949849204864/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:267/0 lens 488/0 e 0 to 0 dl 1746130292 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130281.003159:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009412f800 with x1830949849204864 ext(0->4095) 00002000:00010000:3.0:1746130281.003163:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009412f800 00000100:00100000:3.0:1746130281.003189:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4855 00000100:00100000:3.0:1746130281.003203:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009412f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+22:1962:x1830949849204864:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746130281.003358:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009412f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+22:1962:x1830949849204864:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 162us (471us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746130281.003364:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4855 00002000:00100000:3.0:1746130281.003369:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009412f800 x1830949849204864/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:267/0 lens 488/4536 e 0 to 0 dl 1746130292 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130281.003380:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009412f800 with x1830949849204864 ext(0->4095) 00002000:00010000:3.0:1746130281.003382:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009412f800 00000100:00080000:0.0:1746130281.003482:0:7108:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1746130281.004314:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a4cd4e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841738496:192.168.204.51@tcp:105: 00010000:00010000:2.0:1746130281.004333:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746130281.004364:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009412ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+5:1961:x1830949849204608:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 8965us (9186us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130281.004372:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14623 00000100:00100000:0.0:1746130281.006987:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130281.007083:0:10554:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849204992 00000100:00100000:3.0:1746130281.007092:0:10554:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849204992 00000100:00080000:0.0:1746130281.007178:0:7108:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1746130281.007211:0:10554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6360 00000100:00100000:3.0:1746130281.007219:0:10554:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801350bea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+5:31579:x1830949849204992:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746130281.007233:0:10554:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746130281.007248:0:10554:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800934d0600/0x4ce24e5787361f8f lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae405cd expref: -99 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130281.007411:0:10554:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1000/0x4ce24e5787361f88 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae405c6 expref: 21 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130281.007418:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746130281.007420:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746130281.007424:0:10554:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d0600/0x4ce24e5787361f8f lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae405cd expref: 6 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130281.007451:0:10554:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800934d1000/0x4ce24e5787361f88 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae405c6 expref: 21 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130281.007460:0:10554:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800934d1000/0x4ce24e5787361f88 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae405c6 expref: 21 pid: 10554 timeout: 579 lvb_type: 0 00000100:00100000:3.0:1746130281.007471:0:10554:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091951880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10554:1830949841738624:192.168.204.51@tcp:104: 00000100:00100000:3.0:1746130281.008253:0:10554:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093e2b0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746130281.014362:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130281.017264:0:10554:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091951880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10554:1830949841738624:192.168.204.51@tcp:104: 00000100:00100000:1.0:1746130281.017377:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849205120 00000100:00100000:1.0:1746130281.017392:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849205120 00002000:00100000:1.0:1746130281.017435:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff8801350bfb80 x1830949849205120/t0(0) o4->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:267/0 lens 496/0 e 0 to 0 dl 1746130292 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130281.017444:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801350bfb80 with x1830949849205120 ext(0->7) 00010000:00010000:1.0:1746130281.017451:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1000/0x4ce24e5787361f88 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae405c6 expref: 22 pid: 10554 timeout: 579 lvb_type: 0 00010000:00010000:1.0:1746130281.017463:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800934d1000/0x4ce24e5787361f88 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae405c6 expref: 22 pid: 10554 timeout: 579 lvb_type: 0 00002000:00010000:1.0:1746130281.017469:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801350bfb80 00010000:00010000:3.0:1746130281.017687:0:10554:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800934d0600/0x4ce24e5787361f8f lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae405cd expref: 6 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130281.017699:0:10554:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800934d0600, rc 0) 00000100:00100000:1.0:1746130281.017798:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2592 00000100:00100000:1.0:1746130281.017805:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801350bfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+22:1962:x1830949849205120:12345-192.168.204.51@tcp:4:ldlm_bl.0 00000100:00100000:3.0:1746130281.018081:0:10554:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801350bea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+6:31579:x1830949849204992:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 10862us (11100us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130281.018088:0:10554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6360 00000100:00100000:1.0:1746130281.018527:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801350bfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+24:1962:x1830949849205120:12345-192.168.204.51@tcp:4:ldlm_bl.0 Request processed in 722us (4172us total) trans 4294967933 rc 0/0 00000100:00100000:1.0:1746130281.018533:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2592 00002000:00100000:1.0:1746130281.018538:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff8801350bfb80 x1830949849205120/t4294967933(0) o4->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:267/0 lens 496/448 e 0 to 0 dl 1746130292 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130281.018546:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801350bfb80 with x1830949849205120 ext(0->7) 00010000:00010000:1.0:1746130281.018551:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1000/0x4ce24e5787361f88 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae405c6 expref: 24 pid: 10554 timeout: 579 lvb_type: 0 00010000:00010000:1.0:1746130281.018561:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800934d1000/0x4ce24e5787361f88 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae405c6 expref: 24 pid: 10554 timeout: 579 lvb_type: 0 00002000:00010000:1.0:1746130281.018571:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801350bfb80 00000100:00100000:0.0:1746130281.019654:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130281.019776:0:10554:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849205248 00000100:00100000:3.0:1746130281.019783:0:10554:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849205248 00000100:00100000:3.0:1746130281.019828:0:10554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6361 00000100:00100000:3.0:1746130281.019835:0:10554:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801354c7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:640ea846-b909-4eea-9a54-417e15bd627b+24:31578:x1830949849205248:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746130281.019847:0:10554:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746130281.019860:0:10554:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800934d1a00/0x4ce24e5787361f96 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae405d4 expref: -99 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130281.019879:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746130281.019883:0:10554:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800934d0600/0x4ce24e5787361f8f lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae405cd expref: 5 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130281.019888:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746130281.019891:0:10554:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d1a00/0x4ce24e5787361f96 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae405d4 expref: 25 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130281.019919:0:10554:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800934d0600/0x4ce24e5787361f8f lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae405cd expref: 5 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130281.019929:0:10554:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800934d1a00/0x4ce24e5787361f96 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae405d4 expref: 25 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130281.019938:0:10554:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800934d1a00, rc 0) 00000100:00100000:3.0:1746130281.019980:0:10554:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801354c7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:640ea846-b909-4eea-9a54-417e15bd627b+25:31578:x1830949849205248:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 145us (330us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130281.019984:0:10554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6361 00000100:00100000:0.0:1746130281.023077:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130281.023151:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849205376 00000100:00100000:2.0:1746130281.023158:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849205376 00010000:00010000:2.0:1746130281.023194:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d1000/0x4ce24e5787361f88 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae405c6 expref: 25 pid: 10554 timeout: 579 lvb_type: 0 00000100:00100000:2.0:1746130281.023232:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14624 00000100:00100000:2.0:1746130281.023239:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ac4c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+25:1963:x1830949849205376:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746130281.023251:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746130281.023297:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800934d1000/0x4ce24e5787361f88 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae405c6 expref: 25 pid: 10554 timeout: 579 lvb_type: 0 00010000:00010000:2.0:1746130281.023313:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800934d1000/0x4ce24e5787361f88 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae405c6 expref: 25 pid: 10554 timeout: 579 lvb_type: 0 00010000:00010000:2.0:1746130281.023333:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1000/0x4ce24e5787361f88 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae405c6 expref: 25 pid: 10554 timeout: 579 lvb_type: 0 00010000:00010000:2.0:1746130281.023566:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130281.023568:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130281.023576:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800934d0600/0x4ce24e5787361f8f lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae405cd expref: 5 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130281.023583:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d0600/0x4ce24e5787361f8f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae405cd expref: 5 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130281.023613:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800934d0600/0x4ce24e5787361f8f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae405cd expref: 5 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130281.023624:0:7097:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800934d0600/0x4ce24e5787361f8f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae405cd expref: 5 pid: 10554 timeout: 579 lvb_type: 0 00000100:00100000:2.0:1746130281.023635:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a4cd4e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841738880:192.168.204.51@tcp:105: 00000100:00100000:2.0:1746130281.024004:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012bfdc300 going to sleep for 11 seconds 00000100:00100000:2.0:1746130281.026245:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a4cd4e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841738880:192.168.204.51@tcp:105: 00010000:00010000:2.0:1746130281.026291:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746130281.026328:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ac4c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+24:1963:x1830949849205376:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 3088us (3258us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130281.026340:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14624 00000100:00100000:0.0:1746130281.026875:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130281.026933:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849205632 00000100:00100000:1.0:1746130281.026938:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849205632 00002000:00100000:1.0:1746130281.026972:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008ac4df80 x1830949849205632/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:267/0 lens 488/0 e 0 to 0 dl 1746130292 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130281.026981:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ac4df80 with x1830949849205632 ext(0->4095) 00010000:00010000:1.0:1746130281.026988:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800934d0600/0x4ce24e5787361f8f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae405cd expref: 6 pid: 10554 timeout: 579 lvb_type: 0 00010000:00010000:1.0:1746130281.026999:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800934d0600/0x4ce24e5787361f8f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae405cd expref: 6 pid: 10554 timeout: 579 lvb_type: 0 00002000:00010000:1.0:1746130281.027005:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008ac4df80 00000100:00100000:1.0:1746130281.027029:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2593 00000100:00100000:1.0:1746130281.027035:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ac4df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949849205632:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746130281.027159:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ac4df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949849205632:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 124us (283us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746130281.027164:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2593 00002000:00100000:1.0:1746130281.027168:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008ac4df80 x1830949849205632/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:267/0 lens 488/4536 e 0 to 0 dl 1746130292 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130281.027174:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ac4df80 with x1830949849205632 ext(0->4095) 00010000:00010000:1.0:1746130281.027178:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800934d0600/0x4ce24e5787361f8f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae405cd expref: 6 pid: 10554 timeout: 579 lvb_type: 0 00010000:00010000:1.0:1746130281.027190:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800934d0600/0x4ce24e5787361f8f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae405cd expref: 6 pid: 10554 timeout: 579 lvb_type: 0 00002000:00010000:1.0:1746130281.027195:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008ac4df80 00000100:00100000:0.0:1746130281.030135:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130281.030948:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849205760 00000100:00100000:2.0:1746130281.030956:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849205760 00010000:00010000:2.0:1746130281.030990:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d0600/0x4ce24e5787361f8f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae405cd expref: 6 pid: 10554 timeout: 579 lvb_type: 0 00000100:00100000:2.0:1746130281.031017:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14625 00000100:00100000:2.0:1746130281.031023:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e24b850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949849205760:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746130281.031035:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746130281.031053:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800934d0600/0x4ce24e5787361f8f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae405cd expref: 6 pid: 10554 timeout: 579 lvb_type: 0 00010000:00010000:2.0:1746130281.031064:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800934d0600/0x4ce24e5787361f8f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae405cd expref: 6 pid: 10554 timeout: 579 lvb_type: 0 00010000:00010000:2.0:1746130281.031081:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800934d0600/0x4ce24e5787361f8f lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae405cd expref: 6 pid: 10554 timeout: 579 lvb_type: 0 00010000:00010000:2.0:1746130281.031202:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130281.031204:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130281.031211:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1a00/0x4ce24e5787361f96 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae405d4 expref: 23 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130281.031219:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d1a00/0x4ce24e5787361f96 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae405d4 expref: 23 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130281.031251:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800934d1a00/0x4ce24e5787361f96 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae405d4 expref: 23 pid: 10554 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746130281.031263:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a4cd4e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841739008:192.168.204.51@tcp:105: 00000100:00100000:2.0:1746130281.031708:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012bfdc300 going to sleep for 11 seconds 00000100:00100000:0.0:1746130281.033353:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130281.033368:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a4cd4e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841739008:192.168.204.51@tcp:105: 00010000:00010000:2.0:1746130281.033395:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746130281.033431:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e24b850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+5:1962:x1830949849205760:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 2407us (3302us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130281.033441:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14625 00000100:00100000:3.0:1746130281.033560:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849206016 00000100:00100000:3.0:1746130281.033565:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849206016 00002000:00100000:3.0:1746130281.033598:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008ac4f100 x1830949849206016/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:267/0 lens 488/0 e 0 to 0 dl 1746130292 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130281.033607:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ac4f100 with x1830949849206016 ext(0->4095) 00002000:00010000:3.0:1746130281.033610:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008ac4f100 00000100:00100000:3.0:1746130281.033623:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4856 00000100:00100000:3.0:1746130281.033629:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ac4f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+24:1962:x1830949849206016:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746130281.033744:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ac4f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+24:1962:x1830949849206016:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 115us (398us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746130281.033749:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4856 00002000:00100000:3.0:1746130281.033754:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008ac4f100 x1830949849206016/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:267/0 lens 488/4536 e 0 to 0 dl 1746130292 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130281.033760:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ac4f100 with x1830949849206016 ext(0->4095) 00002000:00010000:3.0:1746130281.033762:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008ac4f100 00000100:00100000:0.0:1746130281.035213:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130281.035656:0:8469:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849206144 00000100:00100000:1.0:1746130281.035663:0:8469:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849206144 00000100:00100000:1.0:1746130281.035705:0:8469:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6362 00000100:00100000:1.0:1746130281.035711:0:8469:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ac4d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+5:31579:x1830949849206144:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746130281.035725:0:8469:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746130281.035740:0:8469:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a4a33000/0x4ce24e5787361f9d lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae405db expref: -99 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130281.035763:0:8469:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1a00/0x4ce24e5787361f96 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae405d4 expref: 23 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130281.035770:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130281.035772:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130281.035774:0:8469:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a4a33000/0x4ce24e5787361f9d lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae405db expref: 6 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130281.035797:0:8469:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800934d1a00/0x4ce24e5787361f96 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae405d4 expref: 23 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130281.035806:0:8469:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800934d1a00/0x4ce24e5787361f96 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae405d4 expref: 23 pid: 10554 timeout: 579 lvb_type: 0 00000100:00100000:1.0:1746130281.035816:0:8469:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093171f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8469:1830949841739136:192.168.204.51@tcp:104: 00000100:00100000:1.0:1746130281.035899:0:8469:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18fba80 going to sleep for 11 seconds 00000100:00100000:1.0:1746130281.038588:0:8469:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093171f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8469:1830949841739136:192.168.204.51@tcp:104: 00010000:00010000:1.0:1746130281.038612:0:8469:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a4a33000/0x4ce24e5787361f9d lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae405db expref: 6 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130281.038626:0:8469:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a4a33000, rc 0) 00000100:00100000:0.0:1746130281.038644:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130281.038667:0:8469:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ac4d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+6:31579:x1830949849206144:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2956us (3459us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130281.038675:0:8469:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6362 00000100:00100000:2.0:1746130281.038692:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849206272 00000100:00100000:2.0:1746130281.038697:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849206272 00010000:00010000:2.0:1746130281.038718:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d1a00/0x4ce24e5787361f96 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae405d4 expref: 24 pid: 10554 timeout: 579 lvb_type: 0 00000100:00100000:2.0:1746130281.038874:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14626 00000100:00100000:2.0:1746130281.038881:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ac4c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+24:1962:x1830949849206272:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746130281.038892:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746130281.038909:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800934d1a00/0x4ce24e5787361f96 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae405d4 expref: 24 pid: 10554 timeout: 579 lvb_type: 0 00010000:00010000:2.0:1746130281.038918:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800934d1a00/0x4ce24e5787361f96 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae405d4 expref: 24 pid: 10554 timeout: 579 lvb_type: 0 00010000:00010000:2.0:1746130281.038941:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1a00/0x4ce24e5787361f96 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae405d4 expref: 24 pid: 10554 timeout: 579 lvb_type: 0 00010000:00010000:2.0:1746130281.038955:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130281.038957:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130281.038962:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a4a33000/0x4ce24e5787361f9d lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae405db expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130281.038969:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a4a33000/0x4ce24e5787361f9d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae405db expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130281.038996:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a4a33000/0x4ce24e5787361f9d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae405db expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746130281.039007:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a4cd4e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841739264:192.168.204.51@tcp:105: 00000100:00100000:2.0:1746130281.039063:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b4ae9c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746130281.041197:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a4cd4e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841739264:192.168.204.51@tcp:105: 00010000:00010000:2.0:1746130281.041215:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746130281.041249:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ac4c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+23:1962:x1830949849206272:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 2368us (2707us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130281.041258:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14626 00000100:00100000:0.0:1746130281.042412:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130281.042510:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849206528 00000100:00100000:1.0:1746130281.042519:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849206528 00002000:00100000:1.0:1746130281.042562:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880094aa9f80 x1830949849206528/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:267/0 lens 488/0 e 0 to 0 dl 1746130292 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130281.042572:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094aa9f80 with x1830949849206528 ext(0->4095) 00002000:00010000:1.0:1746130281.042577:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880094aa9f80 00000100:00100000:1.0:1746130281.042616:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4857 00000100:00100000:1.0:1746130281.042624:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094aa9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949849206528:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746130281.042783:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094aa9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949849206528:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 160us (376us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746130281.042789:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4857 00002000:00100000:1.0:1746130281.042794:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880094aa9f80 x1830949849206528/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:267/0 lens 488/4536 e 0 to 0 dl 1746130292 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130281.042801:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094aa9f80 with x1830949849206528 ext(0->4095) 00002000:00010000:1.0:1746130281.042804:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880094aa9f80 00000100:00100000:0.0:1746130281.044903:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130281.045001:0:8469:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849206656 00000100:00100000:1.0:1746130281.045008:0:8469:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849206656 00000100:00100000:1.0:1746130281.045515:0:8469:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6363 00000100:00100000:1.0:1746130281.045525:0:8469:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135b29880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:640ea846-b909-4eea-9a54-417e15bd627b+23:31578:x1830949849206656:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746130281.045547:0:8469:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746130281.045565:0:8469:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a4a32200/0x4ce24e5787361fa4 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae405e2 expref: -99 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130281.045591:0:8469:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a4a33000/0x4ce24e5787361f9d lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae405db expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130281.045598:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130281.045600:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130281.045603:0:8469:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a4a32200/0x4ce24e5787361fa4 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae405e2 expref: 24 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130281.045631:0:8469:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a4a33000/0x4ce24e5787361f9d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae405db expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130281.045642:0:8469:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a4a33000/0x4ce24e5787361f9d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae405db expref: 5 pid: 8469 timeout: 579 lvb_type: 0 00000100:00100000:1.0:1746130281.045653:0:8469:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093171f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8469:1830949841739392:192.168.204.51@tcp:104: 00000100:00100000:1.0:1746130281.046484:0:8469:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18fb180 going to sleep for 11 seconds 00000100:00100000:0.0:1746130281.047213:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130281.047340:0:10554:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849206784 00000100:00100000:3.0:1746130281.047346:0:10554:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849206784 00000100:00100000:3.0:1746130281.047400:0:10554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6364 00000100:00100000:3.0:1746130281.047407:0:10554:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135b28700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:640ea846-b909-4eea-9a54-417e15bd627b+25:31579:x1830949849206784:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746130281.047417:0:10554:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746130281.047429:0:10554:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800934d0000/0x4ce24e5787361fab lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae405e9 expref: -99 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130281.047445:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130281.047449:0:10554:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a4a32200/0x4ce24e5787361fa4 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae405e2 expref: 26 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130281.047453:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746130281.047456:0:10554:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d0000/0x4ce24e5787361fab lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae405e9 expref: 26 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130281.047480:0:10554:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a4a32200/0x4ce24e5787361fa4 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae405e2 expref: 26 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130281.047492:0:10554:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800934d0000/0x4ce24e5787361fab lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae405e9 expref: 26 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130281.047500:0:10554:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800934d0000, rc 0) 00000100:00100000:3.0:1746130281.047543:0:10554:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135b28700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:640ea846-b909-4eea-9a54-417e15bd627b+26:31579:x1830949849206784:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 137us (332us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130281.047549:0:10554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6364 00000100:00100000:1.0:1746130281.049697:0:8469:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093171f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8469:1830949841739392:192.168.204.51@tcp:104: 00010000:00010000:1.0:1746130281.049726:0:8469:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a4a32200/0x4ce24e5787361fa4 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae405e2 expref: 25 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130281.049748:0:8469:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a4a32200, rc 0) 00000100:00100000:1.0:1746130281.049801:0:8469:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135b29880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:640ea846-b909-4eea-9a54-417e15bd627b+25:31578:x1830949849206656:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4278us (4905us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130281.049810:0:8469:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6363 00000100:00100000:0.0:1746130281.050081:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130281.050460:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849206912 00000100:00100000:3.0:1746130281.050466:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849206912 00010000:00010000:3.0:1746130281.050502:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a4a33000/0x4ce24e5787361f9d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae405db expref: 6 pid: 8469 timeout: 579 lvb_type: 0 00000100:00100000:3.0:1746130281.050561:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14627 00000100:00100000:3.0:1746130281.050569:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091d20380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949849206912:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746130281.050580:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746130281.050599:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a4a33000/0x4ce24e5787361f9d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae405db expref: 6 pid: 8469 timeout: 579 lvb_type: 0 00010000:00010000:3.0:1746130281.050609:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a4a33000/0x4ce24e5787361f9d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae405db expref: 6 pid: 8469 timeout: 579 lvb_type: 0 00010000:00010000:3.0:1746130281.050630:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a4a33000/0x4ce24e5787361f9d lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae405db expref: 6 pid: 8469 timeout: 579 lvb_type: 0 00010000:00010000:3.0:1746130281.050646:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130281.050648:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130281.050654:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a4a32200/0x4ce24e5787361fa4 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae405e2 expref: 24 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130281.050661:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a4a32200/0x4ce24e5787361fa4 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae405e2 expref: 24 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130281.050690:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a4a32200/0x4ce24e5787361fa4 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae405e2 expref: 24 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130281.050704:0:7097:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a4a32200/0x4ce24e5787361fa4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae405e2 expref: 24 pid: 8469 timeout: 579 lvb_type: 0 00000100:00100000:3.0:1746130281.050714:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091951880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841739648:192.168.204.51@tcp:105: 00000100:00100000:3.0:1746130281.050778:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093e2b300 going to sleep for 11 seconds 00000100:00100000:3.0:1746130281.052849:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091951880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841739648:192.168.204.51@tcp:105: 00000100:00100000:0.0:1746130281.052850:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00010000:00010000:3.0:1746130281.052869:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746130281.052904:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091d20380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+5:1961:x1830949849206912:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 2336us (2824us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130281.052913:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14627 00000100:00100000:2.0:1746130281.052923:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849207168 00000100:00100000:2.0:1746130281.052928:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849207168 00002000:00100000:2.0:1746130281.052960:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880091d22680 x1830949849207168/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:267/0 lens 488/0 e 0 to 0 dl 1746130292 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130281.052969:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091d22680 with x1830949849207168 ext(0->4095) 00010000:00010000:2.0:1746130281.052975:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a4a32200/0x4ce24e5787361fa4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae405e2 expref: 25 pid: 8469 timeout: 579 lvb_type: 0 00010000:00010000:2.0:1746130281.052987:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a4a32200/0x4ce24e5787361fa4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae405e2 expref: 25 pid: 8469 timeout: 579 lvb_type: 0 00002000:00010000:2.0:1746130281.052996:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091d22680 00000100:00100000:2.0:1746130281.053596:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2594 00000100:00100000:2.0:1746130281.053604:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091d22680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+25:1962:x1830949849207168:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746130281.053755:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091d22680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+25:1962:x1830949849207168:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 152us (906us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746130281.053761:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2594 00002000:00100000:2.0:1746130281.053765:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880091d22680 x1830949849207168/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:267/0 lens 488/4536 e 0 to 0 dl 1746130292 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130281.053773:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091d22680 with x1830949849207168 ext(0->4095) 00010000:00010000:2.0:1746130281.053777:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a4a32200/0x4ce24e5787361fa4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae405e2 expref: 25 pid: 8469 timeout: 579 lvb_type: 0 00010000:00010000:2.0:1746130281.053786:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a4a32200/0x4ce24e5787361fa4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae405e2 expref: 25 pid: 8469 timeout: 579 lvb_type: 0 00002000:00010000:2.0:1746130281.053791:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091d22680 00000100:00100000:0.0:1746130281.058244:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130281.058503:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849207296 00000100:00100000:3.0:1746130281.058512:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849207296 00010000:00010000:3.0:1746130281.058559:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a4a32200/0x4ce24e5787361fa4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae405e2 expref: 25 pid: 8469 timeout: 579 lvb_type: 0 00000100:00100000:3.0:1746130281.058589:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14628 00000100:00100000:3.0:1746130281.058597:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009249a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+25:1962:x1830949849207296:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746130281.058609:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746130281.058630:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a4a32200/0x4ce24e5787361fa4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae405e2 expref: 25 pid: 8469 timeout: 579 lvb_type: 0 00010000:00010000:3.0:1746130281.058641:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a4a32200/0x4ce24e5787361fa4 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae405e2 expref: 25 pid: 8469 timeout: 579 lvb_type: 0 00010000:00010000:3.0:1746130281.058662:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a4a32200/0x4ce24e5787361fa4 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae405e2 expref: 25 pid: 8469 timeout: 579 lvb_type: 0 00010000:00010000:3.0:1746130281.059004:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130281.059006:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130281.059012:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800934d0000/0x4ce24e5787361fab lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae405e9 expref: 24 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130281.059020:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d0000/0x4ce24e5787361fab lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae405e9 expref: 24 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130281.059052:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800934d0000/0x4ce24e5787361fab lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae405e9 expref: 24 pid: 10554 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746130281.059062:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091951880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841739776:192.168.204.51@tcp:105: 00000100:00100000:3.0:1746130281.059659:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093e2b300 going to sleep for 11 seconds 00000100:00100000:3.0:1746130281.063337:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091951880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841739776:192.168.204.51@tcp:105: 00010000:00010000:3.0:1746130281.063367:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746130281.063426:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009249a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+24:1962:x1830949849207296:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 4828us (5189us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130281.063438:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14628 00000100:00100000:0.0:1746130281.064366:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130281.064532:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849207552 00000100:00100000:1.0:1746130281.064538:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849207552 00002000:00100000:1.0:1746130281.064670:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092498e00 x1830949849207552/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:267/0 lens 488/0 e 0 to 0 dl 1746130292 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130281.064679:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092498e00 with x1830949849207552 ext(0->4095) 00002000:00010000:1.0:1746130281.064683:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092498e00 00000100:00100000:1.0:1746130281.064864:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4858 00000100:00100000:1.0:1746130281.064871:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092498e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+24:1961:x1830949849207552:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746130281.065015:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092498e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+24:1961:x1830949849207552:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 143us (649us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746130281.065021:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4858 00002000:00100000:1.0:1746130281.065026:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092498e00 x1830949849207552/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:267/0 lens 488/4536 e 0 to 0 dl 1746130292 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130281.065033:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092498e00 with x1830949849207552 ext(0->4095) 00002000:00010000:1.0:1746130281.065036:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092498e00 00000100:00100000:0.0:1746130281.067361:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130281.067485:0:8469:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849207680 00000100:00100000:1.0:1746130281.067492:0:8469:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849207680 00000100:00100000:1.0:1746130281.067559:0:8469:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6365 00000100:00100000:1.0:1746130281.067565:0:8469:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092498700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+5:31579:x1830949849207680:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746130281.067578:0:8469:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746130281.067591:0:8469:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a4a33600/0x4ce24e5787361fb2 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae405f0 expref: -99 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130281.067612:0:8469:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800934d0000/0x4ce24e5787361fab lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae405e9 expref: 23 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130281.067618:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130281.067620:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130281.067623:0:8469:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a4a33600/0x4ce24e5787361fb2 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae405f0 expref: 6 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130281.067648:0:8469:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800934d0000/0x4ce24e5787361fab lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae405e9 expref: 23 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130281.067659:0:8469:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800934d0000/0x4ce24e5787361fab lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae405e9 expref: 23 pid: 10554 timeout: 579 lvb_type: 0 00000100:00100000:1.0:1746130281.067669:0:8469:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093171f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8469:1830949841739904:192.168.204.51@tcp:104: 00000100:00100000:1.0:1746130281.067742:0:8469:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18fb180 going to sleep for 11 seconds 00000100:00100000:1.0:1746130281.069657:0:8469:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093171f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8469:1830949841739904:192.168.204.51@tcp:104: 00010000:00010000:1.0:1746130281.069682:0:8469:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a4a33600/0x4ce24e5787361fb2 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae405f0 expref: 6 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130281.069697:0:8469:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a4a33600, rc 0) 00000100:00100000:1.0:1746130281.069740:0:8469:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092498700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+6:31579:x1830949849207680:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2174us (2386us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130281.069751:0:8469:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6365 00000100:00100000:0.0:1746130281.070875:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130281.070948:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849207808 00000100:00100000:3.0:1746130281.070954:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849207808 00010000:00010000:3.0:1746130281.070984:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d0000/0x4ce24e5787361fab lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae405e9 expref: 24 pid: 10554 timeout: 579 lvb_type: 0 00000100:00100000:3.0:1746130281.071012:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14629 00000100:00100000:3.0:1746130281.071019:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e37480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+24:1962:x1830949849207808:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746130281.071031:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746130281.071049:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800934d0000/0x4ce24e5787361fab lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae405e9 expref: 24 pid: 10554 timeout: 579 lvb_type: 0 00010000:00010000:3.0:1746130281.071058:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800934d0000/0x4ce24e5787361fab lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae405e9 expref: 24 pid: 10554 timeout: 579 lvb_type: 0 00010000:00010000:3.0:1746130281.071076:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800934d0000/0x4ce24e5787361fab lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae405e9 expref: 24 pid: 10554 timeout: 579 lvb_type: 0 00010000:00010000:3.0:1746130281.071528:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130281.071531:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130281.071538:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a4a33600/0x4ce24e5787361fb2 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae405f0 expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130281.071545:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a4a33600/0x4ce24e5787361fb2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae405f0 expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130281.071572:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a4a33600/0x4ce24e5787361fb2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae405f0 expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746130281.071582:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091951880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841740032:192.168.204.51@tcp:105: 00000100:00100000:3.0:1746130281.072434:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093e2b300 going to sleep for 11 seconds 00000100:00100000:3.0:1746130281.074991:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091951880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841740032:192.168.204.51@tcp:105: 00010000:00010000:3.0:1746130281.075021:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746130281.075078:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e37480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+23:1962:x1830949849207808:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 4059us (4207us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130281.075088:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14629 00000100:00100000:0.0:1746130281.075787:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130281.075997:0:8469:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849207936 00000100:00100000:1.0:1746130281.076003:0:8469:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849207936 00000100:00100000:1.0:1746130281.076371:0:8469:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6366 00000100:00100000:1.0:1746130281.076379:0:8469:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e35500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:640ea846-b909-4eea-9a54-417e15bd627b+23:31578:x1830949849207936:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746130281.076406:0:8469:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746130281.076422:0:8469:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a4a33200/0x4ce24e5787361fb9 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae405f7 expref: -99 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130281.076443:0:8469:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a4a33600/0x4ce24e5787361fb2 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae405f0 expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130281.076451:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130281.076452:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130281.076455:0:8469:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a4a33200/0x4ce24e5787361fb9 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae405f7 expref: 24 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130281.076481:0:8469:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a4a33600/0x4ce24e5787361fb2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae405f0 expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130281.076491:0:8469:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a4a33600/0x4ce24e5787361fb2 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae405f0 expref: 5 pid: 8469 timeout: 579 lvb_type: 0 00000100:00100000:1.0:1746130281.076502:0:8469:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093171f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8469:1830949841740160:192.168.204.51@tcp:104: 00000100:00100000:1.0:1746130281.076558:0:8469:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18fb180 going to sleep for 11 seconds 00000100:00100000:0.0:1746130281.076801:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130281.077074:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849208192 00000100:00100000:2.0:1746130281.077080:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849208192 00002000:00100000:2.0:1746130281.077120:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092e34380 x1830949849208192/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:267/0 lens 488/0 e 0 to 0 dl 1746130292 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130281.077129:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092e34380 with x1830949849208192 ext(0->4095) 00010000:00010000:2.0:1746130281.077134:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a4a33600/0x4ce24e5787361fb2 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae405f0 expref: 6 pid: 8469 timeout: 579 lvb_type: 0 00010000:00010000:2.0:1746130281.077148:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a4a33600/0x4ce24e5787361fb2 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae405f0 expref: 6 pid: 8469 timeout: 579 lvb_type: 0 00002000:00010000:2.0:1746130281.077154:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092e34380 00000100:00100000:2.0:1746130281.077171:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2595 00000100:00100000:2.0:1746130281.077176:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e34380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949849208192:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746130281.077348:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e34380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949849208192:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 171us (547us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746130281.077355:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2595 00002000:00100000:2.0:1746130281.077360:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092e34380 x1830949849208192/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:267/0 lens 488/4536 e 0 to 0 dl 1746130292 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130281.077367:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092e34380 with x1830949849208192 ext(0->4095) 00010000:00010000:2.0:1746130281.077371:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a4a33600/0x4ce24e5787361fb2 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae405f0 expref: 6 pid: 8469 timeout: 579 lvb_type: 0 00010000:00010000:2.0:1746130281.077378:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a4a33600/0x4ce24e5787361fb2 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae405f0 expref: 6 pid: 8469 timeout: 579 lvb_type: 0 00002000:00010000:2.0:1746130281.077396:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092e34380 00000100:00100000:0.0:1746130281.080891:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130281.081133:0:8469:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093171f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8469:1830949841740160:192.168.204.51@tcp:104: 00010000:00010000:1.0:1746130281.081163:0:8469:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a4a33200/0x4ce24e5787361fb9 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae405f7 expref: 24 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130281.081178:0:8469:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a4a33200, rc 0) 00000100:00100000:1.0:1746130281.081223:0:8469:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e35500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:640ea846-b909-4eea-9a54-417e15bd627b+24:31578:x1830949849207936:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4845us (5438us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130281.081231:0:8469:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6366 00000100:00100000:0.0:1746130281.082242:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130281.082473:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849208448 00000100:00100000:2.0:1746130281.082481:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849208448 00010000:00010000:2.0:1746130281.082518:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a4a33600/0x4ce24e5787361fb2 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae405f0 expref: 6 pid: 8469 timeout: 579 lvb_type: 0 00000100:00100000:2.0:1746130281.082544:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14630 00000100:00100000:2.0:1746130281.082551:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bdfea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949849208448:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746130281.082561:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746130281.082578:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a4a33600/0x4ce24e5787361fb2 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae405f0 expref: 6 pid: 8469 timeout: 579 lvb_type: 0 00010000:00010000:2.0:1746130281.082588:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a4a33600/0x4ce24e5787361fb2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae405f0 expref: 6 pid: 8469 timeout: 579 lvb_type: 0 00010000:00010000:2.0:1746130281.082605:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a4a33600/0x4ce24e5787361fb2 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae405f0 expref: 6 pid: 8469 timeout: 579 lvb_type: 0 00010000:00010000:2.0:1746130281.082619:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130281.082620:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130281.082627:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a4a33200/0x4ce24e5787361fb9 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae405f7 expref: 23 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130281.082632:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a4a33200/0x4ce24e5787361fb9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae405f7 expref: 23 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130281.082659:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a4a33200/0x4ce24e5787361fb9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae405f7 expref: 23 pid: 8469 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746130281.082670:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a4cd4e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841740288:192.168.204.51@tcp:105: 00000100:00100000:2.0:1746130281.082725:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b4ae9c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746130281.082942:0:8469:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849208320 00000100:00100000:1.0:1746130281.082947:0:8469:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849208320 00000100:00100000:1.0:1746130281.082975:0:8469:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6367 00000100:00100000:1.0:1746130281.082980:0:8469:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e34a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:640ea846-b909-4eea-9a54-417e15bd627b+24:31579:x1830949849208320:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746130281.082990:0:8469:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746130281.082998:0:8469:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a4a32a00/0x4ce24e5787361fc0 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae405fe expref: -99 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130281.083011:0:8469:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a4a33200/0x4ce24e5787361fb9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae405f7 expref: 25 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130281.083016:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130281.083017:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130281.083020:0:8469:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a4a32a00/0x4ce24e5787361fc0 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae405fe expref: 25 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130281.083033:0:8469:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a4a33200/0x4ce24e5787361fb9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae405f7 expref: 25 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130281.083040:0:8469:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a4a33200/0x4ce24e5787361fb9 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae405f7 expref: 25 pid: 8469 timeout: 579 lvb_type: 0 00000100:00100000:1.0:1746130281.083047:0:8469:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093171f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8469:1830949841740416:192.168.204.51@tcp:104: 00000100:00100000:1.0:1746130281.083066:0:8469:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18fb180 going to sleep for 11 seconds 00000100:00100000:2.0:1746130281.086023:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a4cd4e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841740288:192.168.204.51@tcp:105: 00010000:00010000:2.0:1746130281.086042:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746130281.086080:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bdfea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+5:1962:x1830949849208448:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 3529us (3841us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130281.086090:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14630 00000100:00100000:1.0:1746130281.086535:0:8469:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093171f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8469:1830949841740416:192.168.204.51@tcp:104: 00010000:00010000:1.0:1746130281.086555:0:8469:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a4a32a00/0x4ce24e5787361fc0 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae405fe expref: 25 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130281.086568:0:8469:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a4a32a00, rc 0) 00000100:00100000:1.0:1746130281.086593:0:8469:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e34a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:640ea846-b909-4eea-9a54-417e15bd627b+25:31579:x1830949849208320:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3613us (5710us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130281.086599:0:8469:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6367 00000100:00100000:0.0:1746130281.086599:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130281.086619:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849208704 00000100:00100000:0.0:1746130281.086624:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849208704 00002000:00100000:0.0:1746130281.086653:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800931f8380 x1830949849208704/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:267/0 lens 488/0 e 0 to 0 dl 1746130292 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746130281.086661:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800931f8380 with x1830949849208704 ext(0->4095) 00010000:00010000:0.0:1746130281.086667:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a4a33200/0x4ce24e5787361fb9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae405f7 expref: 25 pid: 8469 timeout: 579 lvb_type: 0 00010000:00010000:0.0:1746130281.086678:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a4a33200/0x4ce24e5787361fb9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae405f7 expref: 25 pid: 8469 timeout: 579 lvb_type: 0 00002000:00010000:0.0:1746130281.086685:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800931f8380 00000100:00100000:0.0:1746130281.086712:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2596 00000100:00100000:0.0:1746130281.086718:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800931f8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+25:1962:x1830949849208704:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746130281.086833:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800931f8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+25:1962:x1830949849208704:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 115us (234us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746130281.086838:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2596 00002000:00100000:0.0:1746130281.086843:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800931f8380 x1830949849208704/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:267/0 lens 488/4536 e 0 to 0 dl 1746130292 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746130281.086850:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800931f8380 with x1830949849208704 ext(0->4095) 00010000:00010000:0.0:1746130281.086854:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a4a33200/0x4ce24e5787361fb9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae405f7 expref: 25 pid: 8469 timeout: 579 lvb_type: 0 00010000:00010000:0.0:1746130281.086868:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a4a33200/0x4ce24e5787361fb9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae405f7 expref: 25 pid: 8469 timeout: 579 lvb_type: 0 00002000:00010000:0.0:1746130281.086873:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800931f8380 00000100:00100000:2.0:1746130281.090213:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130281.090297:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849208832 00000100:00100000:0.0:1746130281.090305:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849208832 00010000:00010000:0.0:1746130281.090337:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a4a33200/0x4ce24e5787361fb9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae405f7 expref: 25 pid: 8469 timeout: 579 lvb_type: 0 00000100:00100000:0.0:1746130281.090359:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14631 00000100:00100000:0.0:1746130281.090364:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4cd4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+25:1962:x1830949849208832:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746130281.090375:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746130281.090407:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a4a33200/0x4ce24e5787361fb9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae405f7 expref: 25 pid: 8469 timeout: 579 lvb_type: 0 00010000:00010000:0.0:1746130281.090417:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a4a33200/0x4ce24e5787361fb9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae405f7 expref: 25 pid: 8469 timeout: 579 lvb_type: 0 00010000:00010000:0.0:1746130281.090434:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a4a33200/0x4ce24e5787361fb9 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae405f7 expref: 25 pid: 8469 timeout: 579 lvb_type: 0 00010000:00010000:0.0:1746130281.090462:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130281.090463:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130281.090470:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a4a32a00/0x4ce24e5787361fc0 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae405fe expref: 24 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130281.090481:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a4a32a00/0x4ce24e5787361fc0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae405fe expref: 24 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130281.090507:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a4a32a00/0x4ce24e5787361fc0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae405fe expref: 24 pid: 8469 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746130281.090516:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800931fb100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841740544:192.168.204.51@tcp:105: 00000100:00100000:0.0:1746130281.091028:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009bc95840 going to sleep for 11 seconds 00000100:00100000:2.0:1746130281.095859:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800931fb100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841740544:192.168.204.51@tcp:105: 00010000:00010000:2.0:1746130281.095878:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746130281.095920:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4cd4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+24:1962:x1830949849208832:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 5554us (5714us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130281.095931:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14631 00000100:00100000:0.0:1746130281.099935:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130281.100070:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849209088 00000100:00100000:2.0:1746130281.100077:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849209088 00002000:00100000:2.0:1746130281.100113:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800931fa300 x1830949849209088/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:267/0 lens 488/0 e 0 to 0 dl 1746130292 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130281.100123:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800931fa300 with x1830949849209088 ext(0->4095) 00002000:00010000:2.0:1746130281.100128:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800931fa300 00000100:00100000:2.0:1746130281.100893:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4859 00000100:00100000:2.0:1746130281.100902:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800931fa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+24:1963:x1830949849209088:12345-192.168.204.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746130281.101051:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800931fa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+24:1963:x1830949849209088:12345-192.168.204.51@tcp:3:ptlrpcd_01_00.0 Request processed in 150us (1123us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746130281.101057:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4859 00002000:00100000:2.0:1746130281.101063:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800931fa300 x1830949849209088/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:267/0 lens 488/4536 e 0 to 0 dl 1746130292 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130281.101071:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800931fa300 with x1830949849209088 ext(0->4095) 00002000:00010000:2.0:1746130281.101074:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800931fa300 00000100:00100000:0.0:1746130281.106229:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130281.106436:0:8469:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849209216 00000100:00100000:1.0:1746130281.106444:0:8469:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849209216 00000100:00100000:1.0:1746130281.107864:0:8469:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6368 00000100:00100000:1.0:1746130281.107878:0:8469:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800931faa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+5:31579:x1830949849209216:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746130281.107894:0:8469:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746130281.107912:0:8469:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094412a00/0x4ce24e5787361fc7 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae40605 expref: -99 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130281.107939:0:8469:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a4a32a00/0x4ce24e5787361fc0 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae405fe expref: 23 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130281.107946:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130281.107948:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130281.107951:0:8469:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094412a00/0x4ce24e5787361fc7 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40605 expref: 6 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130281.107980:0:8469:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a4a32a00/0x4ce24e5787361fc0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae405fe expref: 23 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130281.107991:0:8469:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a4a32a00/0x4ce24e5787361fc0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae405fe expref: 23 pid: 8469 timeout: 579 lvb_type: 0 00000100:00100000:1.0:1746130281.108002:0:8469:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093171f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8469:1830949841740672:192.168.204.51@tcp:104: 00000100:00100000:1.0:1746130281.108095:0:8469:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18fb180 going to sleep for 11 seconds 00000100:00100000:1.0:1746130281.110836:0:8469:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093171f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8469:1830949841740672:192.168.204.51@tcp:104: 00010000:00010000:1.0:1746130281.110860:0:8469:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094412a00/0x4ce24e5787361fc7 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40605 expref: 6 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130281.110881:0:8469:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094412a00, rc 0) 00000100:00100000:1.0:1746130281.110916:0:8469:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800931faa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+6:31579:x1830949849209216:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3043us (4693us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130281.110924:0:8469:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6368 00000100:00100000:0.0:1746130281.118580:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130281.118695:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849209344 00000100:00100000:3.0:1746130281.118703:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849209344 00002000:00100000:3.0:1746130281.118748:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff8800931f8a80 x1830949849209344/t0(0) o4->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:267/0 lens 496/0 e 0 to 0 dl 1746130292 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130281.118758:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800931f8a80 with x1830949849209344 ext(0->7) 00010000:00010000:3.0:1746130281.118766:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a4a32a00/0x4ce24e5787361fc0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae405fe expref: 24 pid: 8469 timeout: 579 lvb_type: 0 00010000:00010000:3.0:1746130281.118784:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a4a32a00/0x4ce24e5787361fc0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae405fe expref: 24 pid: 8469 timeout: 579 lvb_type: 0 00002000:00010000:3.0:1746130281.118791:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800931f8a80 00000100:00100000:3.0:1746130281.119982:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2597 00000100:00100000:3.0:1746130281.119997:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800931f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+24:1961:x1830949849209344:12345-192.168.204.51@tcp:4:ldlm_bl.0 00000100:00100000:3.0:1746130281.120312:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800931f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+26:1961:x1830949849209344:12345-192.168.204.51@tcp:4:ldlm_bl.0 Request processed in 321us (1739us total) trans 4294967934 rc 0/0 00000100:00100000:3.0:1746130281.120319:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2597 00002000:00100000:3.0:1746130281.120325:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff8800931f8a80 x1830949849209344/t4294967934(0) o4->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:267/0 lens 496/448 e 0 to 0 dl 1746130292 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130281.120333:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800931f8a80 with x1830949849209344 ext(0->7) 00010000:00010000:3.0:1746130281.120338:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a4a32a00/0x4ce24e5787361fc0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae405fe expref: 26 pid: 8469 timeout: 579 lvb_type: 0 00010000:00010000:3.0:1746130281.120348:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a4a32a00/0x4ce24e5787361fc0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae405fe expref: 26 pid: 8469 timeout: 579 lvb_type: 0 00002000:00010000:3.0:1746130281.120353:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800931f8a80 00000100:00100000:0.0:1746130281.124903:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130281.125052:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849209472 00000100:00100000:2.0:1746130281.125060:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849209472 00010000:00010000:2.0:1746130281.125095:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a4a32a00/0x4ce24e5787361fc0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae405fe expref: 26 pid: 8469 timeout: 579 lvb_type: 0 00000100:00100000:2.0:1746130281.125126:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14632 00000100:00100000:2.0:1746130281.125132:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e24b450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+26:1963:x1830949849209472:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746130281.125142:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746130281.125158:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a4a32a00/0x4ce24e5787361fc0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae405fe expref: 26 pid: 8469 timeout: 579 lvb_type: 0 00010000:00010000:2.0:1746130281.125168:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a4a32a00/0x4ce24e5787361fc0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae405fe expref: 26 pid: 8469 timeout: 579 lvb_type: 0 00010000:00010000:2.0:1746130281.125185:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a4a32a00/0x4ce24e5787361fc0 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae405fe expref: 26 pid: 8469 timeout: 579 lvb_type: 0 00010000:00010000:2.0:1746130281.125210:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130281.125212:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130281.125218:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094412a00/0x4ce24e5787361fc7 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40605 expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130281.125224:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094412a00/0x4ce24e5787361fc7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40605 expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130281.125252:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094412a00/0x4ce24e5787361fc7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40605 expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746130281.125261:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132f7ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841740800:192.168.204.51@tcp:105: 00000100:00100000:2.0:1746130281.125350:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b4aef00 going to sleep for 11 seconds 00000100:00100000:0.0:1746130281.129998:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130281.130349:0:8469:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849209600 00000100:00100000:1.0:1746130281.130357:0:8469:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849209600 00000100:00100000:1.0:1746130281.130421:0:8469:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6369 00000100:00100000:1.0:1746130281.130429:0:8469:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800931f9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:640ea846-b909-4eea-9a54-417e15bd627b+26:31578:x1830949849209600:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746130281.130446:0:8469:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746130281.130461:0:8469:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a4a33200/0x4ce24e5787361fce lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae4060c expref: -99 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130281.130489:0:8469:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094412a00/0x4ce24e5787361fc7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40605 expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130281.130496:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130281.130498:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130281.130501:0:8469:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a4a33200/0x4ce24e5787361fce lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4060c expref: 27 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130281.130530:0:8469:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094412a00/0x4ce24e5787361fc7 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40605 expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130281.130541:0:8469:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094412a00/0x4ce24e5787361fc7 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40605 expref: 5 pid: 8469 timeout: 579 lvb_type: 0 00000100:00100000:1.0:1746130281.130552:0:8469:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093171f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8469:1830949841740928:192.168.204.51@tcp:104: 00000100:00100000:1.0:1746130281.130631:0:8469:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18fb180 going to sleep for 11 seconds 00000100:00100000:2.0:1746130281.130707:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132f7ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841740800:192.168.204.51@tcp:105: 00010000:00010000:2.0:1746130281.130721:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746130281.130740:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e24b450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+27:1963:x1830949849209472:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 5609us (5847us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130281.130748:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14632 00000100:00100000:0.0:1746130281.132501:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130281.132556:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849209856 00000100:00100000:2.0:1746130281.132562:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849209856 00002000:00100000:2.0:1746130281.132595:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800931fb480 x1830949849209856/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:267/0 lens 488/0 e 0 to 0 dl 1746130292 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130281.132605:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800931fb480 with x1830949849209856 ext(0->4095) 00010000:00010000:2.0:1746130281.132612:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094412a00/0x4ce24e5787361fc7 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40605 expref: 6 pid: 8469 timeout: 579 lvb_type: 0 00010000:00010000:2.0:1746130281.132624:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094412a00/0x4ce24e5787361fc7 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40605 expref: 6 pid: 8469 timeout: 579 lvb_type: 0 00002000:00010000:2.0:1746130281.132631:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800931fb480 00000100:00100000:2.0:1746130281.132660:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2598 00000100:00100000:2.0:1746130281.132667:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800931fb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949849209856:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746130281.132871:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800931fb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949849209856:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 205us (375us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746130281.132876:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2598 00002000:00100000:2.0:1746130281.132881:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800931fb480 x1830949849209856/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:267/0 lens 488/4536 e 0 to 0 dl 1746130292 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130281.132893:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800931fb480 with x1830949849209856 ext(0->4095) 00010000:00010000:2.0:1746130281.132897:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094412a00/0x4ce24e5787361fc7 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40605 expref: 6 pid: 8469 timeout: 579 lvb_type: 0 00010000:00010000:2.0:1746130281.132904:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094412a00/0x4ce24e5787361fc7 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40605 expref: 6 pid: 8469 timeout: 579 lvb_type: 0 00002000:00010000:2.0:1746130281.132909:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800931fb480 00000100:00100000:1.0:1746130281.133356:0:8469:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093171f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8469:1830949841740928:192.168.204.51@tcp:104: 00010000:00010000:1.0:1746130281.133375:0:8469:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a4a33200/0x4ce24e5787361fce lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4060c expref: 26 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130281.133395:0:8469:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a4a33200, rc 0) 00000100:00100000:1.0:1746130281.133430:0:8469:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800931f9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:640ea846-b909-4eea-9a54-417e15bd627b+26:31578:x1830949849209600:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3001us (3440us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130281.133436:0:8469:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6369 00000100:00100000:0.0:1746130281.134744:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130281.137413:0:8469:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849209984 00000100:00100000:1.0:1746130281.137422:0:8469:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849209984 00000100:00100000:0.0:1746130281.137771:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130281.137861:0:8469:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6370 00000100:00100000:1.0:1746130281.137870:0:8469:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800931fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:640ea846-b909-4eea-9a54-417e15bd627b+26:31579:x1830949849209984:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746130281.137887:0:8469:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746130281.137901:0:8469:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a4a33600/0x4ce24e5787361fd5 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae40613 expref: -99 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130281.137923:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130281.137928:0:8469:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a4a33200/0x4ce24e5787361fce lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4060c expref: 27 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130281.137934:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130281.137936:0:8469:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a4a33600/0x4ce24e5787361fd5 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40613 expref: 27 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130281.137965:0:8469:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a4a33200/0x4ce24e5787361fce lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4060c expref: 27 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130281.137976:0:8469:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a4a33600/0x4ce24e5787361fd5 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40613 expref: 27 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130281.137984:0:8469:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a4a33600, rc 0) 00000100:00100000:1.0:1746130281.138027:0:8469:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800931fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:640ea846-b909-4eea-9a54-417e15bd627b+27:31579:x1830949849209984:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 159us (3285us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130281.138032:0:8469:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6370 00000100:00100000:2.0:1746130281.138944:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849210112 00000100:00100000:2.0:1746130281.138951:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849210112 00010000:00010000:2.0:1746130281.138977:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094412a00/0x4ce24e5787361fc7 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40605 expref: 6 pid: 8469 timeout: 579 lvb_type: 0 00000100:00100000:2.0:1746130281.139003:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14633 00000100:00100000:2.0:1746130281.139008:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800931f8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949849210112:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746130281.139017:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746130281.139035:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094412a00/0x4ce24e5787361fc7 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40605 expref: 6 pid: 8469 timeout: 579 lvb_type: 0 00010000:00010000:2.0:1746130281.139044:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094412a00/0x4ce24e5787361fc7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40605 expref: 6 pid: 8469 timeout: 579 lvb_type: 0 00010000:00010000:2.0:1746130281.139060:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094412a00/0x4ce24e5787361fc7 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40605 expref: 6 pid: 8469 timeout: 579 lvb_type: 0 00010000:00010000:2.0:1746130281.139075:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130281.139077:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130281.139083:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a4a33200/0x4ce24e5787361fce lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4060c expref: 26 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130281.139094:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a4a33200/0x4ce24e5787361fce lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4060c expref: 26 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130281.139115:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a4a33200/0x4ce24e5787361fce lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4060c expref: 26 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130281.139124:0:7097:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a4a33200/0x4ce24e5787361fce lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4060c expref: 26 pid: 8469 timeout: 579 lvb_type: 0 00000100:00100000:2.0:1746130281.139134:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132f7ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841741184:192.168.204.51@tcp:105: 00000100:00100000:2.0:1746130281.139204:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b4ae480 going to sleep for 11 seconds 00000100:00100000:2.0:1746130281.142467:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132f7ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841741184:192.168.204.51@tcp:105: 00010000:00010000:2.0:1746130281.142488:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746130281.142533:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800931f8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+5:1962:x1830949849210112:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 3524us (4765us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130281.142543:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14633 00000100:00100000:1.0:1746130281.142836:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130281.142894:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849210368 00000100:00100000:3.0:1746130281.142900:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849210368 00002000:00100000:3.0:1746130281.142935:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093171f80 x1830949849210368/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:267/0 lens 488/0 e 0 to 0 dl 1746130292 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130281.142945:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093171f80 with x1830949849210368 ext(0->4095) 00010000:00010000:3.0:1746130281.142952:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a4a33200/0x4ce24e5787361fce lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4060c expref: 27 pid: 8469 timeout: 579 lvb_type: 0 00010000:00010000:3.0:1746130281.142963:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a4a33200/0x4ce24e5787361fce lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4060c expref: 27 pid: 8469 timeout: 579 lvb_type: 0 00002000:00010000:3.0:1746130281.142969:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093171f80 00000100:00100000:3.0:1746130281.142995:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2599 00000100:00100000:3.0:1746130281.143002:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093171f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+27:1962:x1830949849210368:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746130281.143524:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093171f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+27:1962:x1830949849210368:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 521us (686us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746130281.143530:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2599 00002000:00100000:3.0:1746130281.143535:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093171f80 x1830949849210368/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:267/0 lens 488/4536 e 0 to 0 dl 1746130292 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130281.143542:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093171f80 with x1830949849210368 ext(0->4095) 00010000:00010000:3.0:1746130281.143548:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a4a33200/0x4ce24e5787361fce lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4060c expref: 27 pid: 8469 timeout: 579 lvb_type: 0 00010000:00010000:3.0:1746130281.143557:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a4a33200/0x4ce24e5787361fce lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4060c expref: 27 pid: 8469 timeout: 579 lvb_type: 0 00002000:00010000:3.0:1746130281.143563:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093171f80 00000100:00100000:0.0:1746130281.144954:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130281.145014:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849210496 00000100:00100000:2.0:1746130281.145020:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849210496 00010000:00010000:2.0:1746130281.145049:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a4a33200/0x4ce24e5787361fce lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4060c expref: 27 pid: 8469 timeout: 579 lvb_type: 0 00000100:00100000:2.0:1746130281.145077:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14634 00000100:00100000:2.0:1746130281.145084:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800931f9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+27:1962:x1830949849210496:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746130281.145098:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746130281.145113:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a4a33200/0x4ce24e5787361fce lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4060c expref: 27 pid: 8469 timeout: 579 lvb_type: 0 00010000:00010000:2.0:1746130281.145124:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a4a33200/0x4ce24e5787361fce lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4060c expref: 27 pid: 8469 timeout: 579 lvb_type: 0 00010000:00010000:2.0:1746130281.145142:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a4a33200/0x4ce24e5787361fce lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4060c expref: 27 pid: 8469 timeout: 579 lvb_type: 0 00010000:00010000:2.0:1746130281.145153:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130281.145155:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130281.145160:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a4a33600/0x4ce24e5787361fd5 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40613 expref: 26 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130281.145168:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a4a33600/0x4ce24e5787361fd5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40613 expref: 26 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130281.145192:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a4a33600/0x4ce24e5787361fd5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40613 expref: 26 pid: 8469 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746130281.145203:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132f7ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841741312:192.168.204.51@tcp:105: 00000100:00100000:2.0:1746130281.145412:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b4ae480 going to sleep for 11 seconds 00000100:00100000:2.0:1746130281.146761:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132f7ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841741312:192.168.204.51@tcp:105: 00010000:00010000:2.0:1746130281.146775:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746130281.146805:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800931f9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+26:1962:x1830949849210496:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 1722us (1856us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130281.146817:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14634 00000100:00100000:0.0:1746130281.147696:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130281.147754:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849210752 00000100:00100000:3.0:1746130281.147760:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849210752 00002000:00100000:3.0:1746130281.147797:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800931fb100 x1830949849210752/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:267/0 lens 488/0 e 0 to 0 dl 1746130292 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130281.147813:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800931fb100 with x1830949849210752 ext(0->4095) 00002000:00010000:3.0:1746130281.147817:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800931fb100 00000100:00100000:3.0:1746130281.147833:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4860 00000100:00100000:3.0:1746130281.147838:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800931fb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+26:1962:x1830949849210752:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746130281.147982:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800931fb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+26:1962:x1830949849210752:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 143us (289us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746130281.147988:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4860 00002000:00100000:3.0:1746130281.147993:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800931fb100 x1830949849210752/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:267/0 lens 488/4536 e 0 to 0 dl 1746130292 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130281.148000:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800931fb100 with x1830949849210752 ext(0->4095) 00002000:00010000:3.0:1746130281.148003:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800931fb100 00000100:00100000:2.0:1746130281.149565:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130281.149617:0:10554:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849210880 00000100:00100000:3.0:1746130281.149622:0:10554:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849210880 00000100:00100000:3.0:1746130281.149671:0:10554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6371 00000100:00100000:3.0:1746130281.149677:0:10554:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132f7ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+5:31579:x1830949849210880:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746130281.149691:0:10554:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746130281.149705:0:10554:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800934d0800/0x4ce24e5787361fdc lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae4061a expref: -99 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130281.149728:0:10554:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a4a33600/0x4ce24e5787361fd5 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40613 expref: 25 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130281.149734:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746130281.149736:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746130281.149740:0:10554:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d0800/0x4ce24e5787361fdc lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4061a expref: 6 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130281.149765:0:10554:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a4a33600/0x4ce24e5787361fd5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40613 expref: 25 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130281.149776:0:10554:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a4a33600/0x4ce24e5787361fd5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40613 expref: 25 pid: 8469 timeout: 579 lvb_type: 0 00000100:00100000:3.0:1746130281.149786:0:10554:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091951880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10554:1830949841741440:192.168.204.51@tcp:104: 00000100:00100000:3.0:1746130281.149861:0:10554:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093e2b780 going to sleep for 11 seconds 00000100:00100000:3.0:1746130281.151608:0:10554:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091951880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10554:1830949841741440:192.168.204.51@tcp:104: 00010000:00010000:3.0:1746130281.151634:0:10554:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800934d0800/0x4ce24e5787361fdc lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4061a expref: 6 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130281.151648:0:10554:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800934d0800, rc 0) 00000100:00100000:3.0:1746130281.151693:0:10554:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132f7ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+6:31579:x1830949849210880:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2016us (2133us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130281.151700:0:10554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6371 00000100:00100000:0.0:1746130281.151930:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130281.152001:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849211008 00000100:00100000:2.0:1746130281.152006:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849211008 00010000:00010000:2.0:1746130281.152033:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a4a33600/0x4ce24e5787361fd5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40613 expref: 26 pid: 8469 timeout: 579 lvb_type: 0 00000100:00100000:2.0:1746130281.152058:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14635 00000100:00100000:2.0:1746130281.152065:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094369180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+26:1962:x1830949849211008:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746130281.152075:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746130281.152091:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a4a33600/0x4ce24e5787361fd5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40613 expref: 26 pid: 8469 timeout: 579 lvb_type: 0 00010000:00010000:2.0:1746130281.152102:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a4a33600/0x4ce24e5787361fd5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40613 expref: 26 pid: 8469 timeout: 579 lvb_type: 0 00010000:00010000:2.0:1746130281.152120:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a4a33600/0x4ce24e5787361fd5 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40613 expref: 26 pid: 8469 timeout: 579 lvb_type: 0 00010000:00010000:2.0:1746130281.152133:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130281.152134:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130281.152141:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800934d0800/0x4ce24e5787361fdc lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4061a expref: 5 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130281.152148:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d0800/0x4ce24e5787361fdc lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4061a expref: 5 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130281.152175:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800934d0800/0x4ce24e5787361fdc lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4061a expref: 5 pid: 10554 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746130281.152185:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ac4c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841741568:192.168.204.51@tcp:105: 00000100:00100000:2.0:1746130281.152245:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b4ae480 going to sleep for 11 seconds 00000100:00100000:2.0:1746130281.153014:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008ac4c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841741568:192.168.204.51@tcp:105: 00010000:00010000:2.0:1746130281.153026:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746130281.153049:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094369180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+25:1962:x1830949849211008:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 984us (1119us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130281.153055:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14635 00000100:00100000:0.0:1746130281.153684:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130281.153732:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849211264 00000100:00100000:3.0:1746130281.153737:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849211264 00002000:00100000:3.0:1746130281.153774:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880094368a80 x1830949849211264/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:267/0 lens 488/0 e 0 to 0 dl 1746130292 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130281.153782:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094368a80 with x1830949849211264 ext(0->4095) 00002000:00010000:3.0:1746130281.153786:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880094368a80 00000100:00100000:3.0:1746130281.153813:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4861 00000100:00100000:3.0:1746130281.153821:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094368a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1963:x1830949849211264:12345-192.168.204.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746130281.153950:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094368a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1963:x1830949849211264:12345-192.168.204.51@tcp:3:ptlrpcd_01_00.0 Request processed in 130us (267us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746130281.153959:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4861 00002000:00100000:3.0:1746130281.153964:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880094368a80 x1830949849211264/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:267/0 lens 488/4536 e 0 to 0 dl 1746130292 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130281.153971:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094368a80 with x1830949849211264 ext(0->4095) 00002000:00010000:3.0:1746130281.153973:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880094368a80 00000100:00100000:0.0:1746130281.156355:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130281.156460:0:10554:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849211392 00000100:00100000:3.0:1746130281.156467:0:10554:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849211392 00000100:00100000:3.0:1746130281.156501:0:10554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6372 00000100:00100000:3.0:1746130281.156508:0:10554:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009436b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:640ea846-b909-4eea-9a54-417e15bd627b+25:31579:x1830949849211392:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746130281.156520:0:10554:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746130281.156532:0:10554:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800934d1a00/0x4ce24e5787361fe3 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae40621 expref: -99 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130281.156551:0:10554:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800934d0800/0x4ce24e5787361fdc lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4061a expref: 5 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130281.156556:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130281.156557:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130281.156559:0:10554:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d1a00/0x4ce24e5787361fe3 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40621 expref: 26 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130281.156578:0:10554:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800934d0800/0x4ce24e5787361fdc lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4061a expref: 5 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130281.156588:0:10554:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800934d0800/0x4ce24e5787361fdc lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4061a expref: 5 pid: 10554 timeout: 579 lvb_type: 0 00000100:00100000:3.0:1746130281.156596:0:10554:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091951880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10554:1830949841741696:192.168.204.51@tcp:104: 00000100:00100000:3.0:1746130281.156680:0:10554:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093e2b0c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746130281.157685:0:10554:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091951880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10554:1830949841741696:192.168.204.51@tcp:104: 00010000:00010000:3.0:1746130281.157704:0:10554:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800934d1a00/0x4ce24e5787361fe3 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40621 expref: 26 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130281.157716:0:10554:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800934d1a00, rc 0) 00000100:00100000:3.0:1746130281.157751:0:10554:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009436b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:640ea846-b909-4eea-9a54-417e15bd627b+26:31579:x1830949849211392:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1243us (1403us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130281.157758:0:10554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6372 00000100:00100000:0.0:1746130281.158029:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130281.158083:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849211520 00000100:00100000:2.0:1746130281.158089:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849211520 00010000:00010000:2.0:1746130281.158111:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d0800/0x4ce24e5787361fdc lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4061a expref: 6 pid: 10554 timeout: 579 lvb_type: 0 00000100:00100000:2.0:1746130281.158132:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14636 00000100:00100000:2.0:1746130281.158137:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009436ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949849211520:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746130281.158148:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1746130281.158396:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130281.158457:0:10554:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849211648 00000100:00100000:3.0:1746130281.158461:0:10554:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849211648 00000100:00100000:3.0:1746130281.158549:0:10554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6373 00010000:00010000:2.0:1746130281.158577:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800934d0800/0x4ce24e5787361fdc lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4061a expref: 6 pid: 10554 timeout: 579 lvb_type: 0 00000100:00100000:3.0:1746130281.158583:0:10554:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094368700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:640ea846-b909-4eea-9a54-417e15bd627b+26:31578:x1830949849211648:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746130281.158589:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800934d0800/0x4ce24e5787361fdc lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4061a expref: 6 pid: 10554 timeout: 579 lvb_type: 0 00010000:00010000:3.0:1746130281.158593:0:10554:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746130281.158606:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800934d0800/0x4ce24e5787361fdc lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4061a expref: 6 pid: 10554 timeout: 579 lvb_type: 0 00010000:00010000:2.0:1746130281.158620:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130281.158622:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130281.158628:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1a00/0x4ce24e5787361fe3 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40621 expref: 26 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130281.158636:0:10554:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800934d0600/0x4ce24e5787361fea lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae40628 expref: -99 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130281.158636:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d1a00/0x4ce24e5787361fe3 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40621 expref: 26 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130281.158654:0:10554:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1a00/0x4ce24e5787361fe3 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40621 expref: 27 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130281.158663:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746130281.158665:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746130281.158667:0:10554:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d0600/0x4ce24e5787361fea lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40628 expref: 27 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130281.158675:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800934d1a00/0x4ce24e5787361fe3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40621 expref: 27 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130281.158680:0:10554:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800934d1a00/0x4ce24e5787361fe3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40621 expref: 27 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130281.158687:0:10554:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800934d1a00/0x4ce24e5787361fe3 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40621 expref: 27 pid: 10554 timeout: 579 lvb_type: 0 00010000:00010000:2.0:1746130281.158695:0:7097:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800934d1a00/0x4ce24e5787361fe3 lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40621 expref: 27 pid: 10554 timeout: 579 lvb_type: 0 00000100:00100000:3.0:1746130281.158696:0:10554:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091951880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10554:1830949841741952:192.168.204.51@tcp:104: 00000100:00100000:2.0:1746130281.158704:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ac4c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841741824:192.168.204.51@tcp:105: 00000100:00100000:3.0:1746130281.158899:0:10554:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093e2b0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746130281.158952:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b4ae480 going to sleep for 11 seconds 00000100:00100000:3.0:1746130281.159709:0:10554:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091951880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10554:1830949841741952:192.168.204.51@tcp:104: 00010000:00010000:3.0:1746130281.159723:0:10554:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800934d0600/0x4ce24e5787361fea lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40628 expref: 27 pid: 10554 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746130281.159730:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008ac4c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841741824:192.168.204.51@tcp:105: 00010000:00010000:3.0:1746130281.159731:0:10554:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800934d0600, rc 0) 00010000:00010000:2.0:1746130281.159741:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746130281.159753:0:10554:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094368700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:640ea846-b909-4eea-9a54-417e15bd627b+27:31578:x1830949849211648:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1173us (1358us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130281.159759:0:10554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6373 00000100:00100000:2.0:1746130281.159760:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009436ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+5:1962:x1830949849211520:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 1622us (1731us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130281.159770:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14636 00000100:00100000:0.0:1746130281.160247:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130281.160431:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849211904 00000100:00100000:3.0:1746130281.160436:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849211904 00002000:00100000:3.0:1746130281.160461:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009436aa00 x1830949849211904/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:267/0 lens 488/0 e 0 to 0 dl 1746130292 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130281.160474:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009436aa00 with x1830949849211904 ext(0->4095) 00010000:00010000:3.0:1746130281.160481:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1a00/0x4ce24e5787361fe3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40621 expref: 27 pid: 10554 timeout: 579 lvb_type: 0 00010000:00010000:3.0:1746130281.160491:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800934d1a00/0x4ce24e5787361fe3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40621 expref: 27 pid: 10554 timeout: 579 lvb_type: 0 00002000:00010000:3.0:1746130281.160498:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009436aa00 00000100:00100000:3.0:1746130281.160511:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2600 00000100:00100000:3.0:1746130281.160517:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009436aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+27:1962:x1830949849211904:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746130281.160637:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009436aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+27:1962:x1830949849211904:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 119us (390us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746130281.160642:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2600 00002000:00100000:3.0:1746130281.160646:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009436aa00 x1830949849211904/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:267/0 lens 488/4536 e 0 to 0 dl 1746130292 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130281.160653:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009436aa00 with x1830949849211904 ext(0->4095) 00010000:00010000:3.0:1746130281.160657:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1a00/0x4ce24e5787361fe3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40621 expref: 27 pid: 10554 timeout: 579 lvb_type: 0 00010000:00010000:3.0:1746130281.160666:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800934d1a00/0x4ce24e5787361fe3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40621 expref: 27 pid: 10554 timeout: 579 lvb_type: 0 00002000:00010000:3.0:1746130281.160671:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009436aa00 00000100:00100000:0.0:1746130281.161765:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130281.161827:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130281.161870:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849212160 00000100:00100000:2.0:1746130281.161877:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849212160 00000100:00100000:3.0:1746130281.161890:0:10554:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849212032 00000100:00100000:3.0:1746130281.161894:0:10554:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849212032 00010000:00010000:2.0:1746130281.161902:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d1a00/0x4ce24e5787361fe3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40621 expref: 27 pid: 10554 timeout: 579 lvb_type: 0 00000100:00100000:2.0:1746130281.161933:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14637 00000100:00100000:2.0:1746130281.161938:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009436a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+27:1964:x1830949849212160:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746130281.161949:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746130281.161965:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800934d1a00/0x4ce24e5787361fe3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40621 expref: 27 pid: 10554 timeout: 579 lvb_type: 0 00010000:00010000:2.0:1746130281.161976:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800934d1a00/0x4ce24e5787361fe3 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40621 expref: 27 pid: 10554 timeout: 579 lvb_type: 0 00010000:00010000:2.0:1746130281.161995:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1a00/0x4ce24e5787361fe3 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40621 expref: 27 pid: 10554 timeout: 579 lvb_type: 0 00010000:00010000:2.0:1746130281.162007:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130281.162008:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130281.162014:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800934d0600/0x4ce24e5787361fea lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40628 expref: 26 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130281.162022:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d0600/0x4ce24e5787361fea lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40628 expref: 26 pid: 10554 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746130281.162030:0:10554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6374 00000100:00100000:3.0:1746130281.162038:0:10554:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094369500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+5:31579:x1830949849212032:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746130281.162049:0:10554:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746130281.162049:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800934d0600/0x4ce24e5787361fea lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40628 expref: 26 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130281.162057:0:10554:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800934d1000/0x4ce24e5787361ff1 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae4062f expref: -99 pid: 10554 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746130281.162059:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ac4c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841742080:192.168.204.51@tcp:105: 00010000:00010000:3.0:1746130281.162074:0:10554:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800934d0600/0x4ce24e5787361fea lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40628 expref: 26 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130281.162080:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746130281.162081:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746130281.162084:0:10554:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d1000/0x4ce24e5787361ff1 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4062f expref: 6 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130281.162099:0:10554:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800934d0600/0x4ce24e5787361fea lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40628 expref: 26 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130281.162108:0:10554:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800934d0600/0x4ce24e5787361fea lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40628 expref: 26 pid: 10554 timeout: 579 lvb_type: 0 00000100:00100000:3.0:1746130281.162116:0:10554:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091951880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10554:1830949841742208:192.168.204.51@tcp:104: 00000100:00100000:2.0:1746130281.162125:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b4ae480 going to sleep for 11 seconds 00000100:00100000:3.0:1746130281.162138:0:10554:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093e2ba80 going to sleep for 11 seconds 00000100:00100000:2.0:1746130281.163196:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008ac4c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841742080:192.168.204.51@tcp:105: 00000100:00100000:3.0:1746130281.163205:0:10554:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091951880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10554:1830949841742208:192.168.204.51@tcp:104: 00010000:00010000:2.0:1746130281.163211:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746130281.163216:0:10554:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800934d1000/0x4ce24e5787361ff1 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4062f expref: 6 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130281.163226:0:10554:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800934d1000, rc 0) 00000100:00100000:2.0:1746130281.163238:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009436a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+26:1964:x1830949849212160:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 1298us (1409us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130281.163240:0:10554:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094369500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+6:31579:x1830949849212032:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1206us (1481us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130281.163245:0:10554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6374 00000100:00100000:2.0:1746130281.163246:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14637 00000100:00100000:0.0:1746130281.164465:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130281.164484:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849212416 00000100:00100000:0.0:1746130281.164489:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849212416 00002000:00100000:0.0:1746130281.164519:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009436b480 x1830949849212416/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:267/0 lens 488/0 e 0 to 0 dl 1746130292 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746130281.164529:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009436b480 with x1830949849212416 ext(0->4095) 00010000:00010000:0.0:1746130281.164535:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800934d0600/0x4ce24e5787361fea lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40628 expref: 26 pid: 10554 timeout: 579 lvb_type: 0 00010000:00010000:0.0:1746130281.164546:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800934d0600/0x4ce24e5787361fea lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40628 expref: 26 pid: 10554 timeout: 579 lvb_type: 0 00002000:00010000:0.0:1746130281.164552:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009436b480 00000100:00100000:0.0:1746130281.164582:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2601 00000100:00100000:0.0:1746130281.164589:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009436b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+26:1962:x1830949849212416:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746130281.164941:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009436b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+26:1962:x1830949849212416:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 351us (479us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746130281.164947:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2601 00002000:00100000:0.0:1746130281.164952:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009436b480 x1830949849212416/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:267/0 lens 488/4536 e 0 to 0 dl 1746130292 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746130281.164958:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009436b480 with x1830949849212416 ext(0->4095) 00010000:00010000:0.0:1746130281.164962:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800934d0600/0x4ce24e5787361fea lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40628 expref: 26 pid: 10554 timeout: 579 lvb_type: 0 00010000:00010000:0.0:1746130281.164970:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800934d0600/0x4ce24e5787361fea lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40628 expref: 26 pid: 10554 timeout: 579 lvb_type: 0 00002000:00010000:0.0:1746130281.164976:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009436b480 00000100:00100000:0.0:1746130281.166741:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130281.166818:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130281.166940:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849212672 00000100:00100000:2.0:1746130281.166947:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849212672 00010000:00010000:2.0:1746130281.166975:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d0600/0x4ce24e5787361fea lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40628 expref: 26 pid: 10554 timeout: 579 lvb_type: 0 00000100:00100000:2.0:1746130281.167011:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14638 00000100:00100000:2.0:1746130281.167017:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094369880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+26:1961:x1830949849212672:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746130281.167027:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746130281.167044:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800934d0600/0x4ce24e5787361fea lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40628 expref: 26 pid: 10554 timeout: 579 lvb_type: 0 00010000:00010000:2.0:1746130281.167055:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800934d0600/0x4ce24e5787361fea lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40628 expref: 26 pid: 10554 timeout: 579 lvb_type: 0 00010000:00010000:2.0:1746130281.167074:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800934d0600/0x4ce24e5787361fea lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40628 expref: 26 pid: 10554 timeout: 579 lvb_type: 0 00010000:00010000:2.0:1746130281.167085:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130281.167087:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130281.167093:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1000/0x4ce24e5787361ff1 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4062f expref: 5 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130281.167101:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d1000/0x4ce24e5787361ff1 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4062f expref: 5 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130281.167127:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800934d1000/0x4ce24e5787361ff1 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4062f expref: 5 pid: 10554 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746130281.167137:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ac4c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841742336:192.168.204.51@tcp:105: 00000100:00100000:2.0:1746130281.167199:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b4ae480 going to sleep for 11 seconds 00000100:00100000:3.0:1746130281.167251:0:10554:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849212544 00000100:00100000:3.0:1746130281.167255:0:10554:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849212544 00000100:00100000:3.0:1746130281.167341:0:10554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6375 00000100:00100000:3.0:1746130281.167348:0:10554:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009436b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:640ea846-b909-4eea-9a54-417e15bd627b+26:31578:x1830949849212544:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746130281.167359:0:10554:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746130281.167368:0:10554:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800934d1200/0x4ce24e5787361ff8 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae40636 expref: -99 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130281.167397:0:10554:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1000/0x4ce24e5787361ff1 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4062f expref: 5 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130281.167468:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130281.167470:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130281.167744:0:10554:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d1200/0x4ce24e5787361ff8 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40636 expref: 27 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130281.167763:0:10554:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800934d1000/0x4ce24e5787361ff1 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4062f expref: 5 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130281.167773:0:10554:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800934d1000/0x4ce24e5787361ff1 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4062f expref: 5 pid: 10554 timeout: 579 lvb_type: 0 00000100:00100000:3.0:1746130281.167892:0:10554:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091951880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10554:1830949841742464:192.168.204.51@tcp:104: 00000100:00100000:3.0:1746130281.167985:0:10554:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093e2ba80 going to sleep for 11 seconds 00000100:00100000:2.0:1746130281.168945:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008ac4c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841742336:192.168.204.51@tcp:105: 00010000:00010000:2.0:1746130281.168961:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746130281.168998:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094369880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+27:1961:x1830949849212672:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 1981us (2179us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130281.169007:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14638 00000100:00100000:0.0:1746130281.169111:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130281.169320:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849212928 00000100:00100000:1.0:1746130281.169326:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849212928 00002000:00100000:1.0:1746130281.169354:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880094369f80 x1830949849212928/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:267/0 lens 488/0 e 0 to 0 dl 1746130292 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130281.169370:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094369f80 with x1830949849212928 ext(0->4095) 00010000:00010000:1.0:1746130281.169376:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1000/0x4ce24e5787361ff1 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4062f expref: 6 pid: 10554 timeout: 579 lvb_type: 0 00010000:00010000:1.0:1746130281.169400:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800934d1000/0x4ce24e5787361ff1 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4062f expref: 6 pid: 10554 timeout: 579 lvb_type: 0 00002000:00010000:1.0:1746130281.169407:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880094369f80 00000100:00100000:1.0:1746130281.169435:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2602 00000100:00100000:1.0:1746130281.169441:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094369f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949849212928:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746130281.169572:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094369f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949849212928:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 130us (461us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746130281.169578:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2602 00002000:00100000:1.0:1746130281.169583:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880094369f80 x1830949849212928/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:267/0 lens 488/4536 e 0 to 0 dl 1746130292 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130281.169590:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094369f80 with x1830949849212928 ext(0->4095) 00010000:00010000:1.0:1746130281.169595:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1000/0x4ce24e5787361ff1 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4062f expref: 6 pid: 10554 timeout: 579 lvb_type: 0 00010000:00010000:1.0:1746130281.169603:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800934d1000/0x4ce24e5787361ff1 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4062f expref: 6 pid: 10554 timeout: 579 lvb_type: 0 00002000:00010000:1.0:1746130281.169609:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880094369f80 00000100:00100000:0.0:1746130281.171764:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130281.172232:0:10554:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091951880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10554:1830949841742464:192.168.204.51@tcp:104: 00010000:00010000:3.0:1746130281.172263:0:10554:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800934d1200/0x4ce24e5787361ff8 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40636 expref: 26 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130281.172305:0:10554:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800934d1200, rc 0) 00000100:00100000:3.0:1746130281.172997:0:10554:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009436b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:640ea846-b909-4eea-9a54-417e15bd627b+26:31578:x1830949849212544:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5644us (6255us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130281.173006:0:10554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6375 00000100:00100000:3.0:1746130281.173124:0:10554:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849213056 00000100:00100000:3.0:1746130281.173130:0:10554:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849213056 00000100:00100000:3.0:1746130281.173160:0:10554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6376 00000100:00100000:3.0:1746130281.173167:0:10554:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135207480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:640ea846-b909-4eea-9a54-417e15bd627b+26:31579:x1830949849213056:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746130281.173181:0:10554:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746130281.173194:0:10554:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800934d1e00/0x4ce24e5787361fff lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae4063d expref: -99 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130281.173212:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130281.173216:0:10554:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1200/0x4ce24e5787361ff8 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40636 expref: 27 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130281.173220:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746130281.173222:0:10554:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d1e00/0x4ce24e5787361fff lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4063d expref: 27 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130281.173250:0:10554:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800934d1200/0x4ce24e5787361ff8 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40636 expref: 27 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130281.173259:0:10554:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800934d1e00/0x4ce24e5787361fff lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4063d expref: 27 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130281.173281:0:10554:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800934d1e00, rc 0) 00000100:00100000:3.0:1746130281.173309:0:10554:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135207480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:640ea846-b909-4eea-9a54-417e15bd627b+27:31579:x1830949849213056:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 143us (1555us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130281.173314:0:10554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6376 00000100:00100000:0.0:1746130281.173400:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130281.173684:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849213184 00000100:00100000:3.0:1746130281.173688:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849213184 00010000:00010000:3.0:1746130281.173706:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d1000/0x4ce24e5787361ff1 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4062f expref: 6 pid: 10554 timeout: 579 lvb_type: 0 00000100:00100000:3.0:1746130281.173730:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14639 00000100:00100000:3.0:1746130281.173735:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e24b050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949849213184:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746130281.173741:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746130281.173756:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800934d1000/0x4ce24e5787361ff1 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4062f expref: 6 pid: 10554 timeout: 579 lvb_type: 0 00010000:00010000:3.0:1746130281.173763:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800934d1000/0x4ce24e5787361ff1 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4062f expref: 6 pid: 10554 timeout: 579 lvb_type: 0 00010000:00010000:3.0:1746130281.173776:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1000/0x4ce24e5787361ff1 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4062f expref: 6 pid: 10554 timeout: 579 lvb_type: 0 00010000:00010000:3.0:1746130281.173787:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130281.173789:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130281.173793:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1200/0x4ce24e5787361ff8 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40636 expref: 26 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130281.173799:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d1200/0x4ce24e5787361ff8 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40636 expref: 26 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130281.173812:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800934d1200/0x4ce24e5787361ff8 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40636 expref: 26 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130281.173820:0:7097:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800934d1200/0x4ce24e5787361ff8 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40636 expref: 26 pid: 10554 timeout: 579 lvb_type: 0 00000100:00100000:3.0:1746130281.173828:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091951880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841742720:192.168.204.51@tcp:105: 00000100:00100000:3.0:1746130281.173868:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093e2ba80 going to sleep for 11 seconds 00000100:00100000:3.0:1746130281.174833:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091951880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841742720:192.168.204.51@tcp:105: 00010000:00010000:3.0:1746130281.174844:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746130281.175142:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e24b050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+5:1961:x1830949849213184:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 1405us (1739us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130281.175149:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14639 00000100:00100000:0.0:1746130281.175413:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130281.175458:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849213312 00000100:00100000:3.0:1746130281.175461:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849213312 00010000:00010000:3.0:1746130281.175475:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d1200/0x4ce24e5787361ff8 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40636 expref: 27 pid: 10554 timeout: 579 lvb_type: 0 00000100:00100000:3.0:1746130281.175503:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14640 00000100:00100000:3.0:1746130281.175508:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135205880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+27:1963:x1830949849213312:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746130281.175515:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746130281.175525:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800934d1200/0x4ce24e5787361ff8 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40636 expref: 27 pid: 10554 timeout: 579 lvb_type: 0 00010000:00010000:3.0:1746130281.175533:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800934d1200/0x4ce24e5787361ff8 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40636 expref: 27 pid: 10554 timeout: 579 lvb_type: 0 00010000:00010000:3.0:1746130281.175545:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1200/0x4ce24e5787361ff8 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40636 expref: 27 pid: 10554 timeout: 579 lvb_type: 0 00010000:00010000:3.0:1746130281.175553:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130281.175555:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130281.175559:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1e00/0x4ce24e5787361fff lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4063d expref: 26 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130281.175566:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d1e00/0x4ce24e5787361fff lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4063d expref: 26 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130281.175582:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800934d1e00/0x4ce24e5787361fff lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4063d expref: 26 pid: 10554 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746130281.175590:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091951880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841742848:192.168.204.51@tcp:105: 00000100:00100000:3.0:1746130281.175634:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093e2b0c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746130281.176652:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091951880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841742848:192.168.204.51@tcp:105: 00010000:00010000:3.0:1746130281.176666:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746130281.176697:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135205880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+26:1963:x1830949849213312:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 1188us (1284us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130281.176704:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14640 00000100:00100000:0.0:1746130281.177415:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130281.177487:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849213568 00000100:00100000:1.0:1746130281.177492:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849213568 00002000:00100000:1.0:1746130281.177524:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880135207b80 x1830949849213568/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:267/0 lens 488/0 e 0 to 0 dl 1746130292 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130281.177534:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135207b80 with x1830949849213568 ext(0->4095) 00002000:00010000:1.0:1746130281.177538:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880135207b80 00000100:00100000:1.0:1746130281.177773:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4862 00000100:00100000:1.0:1746130281.177779:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135207b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+26:1961:x1830949849213568:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746130281.178029:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135207b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+26:1961:x1830949849213568:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 249us (615us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746130281.178035:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4862 00002000:00100000:1.0:1746130281.178040:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880135207b80 x1830949849213568/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:267/0 lens 488/4536 e 0 to 0 dl 1746130292 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130281.178047:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135207b80 with x1830949849213568 ext(0->4095) 00002000:00010000:1.0:1746130281.178050:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880135207b80 00000100:00100000:0.0:1746130281.180574:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130281.180729:0:8469:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849213696 00000100:00100000:2.0:1746130281.180736:0:8469:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849213696 00000100:00100000:2.0:1746130281.180832:0:8469:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6377 00000100:00100000:2.0:1746130281.180839:0:8469:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135207800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+5:31579:x1830949849213696:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746130281.180854:0:8469:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746130281.180868:0:8469:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e5787362006 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae40644 expref: -99 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130281.180889:0:8469:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1e00/0x4ce24e5787361fff lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4063d expref: 25 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130281.180896:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746130281.180898:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746130281.180901:0:8469:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e5787362006 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40644 expref: 6 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130281.180933:0:8469:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800934d1e00/0x4ce24e5787361fff lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4063d expref: 25 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130281.180943:0:8469:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800934d1e00/0x4ce24e5787361fff lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4063d expref: 25 pid: 10554 timeout: 579 lvb_type: 0 00000100:00100000:2.0:1746130281.180953:0:8469:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ac4c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8469:1830949841742976:192.168.204.51@tcp:104: 00000100:00100000:2.0:1746130281.181521:0:8469:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b4ae480 going to sleep for 11 seconds 00000100:00100000:2.0:1746130281.184426:0:8469:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008ac4c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8469:1830949841742976:192.168.204.51@tcp:104: 00010000:00010000:2.0:1746130281.184458:0:8469:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e5787362006 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40644 expref: 6 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130281.184477:0:8469:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091fc8600, rc 0) 00000100:00100000:2.0:1746130281.184524:0:8469:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135207800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+6:31579:x1830949849213696:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3684us (3957us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130281.184532:0:8469:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6377 00000100:00100000:0.0:1746130281.186024:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130281.187119:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849213824 00000100:00100000:3.0:1746130281.187127:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849213824 00010000:00010000:3.0:1746130281.187165:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d1e00/0x4ce24e5787361fff lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4063d expref: 26 pid: 10554 timeout: 579 lvb_type: 0 00000100:00100000:1.0:1746130281.187605:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130281.187677:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14641 00000100:00100000:3.0:1746130281.187687:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135204a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+26:1962:x1830949849213824:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746130281.187699:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746130281.187769:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800934d1e00/0x4ce24e5787361fff lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4063d expref: 26 pid: 10554 timeout: 579 lvb_type: 0 00010000:00010000:3.0:1746130281.187829:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800934d1e00/0x4ce24e5787361fff lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4063d expref: 26 pid: 10554 timeout: 579 lvb_type: 0 00010000:00010000:3.0:1746130281.187848:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1e00/0x4ce24e5787361fff lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4063d expref: 26 pid: 10554 timeout: 579 lvb_type: 0 00010000:00010000:3.0:1746130281.187862:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130281.187864:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130281.187870:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e5787362006 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40644 expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130281.187878:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e5787362006 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40644 expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130281.187907:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e5787362006 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40644 expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746130281.187917:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091951880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841743104:192.168.204.51@tcp:105: 00000100:00100000:3.0:1746130281.187979:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093e2b0c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746130281.188001:0:8469:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849213952 00000100:00100000:3.0:1746130281.188004:0:8469:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849213952 00000100:00100000:3.0:1746130281.188024:0:8469:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6378 00000100:00100000:3.0:1746130281.188029:0:8469:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093172a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:640ea846-b909-4eea-9a54-417e15bd627b+26:31578:x1830949849213952:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746130281.188040:0:8469:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746130281.188049:0:8469:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800934d1400/0x4ce24e578736200d lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae4064b expref: -99 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130281.188064:0:8469:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e5787362006 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40644 expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130281.188069:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130281.188071:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130281.188073:0:8469:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d1400/0x4ce24e578736200d lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4064b expref: 27 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130281.188089:0:8469:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e5787362006 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40644 expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130281.188099:0:8469:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e5787362006 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40644 expref: 5 pid: 8469 timeout: 579 lvb_type: 0 00000100:00100000:3.0:1746130281.188111:0:8469:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091953800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8469:1830949841743232:192.168.204.51@tcp:104: 00000100:00100000:3.0:1746130281.188143:0:8469:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093e2b780 going to sleep for 11 seconds 00000100:00100000:0.0:1746130281.189733:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130281.189826:0:8469:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091953800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8469:1830949841743232:192.168.204.51@tcp:104: 00000100:00100000:2.0:1746130281.189826:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091951880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841743104:192.168.204.51@tcp:105: 00010000:00010000:2.0:1746130281.189841:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746130281.189866:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135204a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+27:1962:x1830949849213824:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 2183us (3847us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130281.189873:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14641 00000100:00100000:1.0:1746130281.189876:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849214208 00000100:00100000:1.0:1746130281.189881:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849214208 00002000:00100000:1.0:1746130281.190062:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880135206300 x1830949849214208/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:267/0 lens 488/0 e 0 to 0 dl 1746130292 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130281.190075:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135206300 with x1830949849214208 ext(0->4095) 00010000:00010000:1.0:1746130281.190082:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e5787362006 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40644 expref: 6 pid: 8469 timeout: 579 lvb_type: 0 00010000:00010000:1.0:1746130281.190093:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e5787362006 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40644 expref: 6 pid: 8469 timeout: 579 lvb_type: 0 00002000:00010000:1.0:1746130281.190105:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880135206300 00000100:00100000:1.0:1746130281.190129:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2603 00000100:00100000:1.0:1746130281.190135:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135206300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1964:x1830949849214208:12345-192.168.204.51@tcp:3:ptlrpcd_01_01.0 00010000:00010000:3.0:1746130281.190473:0:8469:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800934d1400/0x4ce24e578736200d lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4064b expref: 26 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130281.190484:0:8469:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800934d1400, rc 0) 00000100:00100000:3.0:1746130281.190507:0:8469:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093172a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:640ea846-b909-4eea-9a54-417e15bd627b+26:31578:x1830949849213952:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2478us (2904us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130281.190513:0:8469:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6378 00000100:00100000:1.0:1746130281.190783:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135206300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1964:x1830949849214208:12345-192.168.204.51@tcp:3:ptlrpcd_01_01.0 Request processed in 647us (1055us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746130281.190789:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2603 00002000:00100000:1.0:1746130281.190795:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880135206300 x1830949849214208/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:267/0 lens 488/4536 e 0 to 0 dl 1746130292 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130281.190802:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135206300 with x1830949849214208 ext(0->4095) 00010000:00010000:1.0:1746130281.190807:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e5787362006 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40644 expref: 6 pid: 8469 timeout: 579 lvb_type: 0 00010000:00010000:1.0:1746130281.190816:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e5787362006 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40644 expref: 6 pid: 8469 timeout: 579 lvb_type: 0 00002000:00010000:1.0:1746130281.190822:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880135206300 00000100:00100000:0.0:1746130281.193160:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130281.193368:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849214336 00000100:00100000:2.0:1746130281.193376:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849214336 00010000:00010000:2.0:1746130281.193414:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e5787362006 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40644 expref: 6 pid: 8469 timeout: 579 lvb_type: 0 00000100:00100000:2.0:1746130281.193443:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14642 00000100:00100000:2.0:1746130281.193449:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135207100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1963:x1830949849214336:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746130281.193461:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746130281.193589:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e5787362006 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40644 expref: 6 pid: 8469 timeout: 579 lvb_type: 0 00010000:00010000:2.0:1746130281.193599:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e5787362006 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40644 expref: 6 pid: 8469 timeout: 579 lvb_type: 0 00010000:00010000:2.0:1746130281.193618:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e5787362006 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40644 expref: 6 pid: 8469 timeout: 579 lvb_type: 0 00010000:00010000:2.0:1746130281.193641:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130281.193643:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130281.193650:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1400/0x4ce24e578736200d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4064b expref: 25 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130281.193656:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d1400/0x4ce24e578736200d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4064b expref: 25 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130281.193686:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800934d1400/0x4ce24e578736200d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4064b expref: 25 pid: 8469 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746130281.193697:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ac4c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841743360:192.168.204.51@tcp:105: 00000100:00100000:2.0:1746130281.193882:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b4ae480 going to sleep for 11 seconds 00000100:00100000:2.0:1746130281.196884:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130281.196958:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008ac4c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841743360:192.168.204.51@tcp:105: 00010000:00010000:0.0:1746130281.196974:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746130281.197010:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135207100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+5:1963:x1830949849214336:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 3560us (3857us total) trans 0 rc 0/0 00000100:00100000:0.0:1746130281.197020:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14642 00000100:00100000:1.0:1746130281.197300:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849214592 00000100:00100000:1.0:1746130281.197306:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849214592 00002000:00100000:1.0:1746130281.197337:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880091d20380 x1830949849214592/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:267/0 lens 488/0 e 0 to 0 dl 1746130292 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130281.197347:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091d20380 with x1830949849214592 ext(0->4095) 00002000:00010000:1.0:1746130281.197351:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091d20380 00000100:00100000:1.0:1746130281.197375:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4863 00000100:00100000:1.0:1746130281.197395:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091d20380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+26:1962:x1830949849214592:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746130281.197510:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091d20380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+26:1962:x1830949849214592:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 128us (634us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746130281.197516:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4863 00002000:00100000:1.0:1746130281.197520:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880091d20380 x1830949849214592/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:267/0 lens 488/4536 e 0 to 0 dl 1746130292 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130281.197528:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091d20380 with x1830949849214592 ext(0->4095) 00002000:00010000:1.0:1746130281.197530:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091d20380 00000100:00100000:0.0:1746130281.204240:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130281.204405:0:8469:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849214720 00000100:00100000:3.0:1746130281.204413:0:8469:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849214720 00000100:00100000:3.0:1746130281.204721:0:8469:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6379 00000100:00100000:3.0:1746130281.204730:0:8469:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135205c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+5:31579:x1830949849214720:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746130281.204744:0:8469:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746130281.204758:0:8469:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800934d0000/0x4ce24e5787362014 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae40652 expref: -99 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130281.204782:0:8469:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1400/0x4ce24e578736200d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4064b expref: 25 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130281.204790:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746130281.204791:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746130281.204794:0:8469:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d0000/0x4ce24e5787362014 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40652 expref: 6 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130281.204821:0:8469:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800934d1400/0x4ce24e578736200d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4064b expref: 25 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130281.204831:0:8469:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800934d1400/0x4ce24e578736200d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4064b expref: 25 pid: 8469 timeout: 579 lvb_type: 0 00000100:00100000:3.0:1746130281.204842:0:8469:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091953800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8469:1830949841743488:192.168.204.51@tcp:104: 00000100:00100000:3.0:1746130281.205209:0:8469:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093e2b780 going to sleep for 11 seconds 00000100:00100000:0.0:1746130281.206816:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130281.206971:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849214848 00000100:00100000:2.0:1746130281.206978:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849214848 00002000:00100000:2.0:1746130281.207018:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff880135204e00 x1830949849214848/t0(0) o4->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:267/0 lens 496/0 e 0 to 0 dl 1746130292 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130281.207028:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135204e00 with x1830949849214848 ext(0->7) 00010000:00010000:2.0:1746130281.207037:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1400/0x4ce24e578736200d lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4064b expref: 26 pid: 8469 timeout: 579 lvb_type: 0 00010000:00010000:2.0:1746130281.207048:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800934d1400/0x4ce24e578736200d lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4064b expref: 26 pid: 8469 timeout: 579 lvb_type: 0 00002000:00010000:2.0:1746130281.207055:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880135204e00 00000100:00100000:2.0:1746130281.207084:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2604 00000100:00100000:2.0:1746130281.207090:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135204e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+26:1962:x1830949849214848:12345-192.168.204.51@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746130281.207399:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135204e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+28:1962:x1830949849214848:12345-192.168.204.51@tcp:4:ldlm_bl.0 Request processed in 307us (588us total) trans 4294967935 rc 0/0 00000100:00100000:2.0:1746130281.207405:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2604 00002000:00100000:2.0:1746130281.207411:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff880135204e00 x1830949849214848/t4294967935(0) o4->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:267/0 lens 496/448 e 0 to 0 dl 1746130292 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130281.207418:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135204e00 with x1830949849214848 ext(0->7) 00010000:00010000:2.0:1746130281.207422:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1400/0x4ce24e578736200d lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4064b expref: 28 pid: 8469 timeout: 579 lvb_type: 0 00010000:00010000:2.0:1746130281.207431:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800934d1400/0x4ce24e578736200d lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4064b expref: 28 pid: 8469 timeout: 579 lvb_type: 0 00002000:00010000:2.0:1746130281.207442:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880135204e00 00000100:00100000:3.0:1746130281.207527:0:8469:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091953800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8469:1830949841743488:192.168.204.51@tcp:104: 00010000:00010000:3.0:1746130281.207546:0:8469:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800934d0000/0x4ce24e5787362014 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40652 expref: 6 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130281.207557:0:8469:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800934d0000, rc 0) 00000100:00100000:3.0:1746130281.207574:0:8469:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135205c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+6:31579:x1830949849214720:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2847us (3342us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130281.207580:0:8469:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6379 00000100:00100000:0.0:1746130281.211147:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130281.211237:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130281.211405:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849214976 00000100:00100000:2.0:1746130281.211412:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849214976 00010000:00010000:2.0:1746130281.211450:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d1400/0x4ce24e578736200d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4064b expref: 28 pid: 8469 timeout: 579 lvb_type: 0 00000100:00100000:2.0:1746130281.212121:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14643 00000100:00100000:2.0:1746130281.212130:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135205180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+28:1962:x1830949849214976:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746130281.212141:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:2.0:1746130281.212157:0:7097:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x18:0x0] updating lvb mtime from disk: 1746130281 -> 1746130282 00002000:00010000:2.0:1746130281.212160:0:7097:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x18:0x0] updating lvb ctime from disk: 1746130281 -> 1746130282 00010000:00010000:2.0:1746130281.212166:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800934d1400/0x4ce24e578736200d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4064b expref: 28 pid: 8469 timeout: 579 lvb_type: 0 00010000:00010000:2.0:1746130281.212178:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800934d1400/0x4ce24e578736200d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4064b expref: 28 pid: 8469 timeout: 579 lvb_type: 0 00010000:00010000:2.0:1746130281.212197:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1400/0x4ce24e578736200d lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4064b expref: 28 pid: 8469 timeout: 579 lvb_type: 0 00000100:00100000:3.0:1746130281.212413:0:8469:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849215104 00000100:00100000:3.0:1746130281.212419:0:8469:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849215104 00000100:00100000:3.0:1746130281.212453:0:8469:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6380 00000100:00100000:3.0:1746130281.212458:0:8469:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135204380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:640ea846-b909-4eea-9a54-417e15bd627b+28:31578:x1830949849215104:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746130281.212469:0:8469:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746130281.212478:0:8469:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800934d1200/0x4ce24e578736201b lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae40659 expref: -99 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130281.212491:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130281.212496:0:8469:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800934d0000/0x4ce24e5787362014 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40652 expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130281.212501:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746130281.212504:0:8469:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d1200/0x4ce24e578736201b lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40659 expref: 29 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130281.212530:0:8469:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800934d0000/0x4ce24e5787362014 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40652 expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130281.212539:0:8469:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800934d1200/0x4ce24e578736201b lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40659 expref: 29 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130281.212546:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130281.212547:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130281.212551:0:8469:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800934d0000/0x4ce24e5787362014 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40652 expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130281.212557:0:8469:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d0000/0x4ce24e5787362014 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40652 expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130281.212570:0:8469:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800934d0000/0x4ce24e5787362014 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40652 expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130281.212578:0:8469:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800934d0000/0x4ce24e5787362014 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40652 expref: 5 pid: 8469 timeout: 579 lvb_type: 0 00000100:00100000:3.0:1746130281.212588:0:8469:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091953800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8469:1830949841743744:192.168.204.51@tcp:105: 00000100:00100000:3.0:1746130281.212678:0:8469:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093e2b780 going to sleep for 11 seconds 00010000:00010000:2.0:1746130281.213009:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746130281.213034:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135205180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+29:1962:x1830949849214976:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 904us (1893us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130281.213041:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14643 00000100:00100000:3.0:1746130281.215315:0:8469:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091953800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8469:1830949841743744:192.168.204.51@tcp:105: 00010000:00010000:3.0:1746130281.215336:0:8469:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800934d1200, rc 0) 00000100:00100000:3.0:1746130281.215395:0:8469:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135204380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:640ea846-b909-4eea-9a54-417e15bd627b+28:31578:x1830949849215104:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2935us (4156us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130281.215402:0:8469:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6380 00000100:00100000:2.0:1746130281.216486:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130281.216551:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849215360 00000100:00100000:1.0:1746130281.216557:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849215360 00002000:00100000:1.0:1746130281.216600:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009249a300 x1830949849215360/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:267/0 lens 488/0 e 0 to 0 dl 1746130292 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130281.216610:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009249a300 with x1830949849215360 ext(0->4095) 00010000:00010000:1.0:1746130281.216618:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800934d0000/0x4ce24e5787362014 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40652 expref: 6 pid: 8469 timeout: 579 lvb_type: 0 00010000:00010000:1.0:1746130281.216629:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800934d0000/0x4ce24e5787362014 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40652 expref: 6 pid: 8469 timeout: 579 lvb_type: 0 00002000:00010000:1.0:1746130281.216636:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009249a300 00000100:00100000:1.0:1746130281.216652:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2605 00000100:00100000:1.0:1746130281.216658:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009249a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949849215360:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746130281.216799:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009249a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949849215360:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 140us (315us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746130281.216808:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2605 00002000:00100000:1.0:1746130281.216813:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009249a300 x1830949849215360/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:267/0 lens 488/4536 e 0 to 0 dl 1746130292 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130281.216820:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009249a300 with x1830949849215360 ext(0->4095) 00010000:00010000:1.0:1746130281.216824:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800934d0000/0x4ce24e5787362014 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40652 expref: 6 pid: 8469 timeout: 579 lvb_type: 0 00010000:00010000:1.0:1746130281.216833:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800934d0000/0x4ce24e5787362014 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40652 expref: 6 pid: 8469 timeout: 579 lvb_type: 0 00002000:00010000:1.0:1746130281.216839:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009249a300 00000100:00100000:0.0:1746130281.219145:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130281.219208:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849215488 00000100:00100000:2.0:1746130281.219215:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849215488 00010000:00010000:2.0:1746130281.219248:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d0000/0x4ce24e5787362014 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40652 expref: 6 pid: 8469 timeout: 579 lvb_type: 0 00000100:00100000:1.0:1746130281.219310:0:7924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14644 00000100:00100000:1.0:1746130281.219319:0:7924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135206d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1964:x1830949849215488:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746130281.219330:0:7924:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746130281.219348:0:7924:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800934d0000/0x4ce24e5787362014 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40652 expref: 6 pid: 8469 timeout: 579 lvb_type: 0 00010000:00010000:1.0:1746130281.219358:0:7924:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800934d0000/0x4ce24e5787362014 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40652 expref: 6 pid: 8469 timeout: 579 lvb_type: 0 00010000:00010000:1.0:1746130281.219375:0:7924:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800934d0000/0x4ce24e5787362014 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40652 expref: 6 pid: 8469 timeout: 579 lvb_type: 0 00010000:00010000:1.0:1746130281.219405:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130281.219407:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130281.219414:0:7924:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1200/0x4ce24e578736201b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40659 expref: 27 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130281.219420:0:7924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d1200/0x4ce24e578736201b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40659 expref: 27 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130281.219445:0:7924:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800934d1200/0x4ce24e578736201b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40659 expref: 27 pid: 8469 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746130281.219457:0:7924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093173100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841743872:192.168.204.51@tcp:105: 00000100:00100000:1.0:1746130281.219555:0:7924:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18fb840 going to sleep for 11 seconds 00000100:00100000:1.0:1746130281.220900:0:7924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093173100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841743872:192.168.204.51@tcp:105: 00010000:00010000:1.0:1746130281.220915:0:7924:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746130281.220955:0:7924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135206d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+5:1964:x1830949849215488:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 1637us (1816us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130281.220965:0:7924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14644 00000100:00100000:0.0:1746130281.221196:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130281.221245:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849215744 00000100:00100000:2.0:1746130281.221251:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849215744 00002000:00100000:2.0:1746130281.221325:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880135205500 x1830949849215744/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:267/0 lens 488/0 e 0 to 0 dl 1746130292 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130281.221334:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135205500 with x1830949849215744 ext(0->4095) 00002000:00010000:2.0:1746130281.221338:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880135205500 00000100:00100000:2.0:1746130281.221366:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4864 00000100:00100000:2.0:1746130281.221373:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135205500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+28:1962:x1830949849215744:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746130281.221518:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135205500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+28:1962:x1830949849215744:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 146us (322us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746130281.221524:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4864 00002000:00100000:2.0:1746130281.221528:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880135205500 x1830949849215744/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:267/0 lens 488/4536 e 0 to 0 dl 1746130292 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130281.221534:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135205500 with x1830949849215744 ext(0->4095) 00002000:00010000:2.0:1746130281.221537:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880135205500 00000100:00100000:0.0:1746130281.225658:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130281.225758:0:8469:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849215872 00000100:00100000:3.0:1746130281.225765:0:8469:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849215872 00000100:00100000:3.0:1746130281.225808:0:8469:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6381 00000100:00100000:3.0:1746130281.225815:0:8469:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135205f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+5:31579:x1830949849215872:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746130281.225831:0:8469:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746130281.225846:0:8469:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800934d0600/0x4ce24e5787362022 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae40660 expref: -99 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130281.225871:0:8469:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1200/0x4ce24e578736201b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40659 expref: 27 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130281.225878:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746130281.225880:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746130281.225883:0:8469:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d0600/0x4ce24e5787362022 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40660 expref: 6 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130281.225906:0:8469:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800934d1200/0x4ce24e578736201b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40659 expref: 27 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130281.225922:0:8469:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800934d1200/0x4ce24e578736201b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40659 expref: 27 pid: 8469 timeout: 579 lvb_type: 0 00000100:00100000:3.0:1746130281.225932:0:8469:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091953800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8469:1830949841744000:192.168.204.51@tcp:104: 00000100:00100000:3.0:1746130281.227018:0:8469:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093e2b780 going to sleep for 11 seconds 00000100:00100000:0.0:1746130281.232546:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130281.232683:0:8469:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091953800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8469:1830949841744000:192.168.204.51@tcp:104: 00010000:00010000:3.0:1746130281.232712:0:8469:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800934d0600/0x4ce24e5787362022 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40660 expref: 6 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130281.232729:0:8469:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800934d0600, rc 0) 00000100:00100000:3.0:1746130281.232771:0:8469:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135205f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+6:31579:x1830949849215872:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6956us (7121us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130281.232780:0:8469:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6381 00000100:00100000:2.0:1746130281.232867:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849216000 00000100:00100000:2.0:1746130281.232874:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849216000 00002000:00100000:2.0:1746130281.232908:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff88008ac4c000 x1830949849216000/t0(0) o4->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:267/0 lens 496/0 e 0 to 0 dl 1746130292 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130281.232916:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ac4c000 with x1830949849216000 ext(0->7) 00010000:00010000:2.0:1746130281.232924:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1200/0x4ce24e578736201b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40659 expref: 28 pid: 8469 timeout: 579 lvb_type: 0 00010000:00010000:2.0:1746130281.232936:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800934d1200/0x4ce24e578736201b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40659 expref: 28 pid: 8469 timeout: 579 lvb_type: 0 00002000:00010000:2.0:1746130281.232942:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008ac4c000 00000100:00100000:2.0:1746130281.232972:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2606 00000100:00100000:2.0:1746130281.232978:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ac4c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+28:1962:x1830949849216000:12345-192.168.204.51@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746130281.233254:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ac4c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+30:1962:x1830949849216000:12345-192.168.204.51@tcp:4:ldlm_bl.0 Request processed in 276us (719us total) trans 4294967936 rc 0/0 00000100:00100000:2.0:1746130281.233260:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2606 00002000:00100000:2.0:1746130281.233294:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff88008ac4c000 x1830949849216000/t4294967936(0) o4->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:267/0 lens 496/448 e 0 to 0 dl 1746130292 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130281.233302:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ac4c000 with x1830949849216000 ext(0->7) 00010000:00010000:2.0:1746130281.233306:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1200/0x4ce24e578736201b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40659 expref: 30 pid: 8469 timeout: 579 lvb_type: 0 00010000:00010000:2.0:1746130281.233315:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800934d1200/0x4ce24e578736201b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40659 expref: 30 pid: 8469 timeout: 579 lvb_type: 0 00002000:00010000:2.0:1746130281.233321:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008ac4c000 00000100:00100000:0.0:1746130281.236406:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130281.236771:0:7924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849216128 00000100:00100000:1.0:1746130281.236778:0:7924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849216128 00010000:00010000:1.0:1746130281.236811:0:7924:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d1200/0x4ce24e578736201b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40659 expref: 30 pid: 8469 timeout: 579 lvb_type: 0 00000100:00100000:1.0:1746130281.236845:0:7924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14645 00000100:00100000:1.0:1746130281.236851:0:7924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5969880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+30:1961:x1830949849216128:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746130281.236861:0:7924:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746130281.236876:0:7924:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800934d1200/0x4ce24e578736201b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40659 expref: 30 pid: 8469 timeout: 579 lvb_type: 0 00010000:00010000:1.0:1746130281.236891:0:7924:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800934d1200/0x4ce24e578736201b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40659 expref: 30 pid: 8469 timeout: 579 lvb_type: 0 00010000:00010000:1.0:1746130281.236909:0:7924:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1200/0x4ce24e578736201b lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40659 expref: 30 pid: 8469 timeout: 579 lvb_type: 0 00010000:00010000:1.0:1746130281.236931:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130281.236932:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130281.236939:0:7924:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800934d0600/0x4ce24e5787362022 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40660 expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130281.236946:0:7924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d0600/0x4ce24e5787362022 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40660 expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130281.236971:0:7924:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800934d0600/0x4ce24e5787362022 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40660 expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746130281.236980:0:7924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093173100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841744128:192.168.204.51@tcp:105: 00000100:00100000:1.0:1746130281.237048:0:7924:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18fb840 going to sleep for 11 seconds 00000100:00100000:1.0:1746130281.239148:0:7924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093173100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841744128:192.168.204.51@tcp:105: 00010000:00010000:1.0:1746130281.239161:0:7924:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746130281.239191:0:7924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5969880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+29:1961:x1830949849216128:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 2340us (2793us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130281.239199:0:7924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14645 00000100:00100000:0.0:1746130281.240306:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130281.240369:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849216384 00000100:00100000:1.0:1746130281.240375:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849216384 00002000:00100000:1.0:1746130281.240422:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800a596bb80 x1830949849216384/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:267/0 lens 488/0 e 0 to 0 dl 1746130292 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130281.240430:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a596bb80 with x1830949849216384 ext(0->4095) 00002000:00010000:1.0:1746130281.240434:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a596bb80 00000100:00100000:1.0:1746130281.240521:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4865 00000100:00100000:1.0:1746130281.240528:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a596bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949849216384:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746130281.240992:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a596bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949849216384:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 463us (689us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746130281.240998:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4865 00002000:00100000:1.0:1746130281.241003:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800a596bb80 x1830949849216384/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:267/0 lens 488/4536 e 0 to 0 dl 1746130292 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130281.241011:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a596bb80 with x1830949849216384 ext(0->4095) 00002000:00010000:1.0:1746130281.241014:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a596bb80 00000100:00100000:0.0:1746130281.241757:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130281.241814:0:8469:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849216512 00000100:00100000:3.0:1746130281.241819:0:8469:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849216512 00000100:00100000:3.0:1746130281.241849:0:8469:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6382 00000100:00100000:3.0:1746130281.241855:0:8469:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5968380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:640ea846-b909-4eea-9a54-417e15bd627b+29:31578:x1830949849216512:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746130281.241865:0:8469:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746130281.241880:0:8469:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800934d1a00/0x4ce24e5787362029 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae40667 expref: -99 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130281.241903:0:8469:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800934d0600/0x4ce24e5787362022 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40660 expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130281.241910:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130281.241911:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130281.241914:0:8469:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d1a00/0x4ce24e5787362029 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40667 expref: 30 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130281.241938:0:8469:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800934d0600/0x4ce24e5787362022 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40660 expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130281.241953:0:8469:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800934d0600/0x4ce24e5787362022 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40660 expref: 5 pid: 8469 timeout: 579 lvb_type: 0 00000100:00100000:3.0:1746130281.241963:0:8469:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091953800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8469:1830949841744256:192.168.204.51@tcp:104: 00000100:00100000:3.0:1746130281.242309:0:8469:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093e2b780 going to sleep for 11 seconds 00000100:00100000:0.0:1746130281.244200:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130281.244431:0:10554:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849216640 00000100:00100000:2.0:1746130281.244439:0:10554:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849216640 00000100:00100000:2.0:1746130281.244473:0:10554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6383 00000100:00100000:2.0:1746130281.244479:0:10554:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a596a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:640ea846-b909-4eea-9a54-417e15bd627b+31:31579:x1830949849216640:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746130281.244493:0:10554:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746130281.244508:0:10554:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091fc8000/0x4ce24e5787362030 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae4066e expref: -99 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130281.244529:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130281.244534:0:10554:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1a00/0x4ce24e5787362029 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40667 expref: 32 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130281.244538:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746130281.244541:0:10554:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc8000/0x4ce24e5787362030 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4066e expref: 32 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130281.244566:0:10554:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800934d1a00/0x4ce24e5787362029 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40667 expref: 32 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130281.244576:0:10554:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091fc8000/0x4ce24e5787362030 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4066e expref: 32 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130281.244585:0:10554:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091fc8000, rc 0) 00000100:00100000:3.0:1746130281.244592:0:8469:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091953800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8469:1830949841744256:192.168.204.51@tcp:104: 00010000:00010000:3.0:1746130281.244611:0:8469:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800934d1a00/0x4ce24e5787362029 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40667 expref: 32 pid: 8469 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746130281.244618:0:10554:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a596a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:640ea846-b909-4eea-9a54-417e15bd627b+32:31579:x1830949849216640:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 140us (426us total) trans 0 rc 0/0 00010000:00010000:3.0:1746130281.244620:0:8469:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800934d1a00, rc 0) 00000100:00100000:2.0:1746130281.244624:0:10554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6383 00000100:00100000:3.0:1746130281.244637:0:8469:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5968380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:640ea846-b909-4eea-9a54-417e15bd627b+31:31578:x1830949849216512:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2783us (2882us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130281.244643:0:8469:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6382 00000100:00100000:0.0:1746130281.244924:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130281.245141:0:7924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849216768 00000100:00100000:1.0:1746130281.245145:0:7924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849216768 00010000:00010000:1.0:1746130281.245161:0:7924:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d0600/0x4ce24e5787362022 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40660 expref: 6 pid: 8469 timeout: 579 lvb_type: 0 00000100:00100000:1.0:1746130281.245187:0:7924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14646 00000100:00100000:1.0:1746130281.245192:0:7924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e24ac50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949849216768:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746130281.245201:0:7924:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746130281.245217:0:7924:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800934d0600/0x4ce24e5787362022 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40660 expref: 6 pid: 8469 timeout: 579 lvb_type: 0 00010000:00010000:1.0:1746130281.245230:0:7924:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800934d0600/0x4ce24e5787362022 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40660 expref: 6 pid: 8469 timeout: 579 lvb_type: 0 00010000:00010000:1.0:1746130281.245244:0:7924:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800934d0600/0x4ce24e5787362022 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40660 expref: 6 pid: 8469 timeout: 579 lvb_type: 0 00010000:00010000:1.0:1746130281.245254:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130281.245256:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130281.245260:0:7924:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1a00/0x4ce24e5787362029 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40667 expref: 30 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130281.245282:0:7924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d1a00/0x4ce24e5787362029 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40667 expref: 30 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130281.245301:0:7924:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800934d1a00/0x4ce24e5787362029 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40667 expref: 30 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130281.245309:0:7924:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800934d1a00/0x4ce24e5787362029 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40667 expref: 30 pid: 8469 timeout: 579 lvb_type: 0 00000100:00100000:1.0:1746130281.245319:0:7924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093173100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841744512:192.168.204.51@tcp:105: 00000100:00100000:1.0:1746130281.245373:0:7924:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18fb840 going to sleep for 11 seconds 00000100:00100000:1.0:1746130281.247623:0:7924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093173100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841744512:192.168.204.51@tcp:105: 00010000:00010000:1.0:1746130281.247642:0:7924:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746130281.247677:0:7924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e24ac50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+5:1962:x1830949849216768:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 2484us (2753us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130281.247689:0:7924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14646 00000100:00100000:0.0:1746130281.248587:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130281.248952:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849217024 00000100:00100000:1.0:1746130281.248958:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849217024 00002000:00100000:1.0:1746130281.248990:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800a596b480 x1830949849217024/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:267/0 lens 488/0 e 0 to 0 dl 1746130292 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130281.249000:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a596b480 with x1830949849217024 ext(0->4095) 00010000:00010000:1.0:1746130281.249006:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1a00/0x4ce24e5787362029 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40667 expref: 31 pid: 8469 timeout: 579 lvb_type: 0 00010000:00010000:1.0:1746130281.249018:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800934d1a00/0x4ce24e5787362029 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40667 expref: 31 pid: 8469 timeout: 579 lvb_type: 0 00002000:00010000:1.0:1746130281.249024:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a596b480 00000100:00100000:1.0:1746130281.249046:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2607 00000100:00100000:1.0:1746130281.249052:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a596b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+31:1962:x1830949849217024:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746130281.249171:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a596b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+31:1962:x1830949849217024:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 120us (589us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746130281.249177:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2607 00002000:00100000:1.0:1746130281.249181:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800a596b480 x1830949849217024/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:267/0 lens 488/4536 e 0 to 0 dl 1746130292 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130281.249187:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a596b480 with x1830949849217024 ext(0->4095) 00010000:00010000:1.0:1746130281.249191:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1a00/0x4ce24e5787362029 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40667 expref: 31 pid: 8469 timeout: 579 lvb_type: 0 00010000:00010000:1.0:1746130281.249204:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800934d1a00/0x4ce24e5787362029 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40667 expref: 31 pid: 8469 timeout: 579 lvb_type: 0 00002000:00010000:1.0:1746130281.249208:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a596b480 00000100:00100000:0.0:1746130281.252646:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130281.252779:0:7924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849217152 00000100:00100000:1.0:1746130281.252786:0:7924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849217152 00010000:00010000:1.0:1746130281.252821:0:7924:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d1a00/0x4ce24e5787362029 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40667 expref: 31 pid: 8469 timeout: 579 lvb_type: 0 00000100:00100000:1.0:1746130281.252943:0:7924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14647 00000100:00100000:1.0:1746130281.252951:0:7924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a596b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+31:1964:x1830949849217152:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746130281.252963:0:7924:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746130281.252981:0:7924:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800934d1a00/0x4ce24e5787362029 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40667 expref: 31 pid: 8469 timeout: 579 lvb_type: 0 00010000:00010000:1.0:1746130281.252992:0:7924:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800934d1a00/0x4ce24e5787362029 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40667 expref: 31 pid: 8469 timeout: 579 lvb_type: 0 00010000:00010000:1.0:1746130281.253010:0:7924:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1a00/0x4ce24e5787362029 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40667 expref: 31 pid: 8469 timeout: 579 lvb_type: 0 00010000:00010000:1.0:1746130281.253027:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130281.253028:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130281.253034:0:7924:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8000/0x4ce24e5787362030 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4066e expref: 30 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130281.253046:0:7924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc8000/0x4ce24e5787362030 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4066e expref: 30 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130281.253072:0:7924:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091fc8000/0x4ce24e5787362030 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4066e expref: 30 pid: 10554 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746130281.253082:0:7924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093173100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841744640:192.168.204.51@tcp:105: 00000100:00100000:1.0:1746130281.253816:0:7924:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18fb0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746130281.255770:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130281.255858:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849217408 00000100:00100000:2.0:1746130281.255865:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849217408 00002000:00100000:2.0:1746130281.255902:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800a5969880 x1830949849217408/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:267/0 lens 488/0 e 0 to 0 dl 1746130292 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130281.255912:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5969880 with x1830949849217408 ext(0->4095) 00002000:00010000:2.0:1746130281.255917:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a5969880 00000100:00100000:2.0:1746130281.255934:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4866 00000100:00100000:2.0:1746130281.255941:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5969880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+31:1962:x1830949849217408:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746130281.256077:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5969880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+31:1962:x1830949849217408:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 136us (315us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746130281.256084:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4866 00002000:00100000:2.0:1746130281.256090:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800a5969880 x1830949849217408/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:267/0 lens 488/4536 e 0 to 0 dl 1746130292 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130281.256097:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5969880 with x1830949849217408 ext(0->4095) 00002000:00010000:2.0:1746130281.256099:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a5969880 00000100:00100000:1.0:1746130281.256185:0:7924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093173100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841744640:192.168.204.51@tcp:105: 00010000:00010000:1.0:1746130281.256200:0:7924:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746130281.256235:0:7924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a596b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+30:1964:x1830949849217152:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 3285us (3597us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130281.256243:0:7924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14647 00000100:00100000:0.0:1746130281.259242:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130281.259391:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849217536 00000100:00100000:2.0:1746130281.259399:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849217536 00000100:00100000:2.0:1746130281.259450:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6384 00000100:00100000:2.0:1746130281.259458:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092258e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c84b93b0-d496-484f-8e1e-94008838f2dd+5:31579:x1830949849217536:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746130281.259473:0:8467:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746130281.259487:0:8467:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e5787362037 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae40675 expref: -99 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130281.259512:0:8467:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8000/0x4ce24e5787362030 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4066e expref: 29 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130281.259520:0:8467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746130281.259521:0:8467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746130281.259524:0:8467:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e5787362037 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40675 expref: 6 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130281.259552:0:8467:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091fc8000/0x4ce24e5787362030 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4066e expref: 29 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130281.259562:0:8467:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091fc8000/0x4ce24e5787362030 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4066e expref: 29 pid: 10554 timeout: 579 lvb_type: 0 00000100:00100000:2.0:1746130281.259573:0:8467:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092e37480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8467:1830949841744768:192.168.204.51@tcp:104: 00000100:00100000:2.0:1746130281.259647:0:8467:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b4ae480 going to sleep for 11 seconds 00000100:00100000:2.0:1746130281.262655:0:8467:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092e37480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8467:1830949841744768:192.168.204.51@tcp:104: 00010000:00010000:2.0:1746130281.262682:0:8467:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e5787362037 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40675 expref: 6 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130281.262699:0:8467:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091fc9a00, rc 0) 00000100:00100000:2.0:1746130281.262752:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092258e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c84b93b0-d496-484f-8e1e-94008838f2dd+6:31579:x1830949849217536:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3293us (3671us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130281.262761:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6384 00000100:00100000:0.0:1746130281.264173:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130281.264303:0:7924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849217664 00000100:00100000:1.0:1746130281.264311:0:7924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849217664 00010000:00010000:1.0:1746130281.264344:0:7924:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc8000/0x4ce24e5787362030 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4066e expref: 30 pid: 10554 timeout: 579 lvb_type: 0 00000100:00100000:1.0:1746130281.264398:0:7924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14648 00000100:00100000:1.0:1746130281.264409:0:7924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009225b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+30:1961:x1830949849217664:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746130281.264421:0:7924:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746130281.264440:0:7924:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091fc8000/0x4ce24e5787362030 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4066e expref: 30 pid: 10554 timeout: 579 lvb_type: 0 00010000:00010000:1.0:1746130281.264455:0:7924:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091fc8000/0x4ce24e5787362030 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4066e expref: 30 pid: 10554 timeout: 579 lvb_type: 0 00010000:00010000:1.0:1746130281.264475:0:7924:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8000/0x4ce24e5787362030 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4066e expref: 30 pid: 10554 timeout: 579 lvb_type: 0 00010000:00010000:1.0:1746130281.264491:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130281.264493:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130281.264786:0:7924:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e5787362037 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40675 expref: 5 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130281.264795:0:7924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e5787362037 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40675 expref: 5 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130281.264823:0:7924:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e5787362037 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40675 expref: 5 pid: 8467 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746130281.264834:0:7924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093173100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841744896:192.168.204.51@tcp:105: 00000100:00100000:1.0:1746130281.264919:0:7924:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18fb0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746130281.267228:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130281.267370:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849217792 00000100:00100000:2.0:1746130281.267378:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849217792 00000100:00100000:2.0:1746130281.267787:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6385 00000100:00100000:2.0:1746130281.267796:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b938850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:640ea846-b909-4eea-9a54-417e15bd627b+30:31578:x1830949849217792:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746130281.267810:0:8467:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746130281.267826:0:8467:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091fc8200/0x4ce24e578736203e lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae4067c expref: -99 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130281.267850:0:8467:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e5787362037 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40675 expref: 5 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130281.267857:0:8467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130281.267859:0:8467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130281.267862:0:8467:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc8200/0x4ce24e578736203e lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4067c expref: 31 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130281.267885:0:8467:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e5787362037 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40675 expref: 5 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130281.267895:0:8467:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e5787362037 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40675 expref: 5 pid: 8467 timeout: 579 lvb_type: 0 00000100:00100000:2.0:1746130281.267905:0:8467:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092e37480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8467:1830949841745024:192.168.204.51@tcp:104: 00000100:00100000:2.0:1746130281.267975:0:8467:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b4ae480 going to sleep for 11 seconds 00000100:00100000:1.0:1746130281.268167:0:7924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093173100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841744896:192.168.204.51@tcp:105: 00010000:00010000:1.0:1746130281.268183:0:7924:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746130281.268206:0:7924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009225b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+31:1961:x1830949849217664:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 3801us (4039us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130281.268215:0:7924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14648 00000100:00100000:0.0:1746130281.268370:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130281.268478:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849218048 00000100:00100000:1.0:1746130281.268482:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849218048 00002000:00100000:1.0:1746130281.268506:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009225a680 x1830949849218048/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:267/0 lens 488/0 e 0 to 0 dl 1746130292 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130281.268516:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009225a680 with x1830949849218048 ext(0->4095) 00010000:00010000:1.0:1746130281.268521:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e5787362037 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40675 expref: 6 pid: 8467 timeout: 579 lvb_type: 0 00010000:00010000:1.0:1746130281.268531:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e5787362037 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40675 expref: 6 pid: 8467 timeout: 579 lvb_type: 0 00002000:00010000:1.0:1746130281.268537:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009225a680 00000100:00100000:1.0:1746130281.268571:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2608 00000100:00100000:1.0:1746130281.268577:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009225a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949849218048:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746130281.268689:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009225a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949849218048:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 112us (319us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746130281.268694:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2608 00002000:00100000:1.0:1746130281.268699:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009225a680 x1830949849218048/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:267/0 lens 488/4536 e 0 to 0 dl 1746130292 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130281.268707:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009225a680 with x1830949849218048 ext(0->4095) 00010000:00010000:1.0:1746130281.268711:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e5787362037 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40675 expref: 6 pid: 8467 timeout: 579 lvb_type: 0 00010000:00010000:1.0:1746130281.268719:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e5787362037 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40675 expref: 6 pid: 8467 timeout: 579 lvb_type: 0 00002000:00010000:1.0:1746130281.268724:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009225a680 00000100:00100000:2.0:1746130281.270960:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130281.270995:0:8469:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849218176 00000100:00100000:2.0:1746130281.271002:0:8469:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849218176 00000100:00100000:2.0:1746130281.271039:0:10554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6386 00000100:00100000:2.0:1746130281.271046:0:10554:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bdfea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:640ea846-b909-4eea-9a54-417e15bd627b+31:31579:x1830949849218176:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746130281.271060:0:10554:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746130281.271075:0:10554:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a796d600/0x4ce24e5787362045 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae40683 expref: -99 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130281.271096:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130281.271101:0:10554:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8200/0x4ce24e578736203e lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4067c expref: 32 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130281.271112:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746130281.271115:0:10554:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a796d600/0x4ce24e5787362045 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40683 expref: 32 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130281.271148:0:10554:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091fc8200/0x4ce24e578736203e lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4067c expref: 32 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130281.271158:0:10554:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a796d600/0x4ce24e5787362045 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40683 expref: 32 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130281.271165:0:10554:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a796d600, rc 0) 00000100:00100000:2.0:1746130281.271200:0:10554:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bdfea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:640ea846-b909-4eea-9a54-417e15bd627b+32:31579:x1830949849218176:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 155us (247us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130281.271206:0:10554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6386 00000100:00100000:3.0:1746130281.271302:0:8467:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092e37480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8467:1830949841745024:192.168.204.51@tcp:104: 00010000:00010000:3.0:1746130281.271317:0:8467:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091fc8200/0x4ce24e578736203e lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4067c expref: 31 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130281.271325:0:8467:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091fc8200, rc 0) 00000100:00100000:3.0:1746130281.271341:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b938850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:640ea846-b909-4eea-9a54-417e15bd627b+31:31578:x1830949849217792:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3548us (4122us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130281.271346:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6385 00000100:00100000:0.0:1746130281.271613:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130281.272082:0:7924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849218304 00000100:00100000:1.0:1746130281.272088:0:7924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849218304 00010000:00010000:1.0:1746130281.272112:0:7924:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e5787362037 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40675 expref: 6 pid: 8467 timeout: 579 lvb_type: 0 00000100:00100000:1.0:1746130281.272141:0:7924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14649 00000100:00100000:1.0:1746130281.272147:0:7924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092258000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1963:x1830949849218304:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746130281.272157:0:7924:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746130281.272176:0:7924:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e5787362037 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40675 expref: 6 pid: 8467 timeout: 579 lvb_type: 0 00010000:00010000:1.0:1746130281.272185:0:7924:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e5787362037 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40675 expref: 6 pid: 8467 timeout: 579 lvb_type: 0 00010000:00010000:1.0:1746130281.272203:0:7924:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e5787362037 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40675 expref: 6 pid: 8467 timeout: 579 lvb_type: 0 00010000:00010000:1.0:1746130281.272216:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130281.272217:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130281.272223:0:7924:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8200/0x4ce24e578736203e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4067c expref: 30 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130281.272231:0:7924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc8200/0x4ce24e578736203e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4067c expref: 30 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130281.272252:0:7924:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091fc8200/0x4ce24e578736203e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4067c expref: 30 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130281.272287:0:7924:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091fc8200/0x4ce24e578736203e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4067c expref: 30 pid: 8467 timeout: 579 lvb_type: 0 00000100:00100000:1.0:1746130281.272298:0:7924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093173100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841745280:192.168.204.51@tcp:105: 00000100:00100000:1.0:1746130281.272362:0:7924:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18fb540 going to sleep for 11 seconds 00000100:00100000:1.0:1746130281.276935:0:7924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093173100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841745280:192.168.204.51@tcp:105: 00010000:00010000:1.0:1746130281.276954:0:7924:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746130281.277002:0:7924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092258000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+5:1963:x1830949849218304:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 4854us (5388us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130281.277012:0:7924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14649 00000100:00100000:2.0:1746130281.277158:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130281.277208:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849218560 00000100:00100000:3.0:1746130281.277213:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849218560 00002000:00100000:3.0:1746130281.277247:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880135afdf80 x1830949849218560/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:267/0 lens 488/0 e 0 to 0 dl 1746130292 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130281.277256:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135afdf80 with x1830949849218560 ext(0->4095) 00010000:00010000:3.0:1746130281.277262:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8200/0x4ce24e578736203e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4067c expref: 31 pid: 8467 timeout: 579 lvb_type: 0 00010000:00010000:3.0:1746130281.277376:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091fc8200/0x4ce24e578736203e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4067c expref: 31 pid: 8467 timeout: 579 lvb_type: 0 00002000:00010000:3.0:1746130281.277390:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880135afdf80 00000100:00100000:3.0:1746130281.277888:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2609 00000100:00100000:3.0:1746130281.277896:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135afdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+31:1962:x1830949849218560:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746130281.278618:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135afdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+31:1962:x1830949849218560:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 722us (1459us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746130281.278624:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2609 00002000:00100000:3.0:1746130281.278630:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880135afdf80 x1830949849218560/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:267/0 lens 488/4536 e 0 to 0 dl 1746130292 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130281.278637:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135afdf80 with x1830949849218560 ext(0->4095) 00010000:00010000:3.0:1746130281.278643:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8200/0x4ce24e578736203e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4067c expref: 31 pid: 8467 timeout: 579 lvb_type: 0 00010000:00010000:3.0:1746130281.278652:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091fc8200/0x4ce24e578736203e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4067c expref: 31 pid: 8467 timeout: 579 lvb_type: 0 00002000:00010000:3.0:1746130281.278657:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880135afdf80 00000100:00100000:0.0:1746130281.280294:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130281.280390:0:7924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849218688 00000100:00100000:1.0:1746130281.280396:0:7924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849218688 00010000:00010000:1.0:1746130281.280432:0:7924:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc8200/0x4ce24e578736203e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4067c expref: 31 pid: 8467 timeout: 579 lvb_type: 0 00000100:00100000:1.0:1746130281.281091:0:7924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14650 00000100:00100000:1.0:1746130281.281099:0:7924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009225a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+31:1962:x1830949849218688:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746130281.281112:0:7924:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746130281.281130:0:7924:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091fc8200/0x4ce24e578736203e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4067c expref: 31 pid: 8467 timeout: 579 lvb_type: 0 00010000:00010000:1.0:1746130281.281141:0:7924:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091fc8200/0x4ce24e578736203e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4067c expref: 31 pid: 8467 timeout: 579 lvb_type: 0 00010000:00010000:1.0:1746130281.281159:0:7924:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8200/0x4ce24e578736203e lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4067c expref: 31 pid: 8467 timeout: 579 lvb_type: 0 00010000:00010000:1.0:1746130281.281185:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130281.281187:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130281.281192:0:7924:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a796d600/0x4ce24e5787362045 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40683 expref: 30 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130281.281200:0:7924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a796d600/0x4ce24e5787362045 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40683 expref: 30 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130281.281228:0:7924:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a796d600/0x4ce24e5787362045 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40683 expref: 30 pid: 10554 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746130281.281239:0:7924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093173100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841745408:192.168.204.51@tcp:105: 00000100:00100000:1.0:1746130281.281469:0:7924:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18fb540 going to sleep for 11 seconds 00000100:00100000:1.0:1746130281.284687:0:7924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093173100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841745408:192.168.204.51@tcp:105: 00010000:00010000:1.0:1746130281.284707:0:7924:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746130281.284758:0:7924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009225a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+30:1962:x1830949849218688:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 3660us (4497us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130281.284768:0:7924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14650 00000100:00100000:0.0:1746130281.284981:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130281.285056:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849218944 00000100:00100000:3.0:1746130281.285062:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849218944 00002000:00100000:3.0:1746130281.285104:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009225aa00 x1830949849218944/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:267/0 lens 488/0 e 0 to 0 dl 1746130292 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130281.285113:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009225aa00 with x1830949849218944 ext(0->4095) 00002000:00010000:3.0:1746130281.285117:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009225aa00 00000100:00100000:3.0:1746130281.285142:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4867 00000100:00100000:3.0:1746130281.285149:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009225aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+30:1961:x1830949849218944:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746130281.285285:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009225aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+30:1961:x1830949849218944:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 137us (304us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746130281.285291:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4867 00002000:00100000:3.0:1746130281.285296:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009225aa00 x1830949849218944/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:267/0 lens 488/4536 e 0 to 0 dl 1746130292 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130281.285303:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009225aa00 with x1830949849218944 ext(0->4095) 00002000:00010000:3.0:1746130281.285305:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009225aa00 00000100:00100000:0.0:1746130281.287531:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130281.287637:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849219072 00000100:00100000:3.0:1746130281.287644:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849219072 00000100:00100000:3.0:1746130281.287696:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6387 00000100:00100000:3.0:1746130281.287703:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092259c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c84b93b0-d496-484f-8e1e-94008838f2dd+5:31579:x1830949849219072:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746130281.287718:0:8467:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746130281.287732:0:8467:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800934d0c00/0x4ce24e578736204c lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae4068a expref: -99 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130281.287754:0:8467:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a796d600/0x4ce24e5787362045 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40683 expref: 29 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130281.287764:0:8467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746130281.287766:0:8467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746130281.287769:0:8467:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d0c00/0x4ce24e578736204c lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4068a expref: 6 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130281.287793:0:8467:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a796d600/0x4ce24e5787362045 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40683 expref: 29 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130281.287803:0:8467:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a796d600/0x4ce24e5787362045 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40683 expref: 29 pid: 10554 timeout: 579 lvb_type: 0 00000100:00100000:3.0:1746130281.287813:0:8467:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091953800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8467:1830949841745536:192.168.204.51@tcp:104: 00000100:00100000:3.0:1746130281.287887:0:8467:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093e2b300 going to sleep for 11 seconds 00000100:00100000:3.0:1746130281.289639:0:8467:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091953800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8467:1830949841745536:192.168.204.51@tcp:104: 00010000:00010000:3.0:1746130281.289668:0:8467:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800934d0c00/0x4ce24e578736204c lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4068a expref: 6 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130281.289684:0:8467:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800934d0c00, rc 0) 00000100:00100000:3.0:1746130281.289722:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092259c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c84b93b0-d496-484f-8e1e-94008838f2dd+6:31579:x1830949849219072:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2019us (2196us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130281.289729:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6387 00000100:00100000:0.0:1746130281.290576:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130281.290747:0:7924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849219200 00000100:00100000:1.0:1746130281.290753:0:7924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849219200 00010000:00010000:1.0:1746130281.290777:0:7924:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a796d600/0x4ce24e5787362045 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40683 expref: 30 pid: 10554 timeout: 579 lvb_type: 0 00000100:00100000:1.0:1746130281.290809:0:7924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14651 00000100:00100000:1.0:1746130281.290815:0:7924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092258700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+30:1962:x1830949849219200:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746130281.290827:0:7924:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746130281.290845:0:7924:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a796d600/0x4ce24e5787362045 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40683 expref: 30 pid: 10554 timeout: 579 lvb_type: 0 00010000:00010000:1.0:1746130281.290854:0:7924:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a796d600/0x4ce24e5787362045 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40683 expref: 30 pid: 10554 timeout: 579 lvb_type: 0 00010000:00010000:1.0:1746130281.290871:0:7924:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a796d600/0x4ce24e5787362045 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40683 expref: 30 pid: 10554 timeout: 579 lvb_type: 0 00010000:00010000:1.0:1746130281.290893:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130281.290894:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130281.290900:0:7924:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800934d0c00/0x4ce24e578736204c lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4068a expref: 5 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130281.290908:0:7924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d0c00/0x4ce24e578736204c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4068a expref: 5 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130281.290932:0:7924:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800934d0c00/0x4ce24e578736204c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4068a expref: 5 pid: 8467 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746130281.290942:0:7924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093173100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841745664:192.168.204.51@tcp:105: 00000100:00100000:1.0:1746130281.291910:0:7924:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18fb540 going to sleep for 11 seconds 00000100:00100000:1.0:1746130281.293737:0:7924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093173100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841745664:192.168.204.51@tcp:105: 00010000:00010000:1.0:1746130281.293756:0:7924:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746130281.293801:0:7924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092258700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+29:1962:x1830949849219200:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 2986us (3228us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130281.293813:0:7924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14651 00000100:00100000:0.0:1746130281.295801:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130281.295915:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849219456 00000100:00100000:3.0:1746130281.295923:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849219456 00002000:00100000:3.0:1746130281.295963:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009225b100 x1830949849219456/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:267/0 lens 488/0 e 0 to 0 dl 1746130292 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130281.295978:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009225b100 with x1830949849219456 ext(0->4095) 00002000:00010000:3.0:1746130281.295983:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009225b100 00000100:00100000:3.0:1746130281.296011:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4868 00000100:00100000:3.0:1746130281.296018:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009225b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949849219456:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746130281.296160:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009225b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949849219456:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 142us (364us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746130281.296165:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4868 00002000:00100000:3.0:1746130281.296170:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009225b100 x1830949849219456/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:267/0 lens 488/4536 e 0 to 0 dl 1746130292 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130281.296177:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009225b100 with x1830949849219456 ext(0->4095) 00002000:00010000:3.0:1746130281.296179:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009225b100 00000100:00100000:0.0:1746130281.296587:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130281.297007:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849219584 00000100:00100000:3.0:1746130281.297011:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849219584 00000100:00100000:3.0:1746130281.297051:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6388 00000100:00100000:3.0:1746130281.297057:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092259f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:640ea846-b909-4eea-9a54-417e15bd627b+29:31578:x1830949849219584:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746130281.297067:0:8467:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746130281.297080:0:8467:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800934d1800/0x4ce24e5787362053 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae40691 expref: -99 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130281.297101:0:8467:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800934d0c00/0x4ce24e578736204c lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4068a expref: 5 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130281.297108:0:8467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130281.297110:0:8467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130281.297113:0:8467:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d1800/0x4ce24e5787362053 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40691 expref: 30 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130281.297138:0:8467:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800934d0c00/0x4ce24e578736204c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4068a expref: 5 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130281.297147:0:8467:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800934d0c00/0x4ce24e578736204c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4068a expref: 5 pid: 8467 timeout: 579 lvb_type: 0 00000100:00100000:3.0:1746130281.297156:0:8467:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091953800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8467:1830949841745792:192.168.204.51@tcp:104: 00000100:00100000:3.0:1746130281.297219:0:8467:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093e2b780 going to sleep for 11 seconds 00000100:00100000:0.0:1746130281.299820:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130281.299950:0:8469:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849219712 00000100:00100000:2.0:1746130281.299957:0:8469:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849219712 00000100:00100000:2.0:1746130281.300004:0:8469:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6389 00000100:00100000:2.0:1746130281.300011:0:8469:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092259500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:640ea846-b909-4eea-9a54-417e15bd627b+31:31579:x1830949849219712:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746130281.300026:0:8469:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746130281.300045:0:8469:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a796d600/0x4ce24e578736205a lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae40698 expref: -99 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130281.300066:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130281.300071:0:8469:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1800/0x4ce24e5787362053 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40691 expref: 32 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130281.300080:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746130281.300082:0:8469:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a796d600/0x4ce24e578736205a lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40698 expref: 32 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130281.300112:0:8469:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800934d1800/0x4ce24e5787362053 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40691 expref: 32 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130281.300122:0:8469:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a796d600/0x4ce24e578736205a lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40698 expref: 32 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130281.300131:0:8469:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a796d600, rc 0) 00000100:00100000:2.0:1746130281.300186:0:8469:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092259500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:640ea846-b909-4eea-9a54-417e15bd627b+32:31579:x1830949849219712:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 175us (372us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130281.300191:0:8469:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6389 00000100:00100000:3.0:1746130281.301146:0:8467:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091953800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8467:1830949841745792:192.168.204.51@tcp:104: 00010000:00010000:3.0:1746130281.301167:0:8467:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800934d1800/0x4ce24e5787362053 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40691 expref: 31 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130281.301177:0:8467:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800934d1800, rc 0) 00000100:00100000:3.0:1746130281.301201:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092259f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:640ea846-b909-4eea-9a54-417e15bd627b+31:31578:x1830949849219584:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4144us (4614us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130281.301207:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6388 00000100:00100000:1.0:1746130281.303749:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130281.303822:0:7924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849219840 00000100:00100000:2.0:1746130281.303830:0:7924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849219840 00010000:00010000:2.0:1746130281.303863:0:7924:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d0c00/0x4ce24e578736204c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4068a expref: 6 pid: 8467 timeout: 579 lvb_type: 0 00000100:00100000:2.0:1746130281.303898:0:7924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14652 00000100:00100000:2.0:1746130281.303904:0:7924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093173100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949849219840:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746130281.303915:0:7924:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746130281.303933:0:7924:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800934d0c00/0x4ce24e578736204c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4068a expref: 6 pid: 8467 timeout: 579 lvb_type: 0 00010000:00010000:2.0:1746130281.303944:0:7924:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800934d0c00/0x4ce24e578736204c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4068a expref: 6 pid: 8467 timeout: 579 lvb_type: 0 00010000:00010000:2.0:1746130281.303963:0:7924:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800934d0c00/0x4ce24e578736204c lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4068a expref: 6 pid: 8467 timeout: 579 lvb_type: 0 00010000:00010000:2.0:1746130281.303979:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130281.303981:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130281.303987:0:7924:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1800/0x4ce24e5787362053 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40691 expref: 30 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130281.303994:0:7924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d1800/0x4ce24e5787362053 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40691 expref: 30 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130281.304020:0:7924:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800934d1800/0x4ce24e5787362053 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40691 expref: 30 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130281.304029:0:7924:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800934d1800/0x4ce24e5787362053 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40691 expref: 30 pid: 8467 timeout: 579 lvb_type: 0 00000100:00100000:2.0:1746130281.304039:0:7924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135afed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841746048:192.168.204.51@tcp:105: 00000100:00100000:2.0:1746130281.305925:0:7924:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b4ae000 going to sleep for 11 seconds 00000100:00100000:2.0:1746130281.308766:0:7924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135afed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841746048:192.168.204.51@tcp:105: 00010000:00010000:2.0:1746130281.308790:0:7924:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746130281.308828:0:7924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093173100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+5:1961:x1830949849219840:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 4923us (5086us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130281.308838:0:7924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14652 00000100:00100000:0.0:1746130281.309472:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130281.309537:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849220096 00000100:00100000:3.0:1746130281.309543:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849220096 00002000:00100000:3.0:1746130281.309583:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009225ad80 x1830949849220096/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:267/0 lens 488/0 e 0 to 0 dl 1746130292 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130281.309591:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009225ad80 with x1830949849220096 ext(0->4095) 00010000:00010000:3.0:1746130281.309598:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1800/0x4ce24e5787362053 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40691 expref: 31 pid: 8467 timeout: 579 lvb_type: 0 00010000:00010000:3.0:1746130281.309612:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800934d1800/0x4ce24e5787362053 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40691 expref: 31 pid: 8467 timeout: 579 lvb_type: 0 00002000:00010000:3.0:1746130281.309617:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009225ad80 00000100:00100000:3.0:1746130281.309642:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2610 00000100:00100000:3.0:1746130281.309649:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009225ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+31:1961:x1830949849220096:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746130281.309769:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009225ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+31:1961:x1830949849220096:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 120us (298us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746130281.309774:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2610 00002000:00100000:3.0:1746130281.309778:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009225ad80 x1830949849220096/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:267/0 lens 488/4536 e 0 to 0 dl 1746130292 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130281.309785:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009225ad80 with x1830949849220096 ext(0->4095) 00010000:00010000:3.0:1746130281.309789:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1800/0x4ce24e5787362053 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40691 expref: 31 pid: 8467 timeout: 579 lvb_type: 0 00010000:00010000:3.0:1746130281.309797:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800934d1800/0x4ce24e5787362053 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40691 expref: 31 pid: 8467 timeout: 579 lvb_type: 0 00002000:00010000:3.0:1746130281.309803:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009225ad80 00000100:00100000:0.0:1746130281.312974:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130281.314566:0:7924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849220224 00000100:00100000:2.0:1746130281.314577:0:7924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849220224 00010000:00010000:2.0:1746130281.314620:0:7924:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d1800/0x4ce24e5787362053 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40691 expref: 31 pid: 8467 timeout: 579 lvb_type: 0 00000100:00100000:2.0:1746130281.314664:0:7924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14653 00000100:00100000:2.0:1746130281.314670:0:7924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e24a850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+31:1961:x1830949849220224:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746130281.314681:0:7924:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746130281.314698:0:7924:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800934d1800/0x4ce24e5787362053 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40691 expref: 31 pid: 8467 timeout: 579 lvb_type: 0 00010000:00010000:2.0:1746130281.314709:0:7924:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800934d1800/0x4ce24e5787362053 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40691 expref: 31 pid: 8467 timeout: 579 lvb_type: 0 00010000:00010000:2.0:1746130281.314728:0:7924:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1800/0x4ce24e5787362053 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40691 expref: 31 pid: 8467 timeout: 579 lvb_type: 0 00010000:00010000:2.0:1746130281.314757:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130281.314759:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130281.314765:0:7924:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a796d600/0x4ce24e578736205a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40698 expref: 30 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130281.314772:0:7924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a796d600/0x4ce24e578736205a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40698 expref: 30 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130281.314799:0:7924:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a796d600/0x4ce24e578736205a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40698 expref: 30 pid: 8469 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746130281.314809:0:7924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135afed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841746176:192.168.204.51@tcp:105: 00000100:00100000:2.0:1746130281.314885:0:7924:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b4ae000 going to sleep for 11 seconds 00000100:00100000:2.0:1746130281.316305:0:7924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135afed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841746176:192.168.204.51@tcp:105: 00010000:00010000:2.0:1746130281.316324:0:7924:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746130281.316354:0:7924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e24a850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+30:1961:x1830949849220224:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 1684us (3387us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130281.316363:0:7924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14653 00000100:00100000:0.0:1746130281.316753:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130281.316823:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849220480 00000100:00100000:1.0:1746130281.316829:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849220480 00002000:00100000:1.0:1746130281.316860:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092259180 x1830949849220480/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:267/0 lens 488/0 e 0 to 0 dl 1746130292 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130281.316868:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092259180 with x1830949849220480 ext(0->4095) 00002000:00010000:1.0:1746130281.316872:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092259180 00000100:00100000:1.0:1746130281.316898:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4869 00000100:00100000:1.0:1746130281.316904:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092259180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+30:1962:x1830949849220480:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746130281.317033:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092259180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+30:1962:x1830949849220480:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 129us (281us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746130281.317038:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4869 00002000:00100000:1.0:1746130281.317043:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092259180 x1830949849220480/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:267/0 lens 488/4536 e 0 to 0 dl 1746130292 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130281.317049:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092259180 with x1830949849220480 ext(0->4095) 00002000:00010000:1.0:1746130281.317051:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092259180 00000100:00100000:0.0:1746130281.323573:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130281.323783:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849220608 00000100:00100000:3.0:1746130281.323791:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849220608 00000100:00100000:3.0:1746130281.323836:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6390 00000100:00100000:3.0:1746130281.323844:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092258380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c84b93b0-d496-484f-8e1e-94008838f2dd+5:31579:x1830949849220608:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746130281.323858:0:8467:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746130281.323872:0:8467:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800934d1400/0x4ce24e5787362061 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae4069f expref: -99 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130281.323896:0:8467:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a796d600/0x4ce24e578736205a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40698 expref: 29 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130281.323903:0:8467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746130281.323905:0:8467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746130281.323908:0:8467:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d1400/0x4ce24e5787362061 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4069f expref: 6 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130281.323933:0:8467:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a796d600/0x4ce24e578736205a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40698 expref: 29 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130281.323943:0:8467:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a796d600/0x4ce24e578736205a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40698 expref: 29 pid: 8469 timeout: 579 lvb_type: 0 00000100:00100000:3.0:1746130281.323953:0:8467:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091953800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8467:1830949841746304:192.168.204.51@tcp:104: 00000100:00100000:3.0:1746130281.324782:0:8467:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093e2b0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746130281.328524:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130281.328680:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130281.328753:0:7924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849220736 00000100:00100000:2.0:1746130281.328760:0:7924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849220736 00010000:00010000:2.0:1746130281.328787:0:7924:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a796d600/0x4ce24e578736205a lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40698 expref: 30 pid: 8469 timeout: 579 lvb_type: 0 00000100:00100000:2.0:1746130281.328811:0:7924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14654 00000100:00100000:2.0:1746130281.328816:0:7924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092258a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+30:1962:x1830949849220736:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746130281.328826:0:7924:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746130281.328842:0:7924:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a796d600/0x4ce24e578736205a lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40698 expref: 30 pid: 8469 timeout: 579 lvb_type: 0 00010000:00010000:2.0:1746130281.328852:0:7924:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a796d600/0x4ce24e578736205a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40698 expref: 30 pid: 8469 timeout: 579 lvb_type: 0 00010000:00010000:2.0:1746130281.328872:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130281.328874:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130281.328880:0:7924:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1400/0x4ce24e5787362061 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4069f expref: 6 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130281.328887:0:7924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d1400/0x4ce24e5787362061 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4069f expref: 6 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130281.328917:0:7924:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800934d1400/0x4ce24e5787362061 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4069f expref: 6 pid: 8467 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746130281.328928:0:7924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135afed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841746432:192.168.204.51@tcp:105: 00000100:00100000:2.0:1746130281.328994:0:7924:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b4ae9c0 going to sleep for 11 seconds 00010000:00010000:3.0:1746130281.329371:0:8467:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a796d600/0x4ce24e578736205a lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40698 expref: 30 pid: 8469 timeout: 579 lvb_type: 0 00000100:00100000:3.0:1746130281.329402:0:8467:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091953800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8467:1830949841746304:192.168.204.51@tcp:104: 00010000:00010000:3.0:1746130281.329423:0:8467:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800934d1400/0x4ce24e5787362061 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4069f expref: 6 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130281.329430:0:8467:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800934d1400, rc 0) 00000100:00100000:3.0:1746130281.329453:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092258380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c84b93b0-d496-484f-8e1e-94008838f2dd+6:31579:x1830949849220608:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5611us (5888us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130281.329459:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6390 00000100:00100000:3.0:1746130281.329474:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849220864 00000100:00100000:3.0:1746130281.329476:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849220864 00000100:00100000:3.0:1746130281.329488:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6391 00000100:00100000:3.0:1746130281.329492:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092259880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:640ea846-b909-4eea-9a54-417e15bd627b+30:31578:x1830949849220864:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746130281.329500:0:8467:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746130281.329506:0:8467:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800934d1e00/0x4ce24e5787362068 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae406a6 expref: -99 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130281.329518:0:8467:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1400/0x4ce24e5787362061 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4069f expref: 5 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130281.329523:0:8467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130281.329524:0:8467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130281.329526:0:8467:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d1e00/0x4ce24e5787362068 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae406a6 expref: 31 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130281.329538:0:8467:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800934d1400/0x4ce24e5787362061 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4069f expref: 5 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130281.329545:0:8467:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800934d1400/0x4ce24e5787362061 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4069f expref: 5 pid: 8467 timeout: 579 lvb_type: 0 00000100:00100000:3.0:1746130281.329552:0:8467:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091953800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8467:1830949841746560:192.168.204.51@tcp:104: 00000100:00100000:3.0:1746130281.329576:0:8467:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093e2b0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746130281.332551:0:7924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135afed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841746432:192.168.204.51@tcp:105: 00010000:00010000:2.0:1746130281.332575:0:7924:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746130281.332619:0:7924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092258a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+31:1962:x1830949849220736:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 3801us (4101us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130281.332628:0:7924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14654 00000100:00100000:3.0:1746130281.332831:0:8467:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091953800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8467:1830949841746560:192.168.204.51@tcp:104: 00010000:00010000:3.0:1746130281.332859:0:8467:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800934d1e00/0x4ce24e5787362068 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae406a6 expref: 30 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130281.332872:0:8467:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800934d1e00, rc 0) 00000100:00100000:3.0:1746130281.332897:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092259880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:640ea846-b909-4eea-9a54-417e15bd627b+30:31578:x1830949849220864:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3399us (4211us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130281.332903:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6391 00000100:00100000:0.0:1746130281.333203:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130281.333517:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849221120 00000100:00100000:3.0:1746130281.333523:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849221120 00002000:00100000:3.0:1746130281.333563:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009225b480 x1830949849221120/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:267/0 lens 488/0 e 0 to 0 dl 1746130292 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130281.333572:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009225b480 with x1830949849221120 ext(0->4095) 00010000:00010000:3.0:1746130281.333579:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1400/0x4ce24e5787362061 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4069f expref: 6 pid: 8467 timeout: 579 lvb_type: 0 00010000:00010000:3.0:1746130281.333591:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800934d1400/0x4ce24e5787362061 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4069f expref: 6 pid: 8467 timeout: 579 lvb_type: 0 00002000:00010000:3.0:1746130281.333597:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009225b480 00000100:00100000:3.0:1746130281.333623:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2611 00000100:00100000:3.0:1746130281.333629:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009225b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949849221120:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746130281.333771:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009225b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949849221120:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 134us (566us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746130281.333786:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2611 00002000:00100000:3.0:1746130281.333791:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009225b480 x1830949849221120/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:267/0 lens 488/4536 e 0 to 0 dl 1746130292 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130281.333798:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009225b480 with x1830949849221120 ext(0->4095) 00010000:00010000:3.0:1746130281.333802:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1400/0x4ce24e5787362061 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4069f expref: 6 pid: 8467 timeout: 579 lvb_type: 0 00010000:00010000:3.0:1746130281.334784:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800934d1400/0x4ce24e5787362061 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4069f expref: 6 pid: 8467 timeout: 579 lvb_type: 0 00002000:00010000:3.0:1746130281.334791:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009225b480 00000100:00100000:0.0:1746130281.340035:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130281.340106:0:7924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849221248 00000100:00100000:2.0:1746130281.340114:0:7924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849221248 00010000:00010000:2.0:1746130281.340154:0:7924:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d1400/0x4ce24e5787362061 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4069f expref: 6 pid: 8467 timeout: 579 lvb_type: 0 00000100:00100000:2.0:1746130281.340554:0:7924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14655 00000100:00100000:2.0:1746130281.340563:0:7924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092258000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949849221248:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746130281.340574:0:7924:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746130281.340592:0:7924:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800934d1400/0x4ce24e5787362061 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4069f expref: 6 pid: 8467 timeout: 579 lvb_type: 0 00010000:00010000:2.0:1746130281.340604:0:7924:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800934d1400/0x4ce24e5787362061 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4069f expref: 6 pid: 8467 timeout: 579 lvb_type: 0 00010000:00010000:2.0:1746130281.340621:0:7924:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1400/0x4ce24e5787362061 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4069f expref: 6 pid: 8467 timeout: 579 lvb_type: 0 00010000:00010000:2.0:1746130281.340651:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130281.340653:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130281.340659:0:7924:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1e00/0x4ce24e5787362068 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae406a6 expref: 29 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130281.340667:0:7924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d1e00/0x4ce24e5787362068 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae406a6 expref: 29 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130281.340886:0:7924:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800934d1e00/0x4ce24e5787362068 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae406a6 expref: 29 pid: 8467 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746130281.340901:0:7924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135afed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841746688:192.168.204.51@tcp:105: 00000100:00100000:2.0:1746130281.340963:0:7924:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b4ae9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746130281.344542:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130281.344649:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849221504 00000100:00100000:3.0:1746130281.344656:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849221504 00002000:00100000:3.0:1746130281.344698:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009225a300 x1830949849221504/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:267/0 lens 488/0 e 0 to 0 dl 1746130292 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130281.344707:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009225a300 with x1830949849221504 ext(0->4095) 00002000:00010000:3.0:1746130281.344711:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009225a300 00000100:00100000:3.0:1746130281.344741:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4870 00000100:00100000:3.0:1746130281.344748:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009225a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+30:1961:x1830949849221504:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746130281.344884:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009225a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+30:1961:x1830949849221504:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 136us (350us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746130281.344890:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4870 00002000:00100000:3.0:1746130281.344895:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009225a300 x1830949849221504/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:267/0 lens 488/4536 e 0 to 0 dl 1746130292 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130281.344902:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009225a300 with x1830949849221504 ext(0->4095) 00002000:00010000:3.0:1746130281.344904:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009225a300 00000100:00100000:2.0:1746130281.345155:0:7924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135afed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841746688:192.168.204.51@tcp:105: 00010000:00010000:2.0:1746130281.345174:0:7924:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746130281.345198:0:7924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092258000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+5:1961:x1830949849221248:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 4637us (5171us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130281.345206:0:7924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14655 00000100:00100000:0.0:1746130281.349979:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130281.352310:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849221632 00000100:00100000:3.0:1746130281.352322:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849221632 00000100:00100000:3.0:1746130281.352392:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6392 00000100:00100000:3.0:1746130281.352400:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092258700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c84b93b0-d496-484f-8e1e-94008838f2dd+5:31579:x1830949849221632:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746130281.352415:0:8467:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746130281.352430:0:8467:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800934d0600/0x4ce24e578736206f lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae406ad expref: -99 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130281.352453:0:8467:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1e00/0x4ce24e5787362068 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae406a6 expref: 29 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130281.352460:0:8467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746130281.352462:0:8467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746130281.352465:0:8467:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d0600/0x4ce24e578736206f lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae406ad expref: 6 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130281.352487:0:8467:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800934d1e00/0x4ce24e5787362068 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae406a6 expref: 29 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130281.352496:0:8467:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800934d1e00/0x4ce24e5787362068 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae406a6 expref: 29 pid: 8467 timeout: 579 lvb_type: 0 00000100:00100000:3.0:1746130281.352505:0:8467:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091953800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8467:1830949841746816:192.168.204.51@tcp:104: 00000100:00100000:3.0:1746130281.352588:0:8467:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093e2b780 going to sleep for 11 seconds 00000100:00100000:0.0:1746130281.355167:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130281.355237:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849221760 00000100:00100000:1.0:1746130281.355243:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849221760 00002000:00100000:1.0:1746130281.355292:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff880092258e00 x1830949849221760/t0(0) o4->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:267/0 lens 496/0 e 0 to 0 dl 1746130292 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130281.355301:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092258e00 with x1830949849221760 ext(0->7) 00010000:00010000:1.0:1746130281.355308:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1e00/0x4ce24e5787362068 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae406a6 expref: 30 pid: 8467 timeout: 579 lvb_type: 0 00010000:00010000:1.0:1746130281.355323:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800934d1e00/0x4ce24e5787362068 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae406a6 expref: 30 pid: 8467 timeout: 579 lvb_type: 0 00002000:00010000:1.0:1746130281.355329:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092258e00 00000100:00100000:1.0:1746130281.355359:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2612 00000100:00100000:1.0:1746130281.355364:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092258e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+30:1962:x1830949849221760:12345-192.168.204.51@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746130281.355629:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092258e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+32:1962:x1830949849221760:12345-192.168.204.51@tcp:4:ldlm_bl.0 Request processed in 264us (467us total) trans 4294967937 rc 0/0 00000100:00100000:1.0:1746130281.355635:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2612 00002000:00100000:1.0:1746130281.355640:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff880092258e00 x1830949849221760/t4294967937(0) o4->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:267/0 lens 496/448 e 0 to 0 dl 1746130292 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130281.355646:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092258e00 with x1830949849221760 ext(0->7) 00010000:00010000:1.0:1746130281.355650:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1e00/0x4ce24e5787362068 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae406a6 expref: 32 pid: 8467 timeout: 579 lvb_type: 0 00010000:00010000:1.0:1746130281.355658:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800934d1e00/0x4ce24e5787362068 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae406a6 expref: 32 pid: 8467 timeout: 579 lvb_type: 0 00002000:00010000:1.0:1746130281.355663:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092258e00 00000100:00100000:3.0:1746130281.355739:0:8467:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091953800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8467:1830949841746816:192.168.204.51@tcp:104: 00010000:00010000:3.0:1746130281.355761:0:8467:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800934d0600/0x4ce24e578736206f lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae406ad expref: 6 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130281.355776:0:8467:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800934d0600, rc 0) 00000100:00100000:3.0:1746130281.355794:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092258700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c84b93b0-d496-484f-8e1e-94008838f2dd+6:31579:x1830949849221632:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3396us (5824us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130281.355805:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6392 00000100:00100000:0.0:1746130281.359483:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130281.359534:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130281.359553:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849222016 00000100:00100000:3.0:1746130281.359560:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849222016 00000100:00100000:3.0:1746130281.359612:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6393 00000100:00100000:3.0:1746130281.359619:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a79ee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:640ea846-b909-4eea-9a54-417e15bd627b+32:31578:x1830949849222016:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746130281.359633:0:8467:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746130281.359647:0:8467:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800934d1200/0x4ce24e5787362076 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae406b4 expref: -99 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130281.359667:0:8467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746130281.359677:0:8467:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800934d0600/0x4ce24e578736206f lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae406ad expref: 5 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130281.359682:0:8467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746130281.359686:0:8467:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d1200/0x4ce24e5787362076 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae406b4 expref: 33 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130281.359818:0:8467:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800934d0600/0x4ce24e578736206f lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae406ad expref: 5 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130281.359831:0:8467:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800934d1200/0x4ce24e5787362076 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae406b4 expref: 33 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130281.359843:0:8467:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800934d1200, rc 0) 00000100:00100000:3.0:1746130281.359879:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a79ee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:640ea846-b909-4eea-9a54-417e15bd627b+33:31578:x1830949849222016:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 262us (404us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130281.359884:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6393 00000100:00100000:2.0:1746130281.362207:0:7924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849221888 00000100:00100000:2.0:1746130281.362216:0:7924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849221888 00010000:00010000:2.0:1746130281.362255:0:7924:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d1e00/0x4ce24e5787362068 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae406a6 expref: 33 pid: 8467 timeout: 579 lvb_type: 0 00000100:00100000:2.0:1746130281.362298:0:7924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14656 00000100:00100000:2.0:1746130281.362305:0:7924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a79ed180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+33:1961:x1830949849221888:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746130281.362317:0:7924:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746130281.362334:0:7924:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800934d1e00/0x4ce24e5787362068 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae406a6 expref: 33 pid: 8467 timeout: 579 lvb_type: 0 00010000:00010000:2.0:1746130281.362343:0:7924:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800934d1e00/0x4ce24e5787362068 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae406a6 expref: 33 pid: 8467 timeout: 579 lvb_type: 0 00010000:00010000:2.0:1746130281.362360:0:7924:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1e00/0x4ce24e5787362068 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae406a6 expref: 33 pid: 8467 timeout: 579 lvb_type: 0 00010000:00010000:2.0:1746130281.362398:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130281.362399:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130281.362406:0:7924:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800934d0600/0x4ce24e578736206f lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae406ad expref: 5 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130281.362412:0:7924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d0600/0x4ce24e578736206f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae406ad expref: 5 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130281.362439:0:7924:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800934d0600/0x4ce24e578736206f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae406ad expref: 5 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130281.362449:0:7924:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800934d0600/0x4ce24e578736206f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae406ad expref: 5 pid: 8467 timeout: 579 lvb_type: 0 00000100:00100000:2.0:1746130281.363370:0:7924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135afed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841747072:192.168.204.51@tcp:105: 00000100:00100000:2.0:1746130281.363471:0:7924:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b4ae9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746130281.368680:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130281.368705:0:7924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135afed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841747072:192.168.204.51@tcp:105: 00010000:00010000:2.0:1746130281.368726:0:7924:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746130281.368759:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849222272 00000100:00100000:1.0:1746130281.368765:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849222272 00000100:00100000:2.0:1746130281.368772:0:7924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a79ed180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+32:1961:x1830949849221888:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 6466us (9237us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130281.368781:0:7924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14656 00002000:00100000:1.0:1746130281.368802:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800a79ef800 x1830949849222272/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:267/0 lens 488/0 e 0 to 0 dl 1746130292 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130281.368811:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a79ef800 with x1830949849222272 ext(0->4095) 00010000:00010000:1.0:1746130281.368818:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800934d0600/0x4ce24e578736206f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae406ad expref: 6 pid: 8467 timeout: 579 lvb_type: 0 00010000:00010000:1.0:1746130281.368828:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800934d0600/0x4ce24e578736206f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae406ad expref: 6 pid: 8467 timeout: 579 lvb_type: 0 00002000:00010000:1.0:1746130281.368833:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a79ef800 00000100:00100000:1.0:1746130281.368862:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2613 00000100:00100000:1.0:1746130281.368868:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a79ef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949849222272:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746130281.368982:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a79ef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949849222272:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 114us (311us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746130281.368987:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2613 00002000:00100000:1.0:1746130281.368992:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800a79ef800 x1830949849222272/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:267/0 lens 488/4536 e 0 to 0 dl 1746130292 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130281.368998:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a79ef800 with x1830949849222272 ext(0->4095) 00010000:00010000:1.0:1746130281.369002:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800934d0600/0x4ce24e578736206f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae406ad expref: 6 pid: 8467 timeout: 579 lvb_type: 0 00010000:00010000:1.0:1746130281.369010:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800934d0600/0x4ce24e578736206f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae406ad expref: 6 pid: 8467 timeout: 579 lvb_type: 0 00002000:00010000:1.0:1746130281.369014:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a79ef800 00000100:00100000:0.0:1746130281.372350:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130281.372517:0:7924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849222400 00000100:00100000:2.0:1746130281.372524:0:7924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849222400 00010000:00010000:2.0:1746130281.372558:0:7924:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d0600/0x4ce24e578736206f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae406ad expref: 6 pid: 8467 timeout: 579 lvb_type: 0 00000100:00100000:2.0:1746130281.372585:0:7924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14657 00000100:00100000:2.0:1746130281.372591:0:7924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a79ec700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949849222400:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746130281.372601:0:7924:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746130281.372618:0:7924:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800934d0600/0x4ce24e578736206f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae406ad expref: 6 pid: 8467 timeout: 579 lvb_type: 0 00010000:00010000:2.0:1746130281.372628:0:7924:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800934d0600/0x4ce24e578736206f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae406ad expref: 6 pid: 8467 timeout: 579 lvb_type: 0 00010000:00010000:2.0:1746130281.372645:0:7924:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800934d0600/0x4ce24e578736206f lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae406ad expref: 6 pid: 8467 timeout: 579 lvb_type: 0 00010000:00010000:2.0:1746130281.372668:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130281.372670:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130281.372676:0:7924:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1200/0x4ce24e5787362076 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae406b4 expref: 31 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130281.372682:0:7924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d1200/0x4ce24e5787362076 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae406b4 expref: 31 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130281.372709:0:7924:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800934d1200/0x4ce24e5787362076 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae406b4 expref: 31 pid: 8467 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746130281.372718:0:7924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135afed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841747200:192.168.204.51@tcp:105: 00000100:00100000:2.0:1746130281.372788:0:7924:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b4ae9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746130281.374880:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130281.374972:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849222656 00000100:00100000:3.0:1746130281.374979:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849222656 00002000:00100000:3.0:1746130281.375019:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800a79efb80 x1830949849222656/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:267/0 lens 488/0 e 0 to 0 dl 1746130292 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130281.375028:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a79efb80 with x1830949849222656 ext(0->4095) 00002000:00010000:3.0:1746130281.375032:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a79efb80 00000100:00100000:3.0:1746130281.375142:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4871 00000100:00100000:3.0:1746130281.375150:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a79efb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+32:1964:x1830949849222656:12345-192.168.204.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746130281.375677:0:7924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135afed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841747200:192.168.204.51@tcp:105: 00010000:00010000:2.0:1746130281.375695:0:7924:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746130281.375723:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a79efb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+32:1964:x1830949849222656:12345-192.168.204.51@tcp:3:ptlrpcd_01_01.0 Request processed in 574us (849us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746130281.375730:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4871 00002000:00100000:3.0:1746130281.375736:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800a79efb80 x1830949849222656/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:267/0 lens 488/4536 e 0 to 0 dl 1746130292 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130281.375743:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a79efb80 with x1830949849222656 ext(0->4095) 00002000:00010000:3.0:1746130281.375746:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a79efb80 00000100:00100000:2.0:1746130281.375835:0:7924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a79ec700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+5:1962:x1830949849222400:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 3243us (3573us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130281.375843:0:7924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14657 00000100:00100000:0.0:1746130281.380435:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130281.380567:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849222784 00000100:00100000:3.0:1746130281.380574:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849222784 00000100:00100000:3.0:1746130281.381082:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6394 00000100:00100000:3.0:1746130281.381091:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a79eed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c84b93b0-d496-484f-8e1e-94008838f2dd+5:31579:x1830949849222784:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746130281.381108:0:8467:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746130281.381122:0:8467:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800934d1000/0x4ce24e578736207d lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae406bb expref: -99 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130281.381147:0:8467:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1200/0x4ce24e5787362076 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae406b4 expref: 31 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130281.381153:0:8467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746130281.381155:0:8467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746130281.381158:0:8467:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d1000/0x4ce24e578736207d lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae406bb expref: 6 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130281.381180:0:8467:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800934d1200/0x4ce24e5787362076 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae406b4 expref: 31 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130281.381189:0:8467:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800934d1200/0x4ce24e5787362076 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae406b4 expref: 31 pid: 8467 timeout: 579 lvb_type: 0 00000100:00100000:3.0:1746130281.381198:0:8467:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091953800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8467:1830949841747328:192.168.204.51@tcp:104: 00000100:00100000:3.0:1746130281.381323:0:8467:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093e2b300 going to sleep for 11 seconds 00000100:00100000:3.0:1746130281.382601:0:8467:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091953800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8467:1830949841747328:192.168.204.51@tcp:104: 00010000:00010000:3.0:1746130281.382624:0:8467:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800934d1000/0x4ce24e578736207d lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae406bb expref: 6 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130281.382637:0:8467:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800934d1000, rc 0) 00000100:00100000:3.0:1746130281.382665:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a79eed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c84b93b0-d496-484f-8e1e-94008838f2dd+6:31579:x1830949849222784:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1576us (2238us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130281.382674:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6394 00000100:00100000:0.0:1746130281.384492:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130281.384570:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849222912 00000100:00100000:3.0:1746130281.384577:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849222912 00002000:00100000:3.0:1746130281.384615:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff8800a79ece00 x1830949849222912/t0(0) o4->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:267/0 lens 496/0 e 0 to 0 dl 1746130292 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130281.384623:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a79ece00 with x1830949849222912 ext(0->7) 00010000:00010000:3.0:1746130281.384629:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1200/0x4ce24e5787362076 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae406b4 expref: 32 pid: 8467 timeout: 579 lvb_type: 0 00010000:00010000:3.0:1746130281.384641:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800934d1200/0x4ce24e5787362076 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae406b4 expref: 32 pid: 8467 timeout: 579 lvb_type: 0 00002000:00010000:3.0:1746130281.384646:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a79ece00 00000100:00100000:3.0:1746130281.384957:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2614 00000100:00100000:3.0:1746130281.384965:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a79ece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+32:1961:x1830949849222912:12345-192.168.204.51@tcp:4:ldlm_bl.0 00000100:00100000:3.0:1746130281.385438:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a79ece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+34:1961:x1830949849222912:12345-192.168.204.51@tcp:4:ldlm_bl.0 Request processed in 472us (949us total) trans 4294967938 rc 0/0 00000100:00100000:3.0:1746130281.385444:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2614 00002000:00100000:3.0:1746130281.385450:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff8800a79ece00 x1830949849222912/t4294967938(0) o4->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:267/0 lens 496/448 e 0 to 0 dl 1746130292 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130281.385457:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a79ece00 with x1830949849222912 ext(0->7) 00010000:00010000:3.0:1746130281.385461:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1200/0x4ce24e5787362076 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae406b4 expref: 34 pid: 8467 timeout: 579 lvb_type: 0 00010000:00010000:3.0:1746130281.385475:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800934d1200/0x4ce24e5787362076 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae406b4 expref: 34 pid: 8467 timeout: 579 lvb_type: 0 00002000:00010000:3.0:1746130281.385481:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a79ece00 00000100:00100000:0.0:1746130281.386906:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130281.387134:0:7924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849223040 00000100:00100000:2.0:1746130281.387142:0:7924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849223040 00010000:00010000:2.0:1746130281.387176:0:7924:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d1200/0x4ce24e5787362076 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae406b4 expref: 34 pid: 8467 timeout: 579 lvb_type: 0 00000100:00100000:2.0:1746130281.387234:0:7924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14658 00000100:00100000:2.0:1746130281.387241:0:7924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a79ed500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+34:1962:x1830949849223040:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746130281.387254:0:7924:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746130281.387292:0:7924:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800934d1200/0x4ce24e5787362076 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae406b4 expref: 34 pid: 8467 timeout: 579 lvb_type: 0 00010000:00010000:2.0:1746130281.387303:0:7924:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800934d1200/0x4ce24e5787362076 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae406b4 expref: 34 pid: 8467 timeout: 579 lvb_type: 0 00010000:00010000:2.0:1746130281.387321:0:7924:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1200/0x4ce24e5787362076 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae406b4 expref: 34 pid: 8467 timeout: 579 lvb_type: 0 00010000:00010000:2.0:1746130281.387573:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130281.387575:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130281.387582:0:7924:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1000/0x4ce24e578736207d lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae406bb expref: 5 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130281.387589:0:7924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d1000/0x4ce24e578736207d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae406bb expref: 5 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130281.387617:0:7924:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800934d1000/0x4ce24e578736207d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae406bb expref: 5 pid: 8467 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746130281.387628:0:7924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135afed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841747456:192.168.204.51@tcp:105: 00000100:00100000:2.0:1746130281.389403:0:7924:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b4ae9c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746130281.393212:0:7924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135afed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841747456:192.168.204.51@tcp:105: 00010000:00010000:2.0:1746130281.393234:0:7924:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746130281.393297:0:7924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a79ed500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+33:1962:x1830949849223040:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 6055us (6395us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130281.393308:0:7924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14658 00000100:00100000:0.0:1746130281.395436:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130281.395482:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130281.395590:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849223296 00000100:00100000:3.0:1746130281.395597:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849223296 00002000:00100000:3.0:1746130281.395633:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880099526300 x1830949849223296/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:267/0 lens 488/0 e 0 to 0 dl 1746130292 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130281.395643:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099526300 with x1830949849223296 ext(0->4095) 00002000:00010000:3.0:1746130281.395646:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880099526300 00000100:00100000:3.0:1746130281.395670:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4872 00000100:00100000:3.0:1746130281.395675:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099526300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949849223296:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746130281.395802:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099526300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949849223296:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 127us (374us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746130281.395808:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4872 00002000:00100000:3.0:1746130281.395812:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880099526300 x1830949849223296/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:267/0 lens 488/4536 e 0 to 0 dl 1746130292 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130281.395818:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099526300 with x1830949849223296 ext(0->4095) 00002000:00010000:3.0:1746130281.395820:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880099526300 00000100:00100000:2.0:1746130281.396054:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849223424 00000100:00100000:2.0:1746130281.396058:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849223424 00000100:00100000:2.0:1746130281.396081:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6395 00000100:00100000:2.0:1746130281.396086:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099524380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:640ea846-b909-4eea-9a54-417e15bd627b+33:31578:x1830949849223424:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746130281.396094:0:8467:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746130281.396107:0:8467:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e5787362084 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae406c2 expref: -99 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130281.396132:0:8467:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1000/0x4ce24e578736207d lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae406bb expref: 5 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130281.396139:0:8467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130281.396140:0:8467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130281.396143:0:8467:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e5787362084 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae406c2 expref: 34 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130281.396167:0:8467:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800934d1000/0x4ce24e578736207d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae406bb expref: 5 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130281.396177:0:8467:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800934d1000/0x4ce24e578736207d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae406bb expref: 5 pid: 8467 timeout: 579 lvb_type: 0 00000100:00100000:2.0:1746130281.396188:0:8467:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135afed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8467:1830949841747584:192.168.204.51@tcp:104: 00000100:00100000:2.0:1746130281.396243:0:8467:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b4ae9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746130281.398486:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130281.399176:0:10554:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849223552 00000100:00100000:1.0:1746130281.399183:0:10554:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849223552 00000100:00100000:1.0:1746130281.399230:0:10554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6396 00000100:00100000:1.0:1746130281.399237:0:10554:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099524e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:640ea846-b909-4eea-9a54-417e15bd627b+35:31579:x1830949849223552:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746130281.399252:0:10554:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746130281.399295:0:10554:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a4a32200/0x4ce24e578736208b lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae406c9 expref: -99 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130281.399318:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130281.399322:0:10554:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e5787362084 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae406c2 expref: 36 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130281.399327:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130281.399330:0:10554:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a4a32200/0x4ce24e578736208b lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae406c9 expref: 36 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130281.399359:0:10554:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e5787362084 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae406c2 expref: 36 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130281.399369:0:10554:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a4a32200/0x4ce24e578736208b lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae406c9 expref: 36 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130281.399388:0:10554:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a4a32200, rc 0) 00000100:00100000:1.0:1746130281.399430:0:10554:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099524e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:640ea846-b909-4eea-9a54-417e15bd627b+36:31579:x1830949849223552:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 193us (951us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130281.399435:0:10554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6396 00000100:00100000:3.0:1746130281.399829:0:8467:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135afed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8467:1830949841747584:192.168.204.51@tcp:104: 00010000:00010000:3.0:1746130281.399846:0:8467:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e5787362084 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae406c2 expref: 35 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130281.399857:0:8467:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091fc9a00, rc 0) 00000100:00100000:3.0:1746130281.399878:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099524380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:640ea846-b909-4eea-9a54-417e15bd627b+35:31578:x1830949849223424:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3792us (4396us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130281.399883:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6395 00000100:00100000:0.0:1746130281.400826:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130281.400958:0:7924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849223680 00000100:00100000:2.0:1746130281.400964:0:7924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849223680 00010000:00010000:2.0:1746130281.400991:0:7924:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d1000/0x4ce24e578736207d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae406bb expref: 6 pid: 8467 timeout: 579 lvb_type: 0 00000100:00100000:2.0:1746130281.401010:0:7924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14659 00000100:00100000:2.0:1746130281.401016:0:7924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099527480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949849223680:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746130281.401026:0:7924:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746130281.401042:0:7924:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800934d1000/0x4ce24e578736207d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae406bb expref: 6 pid: 8467 timeout: 579 lvb_type: 0 00010000:00010000:2.0:1746130281.401055:0:7924:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800934d1000/0x4ce24e578736207d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae406bb expref: 6 pid: 8467 timeout: 579 lvb_type: 0 00010000:00010000:2.0:1746130281.401070:0:7924:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1000/0x4ce24e578736207d lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae406bb expref: 6 pid: 8467 timeout: 579 lvb_type: 0 00010000:00010000:2.0:1746130281.401689:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130281.401691:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130281.401698:0:7924:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e5787362084 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae406c2 expref: 34 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130281.401706:0:7924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e5787362084 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae406c2 expref: 34 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130281.401729:0:7924:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e5787362084 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae406c2 expref: 34 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130281.401738:0:7924:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e5787362084 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae406c2 expref: 34 pid: 8467 timeout: 579 lvb_type: 0 00000100:00100000:2.0:1746130281.401747:0:7924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135afca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841747840:192.168.204.51@tcp:105: 00000100:00100000:2.0:1746130281.401819:0:7924:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b4ae9c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746130281.404250:0:7924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135afca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841747840:192.168.204.51@tcp:105: 00010000:00010000:2.0:1746130281.404302:0:7924:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746130281.405014:0:7924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099527480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+5:1961:x1830949849223680:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 3994us (4187us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130281.405051:0:7924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14659 00000100:00100000:0.0:1746130281.406090:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130281.406436:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849223936 00000100:00100000:1.0:1746130281.406443:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849223936 00002000:00100000:1.0:1746130281.406482:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880099526d80 x1830949849223936/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:267/0 lens 488/0 e 0 to 0 dl 1746130292 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130281.406492:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099526d80 with x1830949849223936 ext(0->4095) 00010000:00010000:1.0:1746130281.406502:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e5787362084 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae406c2 expref: 35 pid: 8467 timeout: 579 lvb_type: 0 00010000:00010000:1.0:1746130281.406514:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e5787362084 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae406c2 expref: 35 pid: 8467 timeout: 579 lvb_type: 0 00002000:00010000:1.0:1746130281.406520:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880099526d80 00000100:00100000:1.0:1746130281.406550:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2615 00000100:00100000:1.0:1746130281.406557:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099526d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+35:1961:x1830949849223936:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746130281.406704:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099526d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+35:1961:x1830949849223936:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 147us (618us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746130281.406709:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2615 00002000:00100000:1.0:1746130281.406714:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880099526d80 x1830949849223936/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:267/0 lens 488/4536 e 0 to 0 dl 1746130292 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130281.406720:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099526d80 with x1830949849223936 ext(0->4095) 00010000:00010000:1.0:1746130281.406724:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e5787362084 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae406c2 expref: 35 pid: 8467 timeout: 579 lvb_type: 0 00010000:00010000:1.0:1746130281.406732:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e5787362084 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae406c2 expref: 35 pid: 8467 timeout: 579 lvb_type: 0 00002000:00010000:1.0:1746130281.406738:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880099526d80 00000100:00100000:0.0:1746130281.409056:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130281.409196:0:7924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849224064 00000100:00100000:2.0:1746130281.409203:0:7924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849224064 00010000:00010000:2.0:1746130281.409236:0:7924:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e5787362084 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae406c2 expref: 35 pid: 8467 timeout: 579 lvb_type: 0 00000100:00100000:2.0:1746130281.409290:0:7924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14660 00000100:00100000:2.0:1746130281.409297:0:7924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e24a450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+35:1964:x1830949849224064:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746130281.409308:0:7924:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746130281.409325:0:7924:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e5787362084 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae406c2 expref: 35 pid: 8467 timeout: 579 lvb_type: 0 00010000:00010000:2.0:1746130281.409334:0:7924:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e5787362084 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae406c2 expref: 35 pid: 8467 timeout: 579 lvb_type: 0 00010000:00010000:2.0:1746130281.409353:0:7924:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e5787362084 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae406c2 expref: 35 pid: 8467 timeout: 579 lvb_type: 0 00010000:00010000:2.0:1746130281.409393:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130281.409394:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130281.409400:0:7924:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a4a32200/0x4ce24e578736208b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae406c9 expref: 34 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130281.409408:0:7924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a4a32200/0x4ce24e578736208b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae406c9 expref: 34 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130281.409435:0:7924:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a4a32200/0x4ce24e578736208b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae406c9 expref: 34 pid: 10554 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746130281.409446:0:7924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135afca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841747968:192.168.204.51@tcp:105: 00000100:00100000:2.0:1746130281.410243:0:7924:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b4ae9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746130281.413803:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130281.413939:0:7924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135afca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841747968:192.168.204.51@tcp:105: 00010000:00010000:2.0:1746130281.413956:0:7924:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746130281.413958:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849224320 00000100:00100000:3.0:1746130281.413965:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849224320 00002000:00100000:3.0:1746130281.414004:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880099527100 x1830949849224320/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:267/0 lens 488/0 e 0 to 0 dl 1746130292 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1746130281.414010:0:7924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e24a450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+35:1964:x1830949849224064:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 4713us (4959us total) trans 0 rc 0/0 00002000:00100000:3.0:1746130281.414012:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099527100 with x1830949849224320 ext(0->4095) 00002000:00010000:3.0:1746130281.414015:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880099527100 00000100:00100000:2.0:1746130281.414020:0:7924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14660 00000100:00100000:3.0:1746130281.414042:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4873 00000100:00100000:3.0:1746130281.414048:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099527100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+34:1963:x1830949849224320:12345-192.168.204.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746130281.414190:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099527100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+34:1963:x1830949849224320:12345-192.168.204.51@tcp:3:ptlrpcd_01_00.0 Request processed in 141us (393us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746130281.414195:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4873 00002000:00100000:3.0:1746130281.414200:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880099527100 x1830949849224320/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:267/0 lens 488/4536 e 0 to 0 dl 1746130292 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130281.414206:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099527100 with x1830949849224320 ext(0->4095) 00002000:00010000:3.0:1746130281.414208:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880099527100 00000100:00100000:0.0:1746130281.417113:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130281.417213:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849224448 00000100:00100000:3.0:1746130281.417220:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849224448 00000100:00100000:3.0:1746130281.417300:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6397 00000100:00100000:3.0:1746130281.417307:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099525180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c84b93b0-d496-484f-8e1e-94008838f2dd+5:31579:x1830949849224448:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746130281.417324:0:8467:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746130281.417339:0:8467:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800934d1000/0x4ce24e5787362092 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae406d0 expref: -99 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130281.417363:0:8467:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a4a32200/0x4ce24e578736208b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae406c9 expref: 33 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130281.417369:0:8467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746130281.417371:0:8467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746130281.417374:0:8467:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d1000/0x4ce24e5787362092 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae406d0 expref: 6 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130281.417409:0:8467:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a4a32200/0x4ce24e578736208b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae406c9 expref: 33 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130281.417419:0:8467:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a4a32200/0x4ce24e578736208b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae406c9 expref: 33 pid: 10554 timeout: 579 lvb_type: 0 00000100:00100000:3.0:1746130281.417429:0:8467:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091953800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8467:1830949841748096:192.168.204.51@tcp:104: 00000100:00100000:3.0:1746130281.417514:0:8467:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093e2b300 going to sleep for 11 seconds 00000100:00100000:3.0:1746130281.419600:0:8467:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091953800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8467:1830949841748096:192.168.204.51@tcp:104: 00010000:00010000:3.0:1746130281.419630:0:8467:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800934d1000/0x4ce24e5787362092 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae406d0 expref: 6 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130281.419645:0:8467:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800934d1000, rc 0) 00000100:00100000:3.0:1746130281.419711:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099525180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c84b93b0-d496-484f-8e1e-94008838f2dd+6:31579:x1830949849224448:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2403us (2604us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130281.419722:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6397 00000100:00100000:0.0:1746130281.420519:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130281.420606:0:7924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849224576 00000100:00100000:2.0:1746130281.420612:0:7924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849224576 00010000:00010000:2.0:1746130281.420636:0:7924:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a4a32200/0x4ce24e578736208b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae406c9 expref: 34 pid: 10554 timeout: 579 lvb_type: 0 00000100:00100000:2.0:1746130281.420658:0:7924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14661 00000100:00100000:2.0:1746130281.420663:0:7924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099525500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+34:1962:x1830949849224576:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746130281.420673:0:7924:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746130281.420690:0:7924:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a4a32200/0x4ce24e578736208b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae406c9 expref: 34 pid: 10554 timeout: 579 lvb_type: 0 00010000:00010000:2.0:1746130281.420699:0:7924:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a4a32200/0x4ce24e578736208b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae406c9 expref: 34 pid: 10554 timeout: 579 lvb_type: 0 00010000:00010000:2.0:1746130281.420716:0:7924:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a4a32200/0x4ce24e578736208b lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae406c9 expref: 34 pid: 10554 timeout: 579 lvb_type: 0 00010000:00010000:2.0:1746130281.420830:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130281.420833:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130281.420839:0:7924:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1000/0x4ce24e5787362092 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae406d0 expref: 5 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130281.420847:0:7924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d1000/0x4ce24e5787362092 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae406d0 expref: 5 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130281.421553:0:7924:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800934d1000/0x4ce24e5787362092 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae406d0 expref: 5 pid: 8467 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746130281.421565:0:7924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135afca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841748224:192.168.204.51@tcp:105: 00000100:00100000:2.0:1746130281.421647:0:7924:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b4ae480 going to sleep for 11 seconds 00000100:00100000:0.0:1746130281.422428:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130281.422979:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849224704 00000100:00100000:3.0:1746130281.422984:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849224704 00000100:00100000:3.0:1746130281.423020:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6398 00000100:00100000:3.0:1746130281.423027:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099527b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:640ea846-b909-4eea-9a54-417e15bd627b+34:31578:x1830949849224704:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746130281.423040:0:8467:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746130281.423052:0:8467:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800934d0000/0x4ce24e5787362099 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae406d7 expref: -99 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130281.423071:0:8467:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1000/0x4ce24e5787362092 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae406d0 expref: 5 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130281.423077:0:8467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130281.423078:0:8467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130281.423081:0:8467:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d0000/0x4ce24e5787362099 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae406d7 expref: 35 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130281.423101:0:8467:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800934d1000/0x4ce24e5787362092 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae406d0 expref: 5 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130281.423110:0:8467:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800934d1000/0x4ce24e5787362092 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae406d0 expref: 5 pid: 8467 timeout: 579 lvb_type: 0 00000100:00100000:3.0:1746130281.423119:0:8467:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091953800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8467:1830949841748352:192.168.204.51@tcp:104: 00000100:00100000:3.0:1746130281.423181:0:8467:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093e2b300 going to sleep for 11 seconds 00000100:00100000:2.0:1746130281.423404:0:7924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135afca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841748224:192.168.204.51@tcp:105: 00010000:00010000:2.0:1746130281.423418:0:7924:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746130281.423453:0:7924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099525500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+35:1962:x1830949849224576:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 2789us (2935us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130281.423462:0:7924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14661 00000100:00100000:1.0:1746130281.424016:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130281.424064:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849224960 00000100:00100000:3.0:1746130281.424069:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849224960 00002000:00100000:3.0:1746130281.424094:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093172d80 x1830949849224960/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:267/0 lens 488/0 e 0 to 0 dl 1746130292 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130281.424102:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093172d80 with x1830949849224960 ext(0->4095) 00010000:00010000:3.0:1746130281.424108:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1000/0x4ce24e5787362092 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae406d0 expref: 6 pid: 8467 timeout: 579 lvb_type: 0 00010000:00010000:3.0:1746130281.424119:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800934d1000/0x4ce24e5787362092 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae406d0 expref: 6 pid: 8467 timeout: 579 lvb_type: 0 00002000:00010000:3.0:1746130281.424124:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093172d80 00000100:00100000:3.0:1746130281.424147:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2616 00000100:00100000:3.0:1746130281.424153:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093172d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949849224960:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746130281.424262:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093172d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949849224960:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 110us (247us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746130281.424280:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2616 00002000:00100000:3.0:1746130281.424284:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093172d80 x1830949849224960/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:267/0 lens 488/4536 e 0 to 0 dl 1746130292 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130281.424290:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093172d80 with x1830949849224960 ext(0->4095) 00010000:00010000:3.0:1746130281.424294:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1000/0x4ce24e5787362092 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae406d0 expref: 6 pid: 8467 timeout: 579 lvb_type: 0 00010000:00010000:3.0:1746130281.424301:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800934d1000/0x4ce24e5787362092 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae406d0 expref: 6 pid: 8467 timeout: 579 lvb_type: 0 00002000:00010000:3.0:1746130281.424306:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093172d80 00000100:00100000:3.0:1746130281.424655:0:8467:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091953800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8467:1830949841748352:192.168.204.51@tcp:104: 00010000:00010000:3.0:1746130281.424669:0:8467:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800934d0000/0x4ce24e5787362099 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae406d7 expref: 34 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130281.424679:0:8467:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800934d0000, rc 0) 00000100:00100000:3.0:1746130281.424711:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099527b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:640ea846-b909-4eea-9a54-417e15bd627b+34:31578:x1830949849224704:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1685us (2285us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130281.424717:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6398 00000100:00100000:0.0:1746130281.425493:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130281.425519:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130281.425571:0:7924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849225216 00000100:00100000:2.0:1746130281.425576:0:7924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849225216 00010000:00010000:2.0:1746130281.425596:0:7924:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d1000/0x4ce24e5787362092 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae406d0 expref: 6 pid: 8467 timeout: 579 lvb_type: 0 00000100:00100000:3.0:1746130281.425603:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849225088 00000100:00100000:3.0:1746130281.425606:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849225088 00000100:00100000:2.0:1746130281.425624:0:7924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14662 00000100:00100000:2.0:1746130281.425630:0:7924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099527800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949849225216:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746130281.425639:0:7924:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746130281.425654:0:7924:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800934d1000/0x4ce24e5787362092 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae406d0 expref: 6 pid: 8467 timeout: 579 lvb_type: 0 00000100:00100000:3.0:1746130281.425662:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6399 00000100:00100000:3.0:1746130281.425668:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099525880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:640ea846-b909-4eea-9a54-417e15bd627b+34:31579:x1830949849225088:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746130281.425668:0:7924:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800934d1000/0x4ce24e5787362092 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae406d0 expref: 6 pid: 8467 timeout: 579 lvb_type: 0 00010000:00010000:3.0:1746130281.425676:0:8467:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746130281.425684:0:8467:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800934d1a00/0x4ce24e57873620a0 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae406de expref: -99 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130281.425685:0:7924:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1000/0x4ce24e5787362092 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae406d0 expref: 6 pid: 8467 timeout: 579 lvb_type: 0 00010000:00010000:2.0:1746130281.425695:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130281.425696:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130281.425702:0:7924:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800934d0000/0x4ce24e5787362099 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae406d7 expref: 35 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130281.425709:0:7924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d0000/0x4ce24e5787362099 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae406d7 expref: 35 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130281.425791:0:8467:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800934d0000/0x4ce24e5787362099 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae406d7 expref: 35 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130281.425796:0:8467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746130281.425797:0:8467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746130281.425799:0:8467:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d1a00/0x4ce24e57873620a0 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae406de expref: 35 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130281.425813:0:8467:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800934d0000/0x4ce24e5787362099 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae406d7 expref: 35 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130281.425820:0:8467:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800934d0000/0x4ce24e5787362099 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae406d7 expref: 35 pid: 8467 timeout: 579 lvb_type: 0 00010000:00010000:2.0:1746130281.425828:0:7924:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800934d0000/0x4ce24e5787362099 lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae406d7 expref: 35 pid: 8467 timeout: 579 lvb_type: 0 00000100:00100000:3.0:1746130281.425830:0:8467:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091953800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8467:1830949841748608:192.168.204.51@tcp:104: 00010000:00010000:2.0:1746130281.425835:0:7924:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800934d0000/0x4ce24e5787362099 lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae406d7 expref: 35 pid: 8467 timeout: 579 lvb_type: 0 00000100:00100000:2.0:1746130281.425842:0:7924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135afca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841748480:192.168.204.51@tcp:105: 00000100:00100000:3.0:1746130281.425897:0:8467:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093e2b300 going to sleep for 11 seconds 00000100:00100000:2.0:1746130281.425897:0:7924:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b4ae480 going to sleep for 11 seconds 00000100:00100000:3.0:1746130281.427173:0:8467:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091953800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8467:1830949841748608:192.168.204.51@tcp:104: 00010000:00010000:3.0:1746130281.427195:0:8467:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800934d1a00/0x4ce24e57873620a0 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae406de expref: 35 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130281.427207:0:8467:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800934d1a00, rc 0) 00000100:00100000:2.0:1746130281.427246:0:7924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135afca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841748480:192.168.204.51@tcp:105: 00010000:00010000:2.0:1746130281.427262:0:7924:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746130281.427286:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099525880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:640ea846-b909-4eea-9a54-417e15bd627b+35:31579:x1830949849225088:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1568us (1744us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130281.427294:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6399 00000100:00100000:2.0:1746130281.427309:0:7924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099527800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+5:1961:x1830949849225216:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 1679us (1787us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130281.427322:0:7924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14662 00000100:00100000:0.0:1746130281.427647:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130281.427705:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849225472 00000100:00100000:1.0:1746130281.427710:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849225472 00002000:00100000:1.0:1746130281.427736:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880099525f80 x1830949849225472/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:267/0 lens 488/0 e 0 to 0 dl 1746130292 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130281.427745:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099525f80 with x1830949849225472 ext(0->4095) 00010000:00010000:1.0:1746130281.427750:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800934d0000/0x4ce24e5787362099 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae406d7 expref: 35 pid: 8467 timeout: 579 lvb_type: 0 00010000:00010000:1.0:1746130281.427760:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800934d0000/0x4ce24e5787362099 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae406d7 expref: 35 pid: 8467 timeout: 579 lvb_type: 0 00002000:00010000:1.0:1746130281.427766:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880099525f80 00000100:00100000:1.0:1746130281.427842:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2617 00000100:00100000:1.0:1746130281.427848:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099525f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+35:1961:x1830949849225472:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746130281.428157:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099525f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+35:1961:x1830949849225472:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 308us (510us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746130281.428163:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2617 00002000:00100000:1.0:1746130281.428168:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880099525f80 x1830949849225472/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:267/0 lens 488/4536 e 0 to 0 dl 1746130292 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130281.428175:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099525f80 with x1830949849225472 ext(0->4095) 00010000:00010000:1.0:1746130281.428179:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800934d0000/0x4ce24e5787362099 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae406d7 expref: 35 pid: 8467 timeout: 579 lvb_type: 0 00010000:00010000:1.0:1746130281.428187:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800934d0000/0x4ce24e5787362099 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae406d7 expref: 35 pid: 8467 timeout: 579 lvb_type: 0 00002000:00010000:1.0:1746130281.428192:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880099525f80 00000100:00100000:0.0:1746130281.430000:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130281.430086:0:7924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849225600 00000100:00100000:2.0:1746130281.430092:0:7924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849225600 00010000:00010000:2.0:1746130281.430120:0:7924:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d0000/0x4ce24e5787362099 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae406d7 expref: 35 pid: 8467 timeout: 579 lvb_type: 0 00000100:00100000:2.0:1746130281.430148:0:7924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14663 00000100:00100000:2.0:1746130281.430154:0:7924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099524000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+35:1963:x1830949849225600:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746130281.430165:0:7924:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746130281.430182:0:7924:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800934d0000/0x4ce24e5787362099 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae406d7 expref: 35 pid: 8467 timeout: 579 lvb_type: 0 00010000:00010000:2.0:1746130281.430192:0:7924:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800934d0000/0x4ce24e5787362099 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae406d7 expref: 35 pid: 8467 timeout: 579 lvb_type: 0 00010000:00010000:2.0:1746130281.430210:0:7924:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800934d0000/0x4ce24e5787362099 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae406d7 expref: 35 pid: 8467 timeout: 579 lvb_type: 0 00010000:00010000:2.0:1746130281.430238:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130281.430240:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130281.430247:0:7924:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1a00/0x4ce24e57873620a0 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae406de expref: 34 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130281.430254:0:7924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d1a00/0x4ce24e57873620a0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae406de expref: 34 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130281.430480:0:7924:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800934d1a00/0x4ce24e57873620a0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae406de expref: 34 pid: 8467 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746130281.430493:0:7924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135afca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841748736:192.168.204.51@tcp:105: 00000100:00100000:2.0:1746130281.431393:0:7924:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b4ae480 going to sleep for 11 seconds 00000100:00100000:0.0:1746130281.432098:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130281.432118:0:7924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135afca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841748736:192.168.204.51@tcp:105: 00010000:00010000:2.0:1746130281.432135:0:7924:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746130281.432165:0:7924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099524000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+34:1963:x1830949849225600:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 2011us (2171us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130281.432175:0:7924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14663 00000100:00100000:1.0:1746130281.432230:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849225856 00000100:00100000:1.0:1746130281.432235:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849225856 00002000:00100000:1.0:1746130281.432261:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880099524700 x1830949849225856/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:267/0 lens 488/0 e 0 to 0 dl 1746130292 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130281.432280:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099524700 with x1830949849225856 ext(0->4095) 00002000:00010000:1.0:1746130281.432283:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880099524700 00000100:00100000:1.0:1746130281.432438:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4874 00000100:00100000:1.0:1746130281.432445:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099524700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+34:1962:x1830949849225856:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746130281.432711:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099524700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+34:1962:x1830949849225856:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 266us (614us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746130281.432716:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4874 00002000:00100000:1.0:1746130281.432721:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880099524700 x1830949849225856/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:267/0 lens 488/4536 e 0 to 0 dl 1746130292 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130281.432727:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099524700 with x1830949849225856 ext(0->4095) 00002000:00010000:1.0:1746130281.432730:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880099524700 00000100:00100000:0.0:1746130281.433974:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130281.434034:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849225984 00000100:00100000:3.0:1746130281.434040:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849225984 00000100:00100000:3.0:1746130281.434084:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6400 00000100:00100000:3.0:1746130281.434090:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099524a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c84b93b0-d496-484f-8e1e-94008838f2dd+5:31579:x1830949849225984:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746130281.434103:0:8467:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746130281.434118:0:8467:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800934d1200/0x4ce24e57873620a7 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae406e5 expref: -99 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130281.434141:0:8467:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1a00/0x4ce24e57873620a0 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae406de expref: 33 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130281.434148:0:8467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746130281.434150:0:8467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746130281.434152:0:8467:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d1200/0x4ce24e57873620a7 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae406e5 expref: 6 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130281.434179:0:8467:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800934d1a00/0x4ce24e57873620a0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae406de expref: 33 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130281.434189:0:8467:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800934d1a00/0x4ce24e57873620a0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae406de expref: 33 pid: 8467 timeout: 579 lvb_type: 0 00000100:00100000:3.0:1746130281.434198:0:8467:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091953800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8467:1830949841748864:192.168.204.51@tcp:104: 00000100:00100000:3.0:1746130281.434303:0:8467:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093e2b300 going to sleep for 11 seconds 00000100:00100000:3.0:1746130281.435747:0:8467:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091953800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8467:1830949841748864:192.168.204.51@tcp:104: 00000100:00100000:0.0:1746130281.435747:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00010000:00010000:3.0:1746130281.435768:0:8467:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800934d1200/0x4ce24e57873620a7 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae406e5 expref: 6 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130281.435781:0:8467:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800934d1200, rc 0) 00000100:00100000:3.0:1746130281.435810:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099524a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c84b93b0-d496-484f-8e1e-94008838f2dd+6:31579:x1830949849225984:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1720us (1841us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130281.435817:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6400 00000100:00100000:2.0:1746130281.435822:0:7924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849226112 00000100:00100000:2.0:1746130281.435827:0:7924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849226112 00010000:00010000:2.0:1746130281.435846:0:7924:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d1a00/0x4ce24e57873620a0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae406de expref: 34 pid: 8467 timeout: 579 lvb_type: 0 00000100:00100000:2.0:1746130281.435876:0:7924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14664 00000100:00100000:2.0:1746130281.435882:0:7924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099527480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+34:1962:x1830949849226112:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746130281.435891:0:7924:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746130281.435908:0:7924:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800934d1a00/0x4ce24e57873620a0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae406de expref: 34 pid: 8467 timeout: 579 lvb_type: 0 00010000:00010000:2.0:1746130281.435917:0:7924:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800934d1a00/0x4ce24e57873620a0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae406de expref: 34 pid: 8467 timeout: 579 lvb_type: 0 00010000:00010000:2.0:1746130281.435933:0:7924:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1a00/0x4ce24e57873620a0 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae406de expref: 34 pid: 8467 timeout: 579 lvb_type: 0 00010000:00010000:2.0:1746130281.435946:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130281.435948:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130281.435954:0:7924:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1200/0x4ce24e57873620a7 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae406e5 expref: 5 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130281.435961:0:7924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d1200/0x4ce24e57873620a7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae406e5 expref: 5 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130281.435985:0:7924:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800934d1200/0x4ce24e57873620a7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae406e5 expref: 5 pid: 8467 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746130281.435996:0:7924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135afca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841748992:192.168.204.51@tcp:105: 00000100:00100000:2.0:1746130281.436048:0:7924:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b4ae480 going to sleep for 11 seconds 00000100:00100000:2.0:1746130281.437094:0:7924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135afca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841748992:192.168.204.51@tcp:105: 00010000:00010000:2.0:1746130281.437106:0:7924:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746130281.437140:0:7924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099527480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+33:1962:x1830949849226112:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 1257us (1395us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130281.437147:0:7924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14664 00000100:00100000:0.0:1746130281.437330:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130281.437505:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849226368 00000100:00100000:1.0:1746130281.437510:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849226368 00002000:00100000:1.0:1746130281.437544:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092d0df80 x1830949849226368/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:267/0 lens 488/0 e 0 to 0 dl 1746130292 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130281.437552:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092d0df80 with x1830949849226368 ext(0->4095) 00002000:00010000:1.0:1746130281.437555:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092d0df80 00000100:00100000:1.0:1746130281.437589:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4875 00000100:00100000:1.0:1746130281.437595:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092d0df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1963:x1830949849226368:12345-192.168.204.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746130281.437717:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092d0df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1963:x1830949849226368:12345-192.168.204.51@tcp:3:ptlrpcd_01_00.0 Request processed in 122us (387us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746130281.437725:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4875 00002000:00100000:1.0:1746130281.437730:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092d0df80 x1830949849226368/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:267/0 lens 488/4536 e 0 to 0 dl 1746130292 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130281.437736:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092d0df80 with x1830949849226368 ext(0->4095) 00002000:00010000:1.0:1746130281.437739:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092d0df80 00000100:00100000:0.0:1746130281.438981:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130281.439029:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849226496 00000100:00100000:3.0:1746130281.439034:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849226496 00000100:00100000:3.0:1746130281.439067:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6401 00000100:00100000:3.0:1746130281.439074:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092d0f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:640ea846-b909-4eea-9a54-417e15bd627b+33:31579:x1830949849226496:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746130281.439085:0:8467:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746130281.439098:0:8467:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800934d0600/0x4ce24e57873620ae lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae406ec expref: -99 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130281.439117:0:8467:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1200/0x4ce24e57873620a7 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae406e5 expref: 5 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130281.439124:0:8467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130281.439125:0:8467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130281.439128:0:8467:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d0600/0x4ce24e57873620ae lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae406ec expref: 34 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130281.439149:0:8467:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800934d1200/0x4ce24e57873620a7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae406e5 expref: 5 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130281.439158:0:8467:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800934d1200/0x4ce24e57873620a7 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae406e5 expref: 5 pid: 8467 timeout: 579 lvb_type: 0 00000100:00100000:3.0:1746130281.439166:0:8467:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091953800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8467:1830949841749120:192.168.204.51@tcp:104: 00000100:00100000:3.0:1746130281.439232:0:8467:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093e2b300 going to sleep for 11 seconds 00000100:00100000:3.0:1746130281.440185:0:8467:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091953800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8467:1830949841749120:192.168.204.51@tcp:104: 00010000:00010000:3.0:1746130281.440203:0:8467:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800934d0600/0x4ce24e57873620ae lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae406ec expref: 34 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130281.440213:0:8467:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800934d0600, rc 0) 00000100:00100000:3.0:1746130281.440248:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092d0f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:640ea846-b909-4eea-9a54-417e15bd627b+34:31579:x1830949849226496:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1173us (1269us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130281.440255:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6401 00000100:00100000:0.0:1746130281.441109:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130281.441291:0:7924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849226624 00000100:00100000:2.0:1746130281.441297:0:7924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849226624 00010000:00010000:2.0:1746130281.441327:0:7924:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d1200/0x4ce24e57873620a7 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae406e5 expref: 6 pid: 8467 timeout: 579 lvb_type: 0 00000100:00100000:2.0:1746130281.441360:0:7924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14665 00000100:00100000:2.0:1746130281.441367:0:7924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092d0d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949849226624:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746130281.441393:0:7924:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746130281.441414:0:7924:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800934d1200/0x4ce24e57873620a7 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae406e5 expref: 6 pid: 8467 timeout: 579 lvb_type: 0 00010000:00010000:2.0:1746130281.441429:0:7924:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800934d1200/0x4ce24e57873620a7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae406e5 expref: 6 pid: 8467 timeout: 579 lvb_type: 0 00010000:00010000:2.0:1746130281.441446:0:7924:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1200/0x4ce24e57873620a7 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae406e5 expref: 6 pid: 8467 timeout: 579 lvb_type: 0 00010000:00010000:2.0:1746130281.441469:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130281.441471:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130281.441478:0:7924:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800934d0600/0x4ce24e57873620ae lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae406ec expref: 33 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130281.441484:0:7924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d0600/0x4ce24e57873620ae lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae406ec expref: 33 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130281.441507:0:7924:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800934d0600/0x4ce24e57873620ae lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae406ec expref: 33 pid: 8467 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746130281.441516:0:7924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135afca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841749248:192.168.204.51@tcp:105: 00000100:00100000:2.0:1746130281.441585:0:7924:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b4ae480 going to sleep for 11 seconds 00000100:00100000:2.0:1746130281.443684:0:7924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135afca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841749248:192.168.204.51@tcp:105: 00010000:00010000:2.0:1746130281.443703:0:7924:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746130281.443746:0:7924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092d0d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+5:1961:x1830949849226624:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 2379us (2638us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130281.443755:0:7924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14665 00000100:00100000:1.0:1746130281.443919:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130281.444014:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849226880 00000100:00100000:0.0:1746130281.444019:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849226880 00002000:00100000:0.0:1746130281.444047:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093173100 x1830949849226880/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:267/0 lens 488/0 e 0 to 0 dl 1746130292 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746130281.444055:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093173100 with x1830949849226880 ext(0->4095) 00002000:00010000:0.0:1746130281.444058:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093173100 00000100:00100000:0.0:1746130281.444069:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4876 00000100:00100000:0.0:1746130281.444073:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093173100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+34:1961:x1830949849226880:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746130281.444183:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093173100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+34:1961:x1830949849226880:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 109us (264us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746130281.444188:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4876 00002000:00100000:0.0:1746130281.444193:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093173100 x1830949849226880/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:267/0 lens 488/4536 e 0 to 0 dl 1746130292 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746130281.444199:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093173100 with x1830949849226880 ext(0->4095) 00002000:00010000:0.0:1746130281.444202:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093173100 00000100:00100000:0.0:1746130281.446006:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130281.446067:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849227008 00000100:00100000:3.0:1746130281.446076:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849227008 00000100:00100000:3.0:1746130281.446181:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6402 00000100:00100000:3.0:1746130281.446189:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092d0d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c84b93b0-d496-484f-8e1e-94008838f2dd+5:31579:x1830949849227008:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746130281.446206:0:8467:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746130281.446221:0:8467:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800934d1e00/0x4ce24e57873620b5 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae406f3 expref: -99 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130281.446245:0:8467:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800934d0600/0x4ce24e57873620ae lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae406ec expref: 33 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130281.446251:0:8467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746130281.446253:0:8467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746130281.446256:0:8467:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d1e00/0x4ce24e57873620b5 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae406f3 expref: 6 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130281.446304:0:8467:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800934d0600/0x4ce24e57873620ae lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae406ec expref: 33 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130281.446315:0:8467:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800934d0600/0x4ce24e57873620ae lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae406ec expref: 33 pid: 8467 timeout: 579 lvb_type: 0 00000100:00100000:3.0:1746130281.446326:0:8467:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091953800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8467:1830949841749376:192.168.204.51@tcp:104: 00000100:00100000:3.0:1746130281.446651:0:8467:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093e2b300 going to sleep for 11 seconds 00000100:00100000:3.0:1746130281.447992:0:8467:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091953800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8467:1830949841749376:192.168.204.51@tcp:104: 00010000:00010000:3.0:1746130281.448017:0:8467:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800934d1e00/0x4ce24e57873620b5 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae406f3 expref: 6 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130281.448031:0:8467:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800934d1e00, rc 0) 00000100:00100000:3.0:1746130281.448071:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092d0d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c84b93b0-d496-484f-8e1e-94008838f2dd+6:31579:x1830949849227008:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1883us (2071us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130281.448081:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6402 00000100:00100000:0.0:1746130281.448256:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130281.448350:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849227136 00000100:00100000:3.0:1746130281.448356:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849227136 00002000:00100000:3.0:1746130281.448398:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff880092d0d500 x1830949849227136/t0(0) o4->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:267/0 lens 496/0 e 0 to 0 dl 1746130292 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130281.448407:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092d0d500 with x1830949849227136 ext(0->7) 00010000:00010000:3.0:1746130281.448413:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800934d0600/0x4ce24e57873620ae lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae406ec expref: 34 pid: 8467 timeout: 579 lvb_type: 0 00010000:00010000:3.0:1746130281.448423:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800934d0600/0x4ce24e57873620ae lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae406ec expref: 34 pid: 8467 timeout: 579 lvb_type: 0 00002000:00010000:3.0:1746130281.448429:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092d0d500 00000100:00100000:3.0:1746130281.448443:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2618 00000100:00100000:3.0:1746130281.448450:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092d0d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+34:1962:x1830949849227136:12345-192.168.204.51@tcp:4:ldlm_bl.0 00000100:00100000:3.0:1746130281.448759:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092d0d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+36:1962:x1830949849227136:12345-192.168.204.51@tcp:4:ldlm_bl.0 Request processed in 310us (504us total) trans 4294967939 rc 0/0 00000100:00100000:3.0:1746130281.448763:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2618 00002000:00100000:3.0:1746130281.448767:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff880092d0d500 x1830949849227136/t4294967939(0) o4->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:267/0 lens 496/448 e 0 to 0 dl 1746130292 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130281.448771:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092d0d500 with x1830949849227136 ext(0->7) 00010000:00010000:3.0:1746130281.448774:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800934d0600/0x4ce24e57873620ae lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae406ec expref: 36 pid: 8467 timeout: 579 lvb_type: 0 00010000:00010000:3.0:1746130281.448783:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800934d0600/0x4ce24e57873620ae lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae406ec expref: 36 pid: 8467 timeout: 579 lvb_type: 0 00002000:00010000:3.0:1746130281.448787:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092d0d500 00000100:00100000:0.0:1746130281.450885:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130281.451221:0:7924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849227264 00000100:00100000:2.0:1746130281.451229:0:7924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849227264 00010000:00010000:2.0:1746130281.451258:0:7924:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d0600/0x4ce24e57873620ae lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae406ec expref: 36 pid: 8467 timeout: 579 lvb_type: 0 00000100:00100000:2.0:1746130281.451356:0:7924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14666 00000100:00100000:2.0:1746130281.451364:0:7924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092d0ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+36:1962:x1830949849227264:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746130281.451386:0:7924:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746130281.451404:0:7924:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800934d0600/0x4ce24e57873620ae lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae406ec expref: 36 pid: 8467 timeout: 579 lvb_type: 0 00010000:00010000:2.0:1746130281.451417:0:7924:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800934d0600/0x4ce24e57873620ae lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae406ec expref: 36 pid: 8467 timeout: 579 lvb_type: 0 00010000:00010000:2.0:1746130281.451436:0:7924:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800934d0600/0x4ce24e57873620ae lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae406ec expref: 36 pid: 8467 timeout: 579 lvb_type: 0 00010000:00010000:2.0:1746130281.451457:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130281.451459:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130281.451466:0:7924:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1e00/0x4ce24e57873620b5 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae406f3 expref: 5 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130281.451472:0:7924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d1e00/0x4ce24e57873620b5 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae406f3 expref: 5 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130281.451577:0:7924:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800934d1e00/0x4ce24e57873620b5 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae406f3 expref: 5 pid: 8467 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746130281.451600:0:7924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091953800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841749504:192.168.204.51@tcp:105: 00000100:00100000:3.0:1746130281.451708:0:7924:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093e2b300 going to sleep for 11 seconds 00000100:00100000:3.0:1746130281.454940:0:7924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091953800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841749504:192.168.204.51@tcp:105: 00010000:00010000:3.0:1746130281.454968:0:7924:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746130281.455030:0:7924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092d0ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+35:1962:x1830949849227264:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 3666us (4150us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130281.455043:0:7924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14666 00000100:00100000:0.0:1746130281.455461:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130281.455749:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849227520 00000100:00100000:3.0:1746130281.455755:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849227520 00002000:00100000:3.0:1746130281.455802:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092d0c000 x1830949849227520/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:267/0 lens 488/0 e 0 to 0 dl 1746130292 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130281.455813:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092d0c000 with x1830949849227520 ext(0->4095) 00002000:00010000:3.0:1746130281.455817:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092d0c000 00000100:00100000:3.0:1746130281.455837:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4877 00000100:00100000:3.0:1746130281.455844:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092d0c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949849227520:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746130281.456091:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092d0c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949849227520:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 248us (630us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746130281.456355:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4877 00002000:00100000:3.0:1746130281.456361:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092d0c000 x1830949849227520/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:267/0 lens 488/4536 e 0 to 0 dl 1746130292 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130281.456368:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092d0c000 with x1830949849227520 ext(0->4095) 00002000:00010000:3.0:1746130281.456371:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092d0c000 00000100:00100000:0.0:1746130281.458043:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130281.458213:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849227648 00000100:00100000:3.0:1746130281.458221:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849227648 00000100:00100000:3.0:1746130281.458298:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6403 00000100:00100000:3.0:1746130281.458307:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4cd4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:640ea846-b909-4eea-9a54-417e15bd627b+35:31579:x1830949849227648:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746130281.458320:0:8467:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746130281.458335:0:8467:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800934d1000/0x4ce24e57873620bc lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae406fa expref: -99 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130281.458362:0:8467:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1e00/0x4ce24e57873620b5 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae406f3 expref: 5 pid: 8467 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746130281.458369:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00010000:00010000:3.0:1746130281.458370:0:8467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130281.458371:0:8467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130281.458375:0:8467:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d1000/0x4ce24e57873620bc lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae406fa expref: 36 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130281.458415:0:8467:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800934d1e00/0x4ce24e57873620b5 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae406f3 expref: 5 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130281.458425:0:8467:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800934d1e00/0x4ce24e57873620b5 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae406f3 expref: 5 pid: 8467 timeout: 579 lvb_type: 0 00000100:00100000:3.0:1746130281.458441:0:8467:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091953800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8467:1830949841749632:192.168.204.51@tcp:104: 00000100:00100000:1.0:1746130281.458442:0:8469:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849227776 00000100:00100000:1.0:1746130281.458446:0:8469:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849227776 00000100:00100000:1.0:1746130281.458468:0:8469:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6404 00000100:00100000:1.0:1746130281.458473:0:8469:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009412f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:640ea846-b909-4eea-9a54-417e15bd627b+37:31578:x1830949849227776:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746130281.458480:0:8469:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746130281.458486:0:8469:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a4a33600/0x4ce24e57873620c3 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae40701 expref: -99 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130281.458499:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130281.458503:0:8469:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1000/0x4ce24e57873620bc lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae406fa expref: 38 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130281.458508:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130281.458510:0:8469:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a4a33600/0x4ce24e57873620c3 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40701 expref: 38 pid: 8469 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746130281.458511:0:8467:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093e2b0c0 going to sleep for 11 seconds 00010000:00010000:1.0:1746130281.458529:0:8469:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800934d1000/0x4ce24e57873620bc lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae406fa expref: 38 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130281.458540:0:8469:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a4a33600/0x4ce24e57873620c3 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40701 expref: 38 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130281.458548:0:8469:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a4a33600, rc 0) 00000100:00100000:1.0:1746130281.458664:0:8469:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009412f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:640ea846-b909-4eea-9a54-417e15bd627b+38:31578:x1830949849227776:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 189us (295us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130281.458670:0:8469:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6404 00000100:00100000:3.0:1746130281.460648:0:8467:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091953800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8467:1830949841749632:192.168.204.51@tcp:104: 00010000:00010000:3.0:1746130281.460677:0:8467:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800934d1000/0x4ce24e57873620bc lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae406fa expref: 37 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130281.460689:0:8467:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800934d1000, rc 0) 00000100:00100000:3.0:1746130281.460723:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4cd4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:640ea846-b909-4eea-9a54-417e15bd627b+37:31579:x1830949849227648:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2418us (2690us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130281.460730:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6403 00000100:00100000:0.0:1746130281.460923:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130281.461206:0:7924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849227904 00000100:00100000:3.0:1746130281.461212:0:7924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849227904 00010000:00010000:3.0:1746130281.461241:0:7924:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d1e00/0x4ce24e57873620b5 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae406f3 expref: 6 pid: 8467 timeout: 579 lvb_type: 0 00000100:00100000:1.0:1746130281.461350:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14667 00000100:00100000:1.0:1746130281.461358:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e24a050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949849227904:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746130281.461371:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746130281.461399:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800934d1e00/0x4ce24e57873620b5 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae406f3 expref: 6 pid: 8467 timeout: 579 lvb_type: 0 00010000:00010000:1.0:1746130281.461410:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800934d1e00/0x4ce24e57873620b5 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae406f3 expref: 6 pid: 8467 timeout: 579 lvb_type: 0 00010000:00010000:1.0:1746130281.461431:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1e00/0x4ce24e57873620b5 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae406f3 expref: 6 pid: 8467 timeout: 579 lvb_type: 0 00010000:00010000:1.0:1746130281.461446:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130281.461448:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130281.461455:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1000/0x4ce24e57873620bc lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae406fa expref: 36 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130281.461462:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d1000/0x4ce24e57873620bc lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae406fa expref: 36 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130281.461488:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800934d1000/0x4ce24e57873620bc lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae406fa expref: 36 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130281.461498:0:7097:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800934d1000/0x4ce24e57873620bc lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae406fa expref: 36 pid: 8467 timeout: 579 lvb_type: 0 00000100:00100000:1.0:1746130281.461508:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093172680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841749888:192.168.204.51@tcp:105: 00000100:00100000:1.0:1746130281.461564:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18fbc00 going to sleep for 11 seconds 00000100:00100000:1.0:1746130281.462789:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093172680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841749888:192.168.204.51@tcp:105: 00010000:00010000:1.0:1746130281.462802:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746130281.462879:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e24a050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+5:1962:x1830949849227904:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 1522us (1956us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130281.462886:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14667 00000100:00100000:0.0:1746130281.463791:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130281.463907:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849228160 00000100:00100000:3.0:1746130281.463912:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849228160 00002000:00100000:3.0:1746130281.463948:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009412ed80 x1830949849228160/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:267/0 lens 488/0 e 0 to 0 dl 1746130292 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130281.463957:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009412ed80 with x1830949849228160 ext(0->4095) 00010000:00010000:3.0:1746130281.463964:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1000/0x4ce24e57873620bc lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae406fa expref: 37 pid: 8467 timeout: 579 lvb_type: 0 00010000:00010000:3.0:1746130281.463975:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800934d1000/0x4ce24e57873620bc lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae406fa expref: 37 pid: 8467 timeout: 579 lvb_type: 0 00002000:00010000:3.0:1746130281.463982:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009412ed80 00000100:00100000:3.0:1746130281.464042:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2619 00000100:00100000:3.0:1746130281.464051:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009412ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+37:1961:x1830949849228160:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746130281.464195:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009412ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+37:1961:x1830949849228160:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 146us (406us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746130281.464201:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2619 00002000:00100000:3.0:1746130281.464205:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009412ed80 x1830949849228160/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:267/0 lens 488/4536 e 0 to 0 dl 1746130292 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130281.464212:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009412ed80 with x1830949849228160 ext(0->4095) 00010000:00010000:3.0:1746130281.464216:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1000/0x4ce24e57873620bc lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae406fa expref: 37 pid: 8467 timeout: 579 lvb_type: 0 00010000:00010000:3.0:1746130281.464228:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800934d1000/0x4ce24e57873620bc lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae406fa expref: 37 pid: 8467 timeout: 579 lvb_type: 0 00002000:00010000:3.0:1746130281.464233:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009412ed80 00000100:00100000:0.0:1746130281.468248:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130281.468368:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849228288 00000100:00100000:3.0:1746130281.468389:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849228288 00000100:00100000:0.0:1746130281.468408:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130281.468437:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6405 00000100:00100000:3.0:1746130281.468445:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091f45c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c84b93b0-d496-484f-8e1e-94008838f2dd+5:31579:x1830949849228288:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746130281.468460:0:8467:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746130281.468476:0:8467:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800934d1800/0x4ce24e57873620ca lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae40708 expref: -99 pid: 8467 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746130281.468485:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849228416 00000100:00100000:1.0:1746130281.468489:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849228416 00010000:00010000:3.0:1746130281.468502:0:8467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746130281.468507:0:8467:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a4a33600/0x4ce24e57873620c3 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40701 expref: 37 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130281.468511:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d1000/0x4ce24e57873620bc lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae406fa expref: 37 pid: 8467 timeout: 579 lvb_type: 0 00010000:00010000:3.0:1746130281.468513:0:8467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746130281.468516:0:8467:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d1800/0x4ce24e57873620ca lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40708 expref: 6 pid: 8467 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746130281.468543:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14668 00000100:00100000:1.0:1746130281.468548:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091f45180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+37:1963:x1830949849228416:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746130281.468551:0:8467:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a4a33600/0x4ce24e57873620c3 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40701 expref: 37 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130281.468557:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746130281.468563:0:8467:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800934d1800/0x4ce24e57873620ca lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40708 expref: 6 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130281.468572:0:8467:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800934d1800, rc 0) 00010000:00010000:1.0:1746130281.468577:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800934d1000/0x4ce24e57873620bc lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae406fa expref: 37 pid: 8467 timeout: 579 lvb_type: 0 00010000:00010000:1.0:1746130281.468587:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800934d1000/0x4ce24e57873620bc lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae406fa expref: 37 pid: 8467 timeout: 579 lvb_type: 0 00010000:00010000:1.0:1746130281.468604:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1000/0x4ce24e57873620bc lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae406fa expref: 37 pid: 8467 timeout: 579 lvb_type: 0 00000100:00100000:3.0:1746130281.468629:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091f45c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c84b93b0-d496-484f-8e1e-94008838f2dd+6:31579:x1830949849228288:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 184us (392us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130281.468634:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6405 00010000:00010000:1.0:1746130281.468692:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130281.468694:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130281.468699:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a4a33600/0x4ce24e57873620c3 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40701 expref: 36 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130281.468706:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a4a33600/0x4ce24e57873620c3 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40701 expref: 36 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130281.468723:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a4a33600/0x4ce24e57873620c3 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40701 expref: 36 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130281.468732:0:7097:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a4a33600/0x4ce24e57873620c3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40701 expref: 36 pid: 8469 timeout: 579 lvb_type: 0 00000100:00100000:1.0:1746130281.468742:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093172680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841750144:192.168.204.51@tcp:105: 00000100:00100000:1.0:1746130281.468849:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18fb0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746130281.471628:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093172680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841750144:192.168.204.51@tcp:105: 00010000:00010000:1.0:1746130281.471649:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746130281.471685:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091f45180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+36:1963:x1830949849228416:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 3136us (3275us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130281.471696:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14668 00000100:00100000:0.0:1746130281.473249:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130281.473502:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849228672 00000100:00100000:2.0:1746130281.473508:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849228672 00002000:00100000:2.0:1746130281.473544:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880134a81500 x1830949849228672/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:267/0 lens 488/0 e 0 to 0 dl 1746130292 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130281.473559:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134a81500 with x1830949849228672 ext(0->4095) 00010000:00010000:2.0:1746130281.473566:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a4a33600/0x4ce24e57873620c3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40701 expref: 36 pid: 8469 timeout: 579 lvb_type: 0 00010000:00010000:2.0:1746130281.473578:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a4a33600/0x4ce24e57873620c3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40701 expref: 36 pid: 8469 timeout: 579 lvb_type: 0 00002000:00010000:2.0:1746130281.473584:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880134a81500 00000100:00100000:2.0:1746130281.473609:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2620 00000100:00100000:2.0:1746130281.473619:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134a81500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+36:1961:x1830949849228672:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746130281.473836:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134a81500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+36:1961:x1830949849228672:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 220us (592us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746130281.473843:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2620 00002000:00100000:2.0:1746130281.473848:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880134a81500 x1830949849228672/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:267/0 lens 488/4536 e 0 to 0 dl 1746130292 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130281.473854:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134a81500 with x1830949849228672 ext(0->4095) 00010000:00010000:2.0:1746130281.473858:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a4a33600/0x4ce24e57873620c3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40701 expref: 36 pid: 8469 timeout: 579 lvb_type: 0 00010000:00010000:2.0:1746130281.473866:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a4a33600/0x4ce24e57873620c3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40701 expref: 36 pid: 8469 timeout: 579 lvb_type: 0 00002000:00010000:2.0:1746130281.473871:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880134a81500 00000100:00100000:0.0:1746130281.477787:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130281.477907:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849228800 00000100:00100000:3.0:1746130281.477917:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849228800 00000100:00100000:0.0:1746130281.477968:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130281.477989:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6406 00000100:00100000:3.0:1746130281.478000:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134a80000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:640ea846-b909-4eea-9a54-417e15bd627b+36:31578:x1830949849228800:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746130281.478018:0:8467:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746130281.478035:0:8467:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800934d1e00/0x4ce24e57873620d1 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae4070f expref: -99 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130281.478064:0:8467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746130281.478071:0:8467:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1800/0x4ce24e57873620ca lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40708 expref: 5 pid: 8467 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746130281.478075:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849228928 00010000:00010000:3.0:1746130281.478078:0:8467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00000100:00100000:1.0:1746130281.478079:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849228928 00010000:00010000:3.0:1746130281.478081:0:8467:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d1e00/0x4ce24e57873620d1 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4070f expref: 37 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130281.478101:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a4a33600/0x4ce24e57873620c3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40701 expref: 38 pid: 8469 timeout: 579 lvb_type: 0 00010000:00010000:3.0:1746130281.478116:0:8467:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800934d1800/0x4ce24e57873620ca lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40708 expref: 5 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130281.478130:0:8467:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800934d1e00/0x4ce24e57873620d1 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4070f expref: 38 pid: 8467 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746130281.478138:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14669 00010000:00010000:3.0:1746130281.478142:0:8467:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800934d1e00, rc 0) 00000100:00100000:1.0:1746130281.478143:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092f63480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+38:1962:x1830949849228928:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746130281.478151:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746130281.478167:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a4a33600/0x4ce24e57873620c3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40701 expref: 38 pid: 8469 timeout: 579 lvb_type: 0 00010000:00010000:1.0:1746130281.478177:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a4a33600/0x4ce24e57873620c3 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40701 expref: 38 pid: 8469 timeout: 579 lvb_type: 0 00010000:00010000:1.0:1746130281.478191:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a4a33600/0x4ce24e57873620c3 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40701 expref: 38 pid: 8469 timeout: 579 lvb_type: 0 00010000:00010000:1.0:1746130281.478206:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130281.478207:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1746130281.478211:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134a80000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:640ea846-b909-4eea-9a54-417e15bd627b+37:31578:x1830949849228800:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 213us (430us total) trans 0 rc 0/0 00010000:00010000:1.0:1746130281.478212:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1800/0x4ce24e57873620ca lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40708 expref: 5 pid: 8467 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746130281.478219:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6406 00010000:00010000:1.0:1746130281.478220:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d1800/0x4ce24e57873620ca lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40708 expref: 5 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130281.478236:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800934d1800/0x4ce24e57873620ca lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40708 expref: 5 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130281.478245:0:7097:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800934d1800/0x4ce24e57873620ca lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40708 expref: 5 pid: 8467 timeout: 579 lvb_type: 0 00000100:00100000:1.0:1746130281.478260:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093172680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841750400:192.168.204.51@tcp:105: 00000100:00100000:1.0:1746130281.478326:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18fb0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746130281.479916:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093172680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841750400:192.168.204.51@tcp:105: 00010000:00010000:1.0:1746130281.479933:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746130281.479976:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092f63480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+36:1962:x1830949849228928:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 1833us (2007us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130281.479985:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14669 00000100:00100000:0.0:1746130281.481208:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130281.481580:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849229184 00000100:00100000:2.0:1746130281.481616:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849229184 00002000:00100000:2.0:1746130281.481650:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092f61f80 x1830949849229184/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:267/0 lens 488/0 e 0 to 0 dl 1746130292 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130281.481659:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092f61f80 with x1830949849229184 ext(0->4095) 00010000:00010000:2.0:1746130281.481667:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1800/0x4ce24e57873620ca lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40708 expref: 6 pid: 8467 timeout: 579 lvb_type: 0 00010000:00010000:2.0:1746130281.481679:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800934d1800/0x4ce24e57873620ca lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40708 expref: 6 pid: 8467 timeout: 579 lvb_type: 0 00002000:00010000:2.0:1746130281.481685:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092f61f80 00000100:00100000:2.0:1746130281.481710:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2621 00000100:00100000:2.0:1746130281.481716:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092f61f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949849229184:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746130281.481840:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092f61f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949849229184:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 124us (635us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746130281.481846:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2621 00002000:00100000:2.0:1746130281.481850:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092f61f80 x1830949849229184/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:267/0 lens 488/4536 e 0 to 0 dl 1746130292 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130281.481857:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092f61f80 with x1830949849229184 ext(0->4095) 00010000:00010000:2.0:1746130281.481861:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1800/0x4ce24e57873620ca lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40708 expref: 6 pid: 8467 timeout: 579 lvb_type: 0 00010000:00010000:2.0:1746130281.481869:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800934d1800/0x4ce24e57873620ca lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40708 expref: 6 pid: 8467 timeout: 579 lvb_type: 0 00002000:00010000:2.0:1746130281.481874:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092f61f80 00000100:00100000:0.0:1746130281.485844:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130281.486630:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849229312 00000100:00100000:1.0:1746130281.486638:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849229312 00010000:00010000:1.0:1746130281.486667:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d1800/0x4ce24e57873620ca lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40708 expref: 6 pid: 8467 timeout: 579 lvb_type: 0 00000100:00100000:1.0:1746130281.486811:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14670 00000100:00100000:1.0:1746130281.486818:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092f60e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949849229312:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746130281.486835:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746130281.486852:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800934d1800/0x4ce24e57873620ca lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40708 expref: 6 pid: 8467 timeout: 579 lvb_type: 0 00010000:00010000:1.0:1746130281.486862:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800934d1800/0x4ce24e57873620ca lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40708 expref: 6 pid: 8467 timeout: 579 lvb_type: 0 00010000:00010000:1.0:1746130281.486883:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1800/0x4ce24e57873620ca lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40708 expref: 6 pid: 8467 timeout: 579 lvb_type: 0 00010000:00010000:1.0:1746130281.486910:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130281.486913:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130281.486919:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1e00/0x4ce24e57873620d1 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4070f expref: 35 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130281.486926:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d1e00/0x4ce24e57873620d1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4070f expref: 35 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130281.486952:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800934d1e00/0x4ce24e57873620d1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4070f expref: 35 pid: 8467 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746130281.486963:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093172680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841750528:192.168.204.51@tcp:105: 00000100:00100000:1.0:1746130281.487500:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18fb0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746130281.489679:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093172680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841750528:192.168.204.51@tcp:105: 00000100:00100000:0.0:1746130281.489682:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00010000:00010000:1.0:1746130281.489699:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746130281.489748:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092f60e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+5:1962:x1830949849229312:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 2930us (3912us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130281.489758:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14670 00000100:00100000:3.0:1746130281.489780:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849229568 00000100:00100000:3.0:1746130281.489787:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849229568 00002000:00100000:3.0:1746130281.489823:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092f60380 x1830949849229568/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:267/0 lens 488/0 e 0 to 0 dl 1746130292 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130281.489832:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092f60380 with x1830949849229568 ext(0->4095) 00002000:00010000:3.0:1746130281.489836:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092f60380 00000100:00100000:3.0:1746130281.489859:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4878 00000100:00100000:3.0:1746130281.489865:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092f60380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+36:1961:x1830949849229568:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746130281.490667:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092f60380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+36:1961:x1830949849229568:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 799us (983us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746130281.490673:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4878 00002000:00100000:3.0:1746130281.490679:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092f60380 x1830949849229568/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:267/0 lens 488/4536 e 0 to 0 dl 1746130292 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130281.490686:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092f60380 with x1830949849229568 ext(0->4095) 00002000:00010000:3.0:1746130281.490689:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092f60380 00000100:00100000:0.0:1746130281.492592:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130281.492666:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849229696 00000100:00100000:3.0:1746130281.492674:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849229696 00000100:00100000:3.0:1746130281.492729:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6407 00000100:00100000:3.0:1746130281.492736:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7d43100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c84b93b0-d496-484f-8e1e-94008838f2dd+5:31579:x1830949849229696:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746130281.492750:0:8467:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746130281.492763:0:8467:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800934d0800/0x4ce24e57873620d8 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae40716 expref: -99 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130281.492783:0:8467:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1e00/0x4ce24e57873620d1 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4070f expref: 35 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130281.492788:0:8467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746130281.492789:0:8467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746130281.492791:0:8467:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d0800/0x4ce24e57873620d8 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40716 expref: 6 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130281.492810:0:8467:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800934d1e00/0x4ce24e57873620d1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4070f expref: 35 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130281.492824:0:8467:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800934d1e00/0x4ce24e57873620d1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4070f expref: 35 pid: 8467 timeout: 579 lvb_type: 0 00000100:00100000:3.0:1746130281.492834:0:8467:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091953800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8467:1830949841750656:192.168.204.51@tcp:104: 00000100:00100000:3.0:1746130281.492914:0:8467:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093e2b300 going to sleep for 11 seconds 00000100:00100000:3.0:1746130281.494421:0:8467:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091953800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8467:1830949841750656:192.168.204.51@tcp:104: 00010000:00010000:3.0:1746130281.494447:0:8467:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800934d0800/0x4ce24e57873620d8 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40716 expref: 6 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130281.494463:0:8467:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800934d0800, rc 0) 00000100:00100000:3.0:1746130281.494503:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7d43100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c84b93b0-d496-484f-8e1e-94008838f2dd+6:31579:x1830949849229696:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1766us (1913us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130281.494510:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6407 00000100:00100000:0.0:1746130281.495625:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130281.495708:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849229824 00000100:00100000:1.0:1746130281.495714:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849229824 00010000:00010000:1.0:1746130281.495744:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d1e00/0x4ce24e57873620d1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4070f expref: 36 pid: 8467 timeout: 579 lvb_type: 0 00000100:00100000:1.0:1746130281.495775:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14671 00000100:00100000:1.0:1746130281.495780:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7d40380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+36:1961:x1830949849229824:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746130281.495790:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746130281.495807:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800934d1e00/0x4ce24e57873620d1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4070f expref: 36 pid: 8467 timeout: 579 lvb_type: 0 00010000:00010000:1.0:1746130281.495820:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800934d1e00/0x4ce24e57873620d1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4070f expref: 36 pid: 8467 timeout: 579 lvb_type: 0 00010000:00010000:1.0:1746130281.495837:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1e00/0x4ce24e57873620d1 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4070f expref: 36 pid: 8467 timeout: 579 lvb_type: 0 00010000:00010000:1.0:1746130281.495860:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130281.495862:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130281.495868:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800934d0800/0x4ce24e57873620d8 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40716 expref: 5 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130281.495874:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d0800/0x4ce24e57873620d8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40716 expref: 5 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130281.495897:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800934d0800/0x4ce24e57873620d8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40716 expref: 5 pid: 8467 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746130281.495905:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093172680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841750784:192.168.204.51@tcp:105: 00000100:00100000:1.0:1746130281.496156:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18fb0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746130281.497966:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093172680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841750784:192.168.204.51@tcp:105: 00010000:00010000:1.0:1746130281.497987:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746130281.498033:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7d40380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+35:1961:x1830949849229824:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 2251us (2410us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130281.498042:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14671 00000100:00100000:0.0:1746130281.501143:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130281.501205:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130281.501299:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849229952 00000100:00100000:2.0:1746130281.501299:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849230208 00000100:00100000:3.0:1746130281.501307:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849229952 00000100:00100000:2.0:1746130281.501307:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849230208 00002000:00100000:2.0:1746130281.501353:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008f131880 x1830949849230208/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:267/0 lens 488/0 e 0 to 0 dl 1746130292 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130281.501362:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f131880 with x1830949849230208 ext(0->4095) 00000100:00100000:3.0:1746130281.501363:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6408 00002000:00010000:2.0:1746130281.501367:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008f131880 00000100:00100000:3.0:1746130281.501371:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7d41180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:640ea846-b909-4eea-9a54-417e15bd627b+35:31578:x1830949849229952:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746130281.501394:0:8467:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1746130281.501394:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4879 00000100:00100000:2.0:1746130281.501401:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f131880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949849230208:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00010000:00010000:3.0:1746130281.501409:0:8467:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800934d1400/0x4ce24e57873620df lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae4071d expref: -99 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130281.501432:0:8467:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800934d0800/0x4ce24e57873620d8 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40716 expref: 6 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130281.501444:0:8467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130281.501445:0:8467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130281.501449:0:8467:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d1400/0x4ce24e57873620df lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4071d expref: 36 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130281.501480:0:8467:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800934d0800/0x4ce24e57873620d8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40716 expref: 6 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130281.501490:0:8467:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800934d0800/0x4ce24e57873620d8 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40716 expref: 6 pid: 8467 timeout: 579 lvb_type: 0 00000100:00100000:3.0:1746130281.501501:0:8467:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091953800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8467:1830949841750912:192.168.204.51@tcp:104: 00000100:00100000:2.0:1746130281.501578:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f131880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949849230208:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 176us (371us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746130281.501581:0:8467:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093e2b300 going to sleep for 11 seconds 00000100:00100000:2.0:1746130281.501584:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4879 00002000:00100000:2.0:1746130281.501589:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008f131880 x1830949849230208/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:267/0 lens 488/4536 e 0 to 0 dl 1746130292 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130281.501595:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f131880 with x1830949849230208 ext(0->4095) 00010000:00010000:2.0:1746130281.501600:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800934d0800/0x4ce24e57873620d8 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40716 expref: 6 pid: 8467 timeout: 579 lvb_type: 0 00010000:00010000:2.0:1746130281.501611:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800934d0800/0x4ce24e57873620d8 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40716 expref: 6 pid: 8467 timeout: 579 lvb_type: 0 00002000:00010000:2.0:1746130281.501616:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008f131880 00000100:00100000:3.0:1746130281.502668:0:8467:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091953800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8467:1830949841750912:192.168.204.51@tcp:104: 00010000:00010000:3.0:1746130281.502688:0:8467:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800934d1400/0x4ce24e57873620df lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4071d expref: 36 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130281.502701:0:8467:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800934d1400, rc 0) 00000100:00100000:3.0:1746130281.502736:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7d41180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:640ea846-b909-4eea-9a54-417e15bd627b+36:31578:x1830949849229952:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1365us (1602us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130281.502744:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6408 00000100:00100000:0.0:1746130281.502899:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130281.503010:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849230336 00000100:00100000:3.0:1746130281.503014:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849230336 00000100:00100000:3.0:1746130281.503047:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6409 00000100:00100000:3.0:1746130281.503053:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f131c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:640ea846-b909-4eea-9a54-417e15bd627b+36:31579:x1830949849230336:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746130281.503064:0:8467:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746130281.503073:0:8467:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800934d0000/0x4ce24e57873620e6 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae40724 expref: -99 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130281.503087:0:8467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130281.503091:0:8467:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1400/0x4ce24e57873620df lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4071d expref: 37 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130281.503097:0:8467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746130281.503100:0:8467:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d0000/0x4ce24e57873620e6 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40724 expref: 37 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130281.503117:0:8467:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800934d1400/0x4ce24e57873620df lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4071d expref: 37 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130281.503127:0:8467:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800934d0000/0x4ce24e57873620e6 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40724 expref: 37 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130281.503134:0:8467:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800934d0000, rc 0) 00000100:00100000:3.0:1746130281.503163:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f131c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:640ea846-b909-4eea-9a54-417e15bd627b+37:31579:x1830949849230336:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 110us (264us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130281.503169:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6409 00000100:00100000:0.0:1746130281.503583:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130281.503629:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849230464 00000100:00100000:1.0:1746130281.503634:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849230464 00010000:00010000:1.0:1746130281.503658:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d0800/0x4ce24e57873620d8 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40716 expref: 6 pid: 8467 timeout: 579 lvb_type: 0 00000100:00100000:1.0:1746130281.503692:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14672 00000100:00100000:1.0:1746130281.503699:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f133b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1963:x1830949849230464:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746130281.503708:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746130281.503726:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800934d0800/0x4ce24e57873620d8 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40716 expref: 6 pid: 8467 timeout: 579 lvb_type: 0 00010000:00010000:1.0:1746130281.503736:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800934d0800/0x4ce24e57873620d8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40716 expref: 6 pid: 8467 timeout: 579 lvb_type: 0 00010000:00010000:1.0:1746130281.503751:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800934d0800/0x4ce24e57873620d8 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40716 expref: 6 pid: 8467 timeout: 579 lvb_type: 0 00010000:00010000:1.0:1746130281.503771:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130281.503773:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130281.503779:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1400/0x4ce24e57873620df lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4071d expref: 36 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130281.503786:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d1400/0x4ce24e57873620df lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4071d expref: 36 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130281.503806:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800934d1400/0x4ce24e57873620df lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4071d expref: 36 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130281.503814:0:7097:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800934d1400/0x4ce24e57873620df lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4071d expref: 36 pid: 8467 timeout: 579 lvb_type: 0 00000100:00100000:1.0:1746130281.503824:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093172680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841751168:192.168.204.51@tcp:105: 00000100:00100000:1.0:1746130281.503874:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18fb0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746130281.507646:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093172680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841751168:192.168.204.51@tcp:105: 00010000:00010000:1.0:1746130281.507670:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746130281.507736:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f133b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+5:1963:x1830949849230464:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 4035us (4150us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130281.507749:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14672 00000100:00100000:0.0:1746130281.507809:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130281.507969:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849230720 00000100:00100000:3.0:1746130281.507977:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849230720 00002000:00100000:3.0:1746130281.508025:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008f133100 x1830949849230720/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:267/0 lens 488/0 e 0 to 0 dl 1746130292 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130281.508035:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f133100 with x1830949849230720 ext(0->4095) 00010000:00010000:3.0:1746130281.508043:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1400/0x4ce24e57873620df lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4071d expref: 37 pid: 8467 timeout: 579 lvb_type: 0 00010000:00010000:3.0:1746130281.508055:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800934d1400/0x4ce24e57873620df lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4071d expref: 37 pid: 8467 timeout: 579 lvb_type: 0 00002000:00010000:3.0:1746130281.508061:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008f133100 00000100:00100000:3.0:1746130281.508084:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2622 00000100:00100000:3.0:1746130281.508092:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f133100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+37:1962:x1830949849230720:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746130281.508238:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f133100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+37:1962:x1830949849230720:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 148us (429us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746130281.508244:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2622 00002000:00100000:3.0:1746130281.508249:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008f133100 x1830949849230720/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:267/0 lens 488/4536 e 0 to 0 dl 1746130292 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130281.508256:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f133100 with x1830949849230720 ext(0->4095) 00010000:00010000:3.0:1746130281.508260:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1400/0x4ce24e57873620df lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4071d expref: 37 pid: 8467 timeout: 579 lvb_type: 0 00010000:00010000:3.0:1746130281.508298:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800934d1400/0x4ce24e57873620df lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4071d expref: 37 pid: 8467 timeout: 579 lvb_type: 0 00002000:00010000:3.0:1746130281.508304:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008f133100 00000100:00100000:0.0:1746130281.509630:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130281.509715:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849230848 00000100:00100000:1.0:1746130281.509721:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849230848 00010000:00010000:1.0:1746130281.510218:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d1400/0x4ce24e57873620df lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4071d expref: 37 pid: 8467 timeout: 579 lvb_type: 0 00000100:00100000:1.0:1746130281.510249:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14673 00000100:00100000:1.0:1746130281.510256:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f130a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+37:1964:x1830949849230848:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746130281.510307:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746130281.510327:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800934d1400/0x4ce24e57873620df lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4071d expref: 37 pid: 8467 timeout: 579 lvb_type: 0 00010000:00010000:1.0:1746130281.510338:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800934d1400/0x4ce24e57873620df lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4071d expref: 37 pid: 8467 timeout: 579 lvb_type: 0 00010000:00010000:1.0:1746130281.510359:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1400/0x4ce24e57873620df lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4071d expref: 37 pid: 8467 timeout: 579 lvb_type: 0 00010000:00010000:1.0:1746130281.510392:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130281.510394:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130281.510405:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800934d0000/0x4ce24e57873620e6 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40724 expref: 36 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130281.510412:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d0000/0x4ce24e57873620e6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40724 expref: 36 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130281.510437:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800934d0000/0x4ce24e57873620e6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40724 expref: 36 pid: 8467 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746130281.510448:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093172680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841751296:192.168.204.51@tcp:105: 00000100:00100000:1.0:1746130281.510522:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18fb0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746130281.512782:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130281.512858:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093172680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841751296:192.168.204.51@tcp:105: 00010000:00010000:1.0:1746130281.512885:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746130281.512912:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849231104 00000100:00100000:3.0:1746130281.512926:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849231104 00000100:00100000:1.0:1746130281.512931:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f130a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+36:1964:x1830949849230848:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 2674us (3303us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130281.512942:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14673 00002000:00100000:3.0:1746130281.512978:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008f131f80 x1830949849231104/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:267/0 lens 488/0 e 0 to 0 dl 1746130292 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130281.512994:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f131f80 with x1830949849231104 ext(0->4095) 00002000:00010000:3.0:1746130281.513000:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008f131f80 00000100:00100000:3.0:1746130281.513047:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4880 00000100:00100000:3.0:1746130281.513056:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f131f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+36:1962:x1830949849231104:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746130281.513518:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f131f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+36:1962:x1830949849231104:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 462us (747us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746130281.513524:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4880 00002000:00100000:3.0:1746130281.513530:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008f131f80 x1830949849231104/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:267/0 lens 488/4536 e 0 to 0 dl 1746130292 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130281.513537:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f131f80 with x1830949849231104 ext(0->4095) 00002000:00010000:3.0:1746130281.513539:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008f131f80 00000100:00100000:0.0:1746130281.515847:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130281.515927:0:8469:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849231232 00000100:00100000:1.0:1746130281.515936:0:8469:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849231232 00000100:00100000:1.0:1746130281.515990:0:8469:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6410 00000100:00100000:1.0:1746130281.515998:0:8469:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f131180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+5:31579:x1830949849231232:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746130281.516016:0:8469:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746130281.516034:0:8469:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a4a33600/0x4ce24e57873620ed lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae4072b expref: -99 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130281.516064:0:8469:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800934d0000/0x4ce24e57873620e6 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40724 expref: 35 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130281.516077:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130281.516079:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130281.516083:0:8469:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a4a33600/0x4ce24e57873620ed lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4072b expref: 6 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130281.516116:0:8469:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800934d0000/0x4ce24e57873620e6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40724 expref: 35 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130281.516128:0:8469:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800934d0000/0x4ce24e57873620e6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40724 expref: 35 pid: 8467 timeout: 579 lvb_type: 0 00000100:00100000:1.0:1746130281.516140:0:8469:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093172680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8469:1830949841751424:192.168.204.51@tcp:104: 00000100:00100000:1.0:1746130281.516226:0:8469:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18fb0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746130281.519465:0:8469:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093172680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8469:1830949841751424:192.168.204.51@tcp:104: 00010000:00010000:1.0:1746130281.519497:0:8469:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a4a33600/0x4ce24e57873620ed lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4072b expref: 6 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130281.519515:0:8469:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a4a33600, rc 0) 00000100:00100000:1.0:1746130281.519567:0:8469:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f131180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+6:31579:x1830949849231232:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3569us (3727us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130281.519576:0:8469:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6410 00000100:00100000:0.0:1746130281.519734:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130281.520083:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849231360 00000100:00100000:1.0:1746130281.520090:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849231360 00010000:00010000:1.0:1746130281.520114:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d0000/0x4ce24e57873620e6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40724 expref: 36 pid: 8467 timeout: 579 lvb_type: 0 00000100:00100000:1.0:1746130281.520147:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14674 00000100:00100000:1.0:1746130281.520153:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e249c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+36:1962:x1830949849231360:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746130281.520165:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746130281.520188:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800934d0000/0x4ce24e57873620e6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40724 expref: 36 pid: 8467 timeout: 579 lvb_type: 0 00010000:00010000:1.0:1746130281.520197:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800934d0000/0x4ce24e57873620e6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40724 expref: 36 pid: 8467 timeout: 579 lvb_type: 0 00010000:00010000:1.0:1746130281.520218:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800934d0000/0x4ce24e57873620e6 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40724 expref: 36 pid: 8467 timeout: 579 lvb_type: 0 00010000:00010000:1.0:1746130281.520244:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130281.520245:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130281.520253:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a4a33600/0x4ce24e57873620ed lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4072b expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130281.520259:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a4a33600/0x4ce24e57873620ed lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4072b expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130281.520308:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a4a33600/0x4ce24e57873620ed lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4072b expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746130281.520319:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093172680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841751552:192.168.204.51@tcp:105: 00000100:00100000:1.0:1746130281.520392:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18fb0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746130281.522911:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093172680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841751552:192.168.204.51@tcp:105: 00010000:00010000:1.0:1746130281.522930:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746130281.522964:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e249c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+35:1962:x1830949849231360:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 2809us (3228us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130281.522972:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14674 00000100:00100000:0.0:1746130281.523330:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130281.523428:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849231616 00000100:00100000:3.0:1746130281.523440:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849231616 00002000:00100000:3.0:1746130281.523489:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008f133b80 x1830949849231616/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:267/0 lens 488/0 e 0 to 0 dl 1746130292 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130281.523499:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f133b80 with x1830949849231616 ext(0->4095) 00002000:00010000:3.0:1746130281.523505:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008f133b80 00000100:00100000:2.0:1746130281.523523:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130281.523541:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4881 00000100:00100000:3.0:1746130281.523549:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f133b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949849231616:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746130281.523684:0:8469:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849231744 00000100:00100000:1.0:1746130281.523688:0:8469:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849231744 00000100:00100000:3.0:1746130281.523696:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f133b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949849231616:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 147us (367us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746130281.523702:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4881 00002000:00100000:3.0:1746130281.523707:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008f133b80 x1830949849231616/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:267/0 lens 488/4536 e 0 to 0 dl 1746130292 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1746130281.523712:0:8469:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6411 00002000:00100000:3.0:1746130281.523714:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f133b80 with x1830949849231616 ext(0->4095) 00002000:00010000:3.0:1746130281.523717:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008f133b80 00000100:00100000:1.0:1746130281.523717:0:8469:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135afca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:640ea846-b909-4eea-9a54-417e15bd627b+35:31578:x1830949849231744:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746130281.523726:0:8469:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746130281.523742:0:8469:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a4a33200/0x4ce24e57873620f4 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae40732 expref: -99 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130281.523764:0:8469:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a4a33600/0x4ce24e57873620ed lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4072b expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130281.523772:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130281.523774:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130281.523777:0:8469:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a4a33200/0x4ce24e57873620f4 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40732 expref: 36 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130281.523804:0:8469:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a4a33600/0x4ce24e57873620ed lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4072b expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130281.523813:0:8469:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a4a33600/0x4ce24e57873620ed lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4072b expref: 5 pid: 8469 timeout: 579 lvb_type: 0 00000100:00100000:1.0:1746130281.523823:0:8469:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093172680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8469:1830949841751680:192.168.204.51@tcp:104: 00000100:00100000:1.0:1746130281.524532:0:8469:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18fb9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746130281.525967:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130281.526039:0:8469:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093172680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8469:1830949841751680:192.168.204.51@tcp:104: 00000100:00100000:2.0:1746130281.526057:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849231872 00010000:00010000:1.0:1746130281.526062:0:8469:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a4a33200/0x4ce24e57873620f4 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40732 expref: 36 pid: 8469 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746130281.526067:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849231872 00010000:00010000:1.0:1746130281.526077:0:8469:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a4a33200, rc 0) 00000100:00100000:1.0:1746130281.526110:0:8469:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135afca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:640ea846-b909-4eea-9a54-417e15bd627b+37:31578:x1830949849231744:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2393us (2588us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130281.526114:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6412 00000100:00100000:1.0:1746130281.526120:0:8469:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6411 00000100:00100000:2.0:1746130281.526122:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f130a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:640ea846-b909-4eea-9a54-417e15bd627b+37:31579:x1830949849231872:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746130281.526139:0:8467:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746130281.526154:0:8467:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091fc8200/0x4ce24e57873620fb lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae40739 expref: -99 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130281.526176:0:8467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130281.526182:0:8467:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a4a33200/0x4ce24e57873620f4 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40732 expref: 37 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130281.526187:0:8467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746130281.526191:0:8467:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc8200/0x4ce24e57873620fb lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40739 expref: 37 pid: 8467 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746130281.526359:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130281.526422:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849232000 00000100:00100000:1.0:1746130281.526428:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849232000 00010000:00010000:1.0:1746130281.526451:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a4a33600/0x4ce24e57873620ed lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4072b expref: 6 pid: 8469 timeout: 579 lvb_type: 0 00000100:00100000:1.0:1746130281.526471:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14675 00000100:00100000:1.0:1746130281.526477:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d158000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949849232000:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746130281.526489:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746130281.526505:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a4a33600/0x4ce24e57873620ed lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4072b expref: 6 pid: 8469 timeout: 579 lvb_type: 0 00010000:00010000:1.0:1746130281.526515:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a4a33600/0x4ce24e57873620ed lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4072b expref: 6 pid: 8469 timeout: 579 lvb_type: 0 00010000:00010000:1.0:1746130281.526535:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a4a33600/0x4ce24e57873620ed lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4072b expref: 6 pid: 8469 timeout: 579 lvb_type: 0 00010000:00010000:1.0:1746130281.526552:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130281.526553:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130281.526559:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a4a33200/0x4ce24e57873620f4 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40732 expref: 37 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130281.526567:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a4a33200/0x4ce24e57873620f4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40732 expref: 37 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130281.526723:0:8467:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a4a33200/0x4ce24e57873620f4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40732 expref: 37 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130281.526736:0:8467:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a4a33200/0x4ce24e57873620f4 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70080400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40732 expref: 37 pid: 8469 timeout: 579 lvb_type: 0 00000100:00100000:2.0:1746130281.526750:0:8467:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135afc700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8467:1830949841751808:192.168.204.51@tcp:104: 00010000:00010000:1.0:1746130281.526758:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a4a33200/0x4ce24e57873620f4 lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40732 expref: 37 pid: 8469 timeout: 579 lvb_type: 0 00010000:00010000:1.0:1746130281.526766:0:7097:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a4a33200/0x4ce24e57873620f4 lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40732 expref: 37 pid: 8469 timeout: 579 lvb_type: 0 00000100:00100000:1.0:1746130281.526777:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093172680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841751936:192.168.204.51@tcp:105: 00000100:00100000:2.0:1746130281.526825:0:8467:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b4ae480 going to sleep for 11 seconds 00000100:00100000:1.0:1746130281.526832:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18fb9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746130281.530491:0:8467:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135afc700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8467:1830949841751808:192.168.204.51@tcp:104: 00010000:00010000:0.0:1746130281.530518:0:8467:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091fc8200/0x4ce24e57873620fb lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40739 expref: 37 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130281.530532:0:8467:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091fc8200, rc 0) 00000100:00100000:0.0:1746130281.530576:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f130a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:640ea846-b909-4eea-9a54-417e15bd627b+37:31579:x1830949849231872:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4455us (4612us total) trans 0 rc 0/0 00000100:00100000:0.0:1746130281.530584:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6412 00000100:00100000:2.0:1746130281.530715:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130281.530773:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093172680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841751936:192.168.204.51@tcp:105: 00010000:00010000:1.0:1746130281.530784:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746130281.530806:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d158000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+5:1962:x1830949849232000:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 4329us (4447us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130281.530814:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14675 00000100:00100000:0.0:1746130281.530843:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849232256 00000100:00100000:0.0:1746130281.530848:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849232256 00002000:00100000:0.0:1746130281.530877:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880135afce00 x1830949849232256/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:267/0 lens 488/0 e 0 to 0 dl 1746130292 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746130281.530885:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135afce00 with x1830949849232256 ext(0->4095) 00010000:00010000:0.0:1746130281.530891:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a4a33200/0x4ce24e57873620f4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40732 expref: 37 pid: 8469 timeout: 579 lvb_type: 0 00010000:00010000:0.0:1746130281.530901:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a4a33200/0x4ce24e57873620f4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40732 expref: 37 pid: 8469 timeout: 579 lvb_type: 0 00002000:00010000:0.0:1746130281.530907:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880135afce00 00000100:00100000:0.0:1746130281.530947:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2623 00000100:00100000:0.0:1746130281.530953:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135afce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+37:1962:x1830949849232256:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746130281.531463:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135afce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+37:1962:x1830949849232256:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 509us (747us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746130281.531469:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2623 00002000:00100000:1.0:1746130281.531474:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880135afce00 x1830949849232256/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:267/0 lens 488/4536 e 0 to 0 dl 1746130292 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130281.531481:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135afce00 with x1830949849232256 ext(0->4095) 00010000:00010000:1.0:1746130281.531485:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a4a33200/0x4ce24e57873620f4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40732 expref: 37 pid: 8469 timeout: 579 lvb_type: 0 00010000:00010000:1.0:1746130281.531494:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a4a33200/0x4ce24e57873620f4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40732 expref: 37 pid: 8469 timeout: 579 lvb_type: 0 00002000:00010000:1.0:1746130281.531499:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880135afce00 00000100:00100000:0.0:1746130281.533325:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130281.533397:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849232384 00000100:00100000:1.0:1746130281.533404:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849232384 00010000:00010000:1.0:1746130281.533433:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a4a33200/0x4ce24e57873620f4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40732 expref: 37 pid: 8469 timeout: 579 lvb_type: 0 00000100:00100000:1.0:1746130281.533467:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14676 00000100:00100000:1.0:1746130281.533473:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d15bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+37:1963:x1830949849232384:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746130281.533485:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746130281.533503:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a4a33200/0x4ce24e57873620f4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40732 expref: 37 pid: 8469 timeout: 579 lvb_type: 0 00010000:00010000:1.0:1746130281.533512:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a4a33200/0x4ce24e57873620f4 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40732 expref: 37 pid: 8469 timeout: 579 lvb_type: 0 00010000:00010000:1.0:1746130281.533531:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a4a33200/0x4ce24e57873620f4 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40732 expref: 37 pid: 8469 timeout: 579 lvb_type: 0 00010000:00010000:1.0:1746130281.533561:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130281.533564:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130281.533573:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8200/0x4ce24e57873620fb lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40739 expref: 36 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130281.533580:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc8200/0x4ce24e57873620fb lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40739 expref: 36 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130281.533607:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091fc8200/0x4ce24e57873620fb lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40739 expref: 36 pid: 8467 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746130281.533649:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093172680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841752064:192.168.204.51@tcp:105: 00000100:00100000:1.0:1746130281.533714:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18fb9c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746130281.535141:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093172680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841752064:192.168.204.51@tcp:105: 00010000:00010000:1.0:1746130281.535161:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746130281.535201:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d15bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+36:1963:x1830949849232384:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 1727us (1881us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130281.535210:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14676 00000100:00100000:0.0:1746130281.535459:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130281.535554:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849232640 00000100:00100000:1.0:1746130281.535559:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849232640 00002000:00100000:1.0:1746130281.535587:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008d15aa00 x1830949849232640/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:267/0 lens 488/0 e 0 to 0 dl 1746130292 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130281.535596:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d15aa00 with x1830949849232640 ext(0->4095) 00002000:00010000:1.0:1746130281.535599:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008d15aa00 00000100:00100000:1.0:1746130281.535823:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4882 00000100:00100000:1.0:1746130281.535830:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d15aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+36:1962:x1830949849232640:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746130281.535960:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d15aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+36:1962:x1830949849232640:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 130us (502us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746130281.535967:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4882 00002000:00100000:1.0:1746130281.535972:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008d15aa00 x1830949849232640/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:267/0 lens 488/4536 e 0 to 0 dl 1746130292 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130281.535978:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d15aa00 with x1830949849232640 ext(0->4095) 00002000:00010000:1.0:1746130281.535981:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008d15aa00 00000100:00100000:0.0:1746130281.537717:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130281.537816:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849232768 00000100:00100000:2.0:1746130281.537822:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849232768 00000100:00100000:2.0:1746130281.537863:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6413 00000100:00100000:2.0:1746130281.537869:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d159180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c84b93b0-d496-484f-8e1e-94008838f2dd+5:31579:x1830949849232768:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746130281.537882:0:8467:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746130281.537897:0:8467:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091fc8e00/0x4ce24e5787362102 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae40740 expref: -99 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130281.537920:0:8467:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8200/0x4ce24e57873620fb lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40739 expref: 35 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130281.537926:0:8467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746130281.537927:0:8467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746130281.537930:0:8467:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc8e00/0x4ce24e5787362102 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40740 expref: 6 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130281.537952:0:8467:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091fc8200/0x4ce24e57873620fb lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40739 expref: 35 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130281.537962:0:8467:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091fc8200/0x4ce24e57873620fb lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40739 expref: 35 pid: 8467 timeout: 579 lvb_type: 0 00000100:00100000:2.0:1746130281.537971:0:8467:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135afea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8467:1830949841752192:192.168.204.51@tcp:104: 00000100:00100000:2.0:1746130281.538040:0:8467:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b4ae480 going to sleep for 11 seconds 00000100:00100000:2.0:1746130281.539562:0:8467:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135afea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8467:1830949841752192:192.168.204.51@tcp:104: 00010000:00010000:2.0:1746130281.539585:0:8467:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091fc8e00/0x4ce24e5787362102 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40740 expref: 6 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130281.539598:0:8467:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091fc8e00, rc 0) 00000100:00100000:2.0:1746130281.539641:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d159180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c84b93b0-d496-484f-8e1e-94008838f2dd+6:31579:x1830949849232768:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1771us (1927us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130281.539648:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6413 00000100:00100000:0.0:1746130281.540135:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130281.540326:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849232896 00000100:00100000:2.0:1746130281.540332:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849232896 00010000:00010000:2.0:1746130281.540353:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc8200/0x4ce24e57873620fb lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40739 expref: 36 pid: 8467 timeout: 579 lvb_type: 0 00000100:00100000:2.0:1746130281.540395:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14677 00000100:00100000:2.0:1746130281.540401:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801354daa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+36:1962:x1830949849232896:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746130281.540412:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746130281.540431:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091fc8200/0x4ce24e57873620fb lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40739 expref: 36 pid: 8467 timeout: 579 lvb_type: 0 00010000:00010000:2.0:1746130281.540441:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091fc8200/0x4ce24e57873620fb lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40739 expref: 36 pid: 8467 timeout: 579 lvb_type: 0 00010000:00010000:2.0:1746130281.540458:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8200/0x4ce24e57873620fb lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40739 expref: 36 pid: 8467 timeout: 579 lvb_type: 0 00010000:00010000:2.0:1746130281.540483:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130281.540485:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130281.540491:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8e00/0x4ce24e5787362102 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40740 expref: 5 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130281.540497:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc8e00/0x4ce24e5787362102 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40740 expref: 5 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130281.540522:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091fc8e00/0x4ce24e5787362102 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40740 expref: 5 pid: 8467 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746130281.540531:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135afea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841752320:192.168.204.51@tcp:105: 00000100:00100000:2.0:1746130281.540596:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b4ae480 going to sleep for 11 seconds 00000100:00100000:2.0:1746130281.543023:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135afea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841752320:192.168.204.51@tcp:105: 00010000:00010000:2.0:1746130281.543041:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746130281.543214:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801354daa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+35:1962:x1830949849232896:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 2812us (3079us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130281.543224:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14677 00000100:00100000:0.0:1746130281.543586:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130281.543680:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849233152 00000100:00100000:1.0:1746130281.543685:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849233152 00002000:00100000:1.0:1746130281.543713:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801354d9180 x1830949849233152/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:267/0 lens 488/0 e 0 to 0 dl 1746130292 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130281.543722:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801354d9180 with x1830949849233152 ext(0->4095) 00002000:00010000:1.0:1746130281.543725:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801354d9180 00000100:00100000:1.0:1746130281.543753:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4883 00000100:00100000:1.0:1746130281.543758:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801354d9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949849233152:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746130281.543889:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801354d9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949849233152:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 129us (303us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746130281.543894:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4883 00002000:00100000:1.0:1746130281.543899:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801354d9180 x1830949849233152/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:267/0 lens 488/4536 e 0 to 0 dl 1746130292 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130281.543906:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801354d9180 with x1830949849233152 ext(0->4095) 00002000:00010000:1.0:1746130281.543908:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801354d9180 00000100:00100000:0.0:1746130281.545517:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130281.545676:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849233280 00000100:00100000:2.0:1746130281.545682:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849233280 00000100:00100000:2.0:1746130281.545713:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6414 00000100:00100000:2.0:1746130281.545719:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801354da300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:640ea846-b909-4eea-9a54-417e15bd627b+35:31579:x1830949849233280:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746130281.545732:0:8467:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746130281.545745:0:8467:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091fc8000/0x4ce24e5787362109 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae40747 expref: -99 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130281.545767:0:8467:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8e00/0x4ce24e5787362102 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40740 expref: 5 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130281.545774:0:8467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130281.545776:0:8467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130281.545780:0:8467:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc8000/0x4ce24e5787362109 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40747 expref: 36 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130281.545807:0:8467:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091fc8e00/0x4ce24e5787362102 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40740 expref: 5 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130281.545818:0:8467:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091fc8e00/0x4ce24e5787362102 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40740 expref: 5 pid: 8467 timeout: 579 lvb_type: 0 00000100:00100000:2.0:1746130281.545833:0:8467:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135afea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8467:1830949841752448:192.168.204.51@tcp:104: 00000100:00100000:2.0:1746130281.546309:0:8467:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b4ae480 going to sleep for 11 seconds 00000100:00100000:0.0:1746130281.546390:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130281.546474:0:10554:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849233408 00000100:00100000:0.0:1746130281.546477:0:10554:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849233408 00000100:00100000:0.0:1746130281.546500:0:10554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6415 00000100:00100000:0.0:1746130281.546505:0:10554:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801344c9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:640ea846-b909-4eea-9a54-417e15bd627b+37:31578:x1830949849233408:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746130281.546512:0:10554:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746130281.546519:0:10554:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880093155a00/0x4ce24e5787362110 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae4074e expref: -99 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130281.546532:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130281.546535:0:10554:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8000/0x4ce24e5787362109 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40747 expref: 38 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130281.546541:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746130281.546544:0:10554:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093155a00/0x4ce24e5787362110 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4074e expref: 38 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130281.546563:0:10554:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091fc8000/0x4ce24e5787362109 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40747 expref: 38 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130281.546573:0:10554:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880093155a00/0x4ce24e5787362110 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4074e expref: 38 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130281.546583:0:10554:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093155a00, rc 0) 00000100:00100000:0.0:1746130281.546600:0:10554:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801344c9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:640ea846-b909-4eea-9a54-417e15bd627b+38:31578:x1830949849233408:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 95us (211us total) trans 0 rc 0/0 00000100:00100000:0.0:1746130281.546605:0:10554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6415 00000100:00100000:2.0:1746130281.549078:0:8467:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135afea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8467:1830949841752448:192.168.204.51@tcp:104: 00010000:00010000:2.0:1746130281.549106:0:8467:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091fc8000/0x4ce24e5787362109 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40747 expref: 37 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130281.549119:0:8467:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091fc8000, rc 0) 00000100:00100000:2.0:1746130281.549162:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801354da300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:640ea846-b909-4eea-9a54-417e15bd627b+37:31579:x1830949849233280:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3443us (3650us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130281.549174:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6414 00000100:00100000:0.0:1746130281.549529:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130281.549618:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849233536 00000100:00100000:2.0:1746130281.549623:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849233536 00010000:00010000:2.0:1746130281.549646:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc8e00/0x4ce24e5787362102 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40740 expref: 6 pid: 8467 timeout: 579 lvb_type: 0 00000100:00100000:2.0:1746130281.549676:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14678 00000100:00100000:2.0:1746130281.549682:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801344c8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949849233536:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746130281.549694:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746130281.549717:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091fc8e00/0x4ce24e5787362102 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40740 expref: 6 pid: 8467 timeout: 579 lvb_type: 0 00010000:00010000:2.0:1746130281.549727:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091fc8e00/0x4ce24e5787362102 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40740 expref: 6 pid: 8467 timeout: 579 lvb_type: 0 00010000:00010000:2.0:1746130281.549749:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8e00/0x4ce24e5787362102 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40740 expref: 6 pid: 8467 timeout: 579 lvb_type: 0 00010000:00010000:2.0:1746130281.549798:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130281.549800:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130281.549807:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8000/0x4ce24e5787362109 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40747 expref: 36 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130281.549815:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc8000/0x4ce24e5787362109 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40747 expref: 36 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130281.549838:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091fc8000/0x4ce24e5787362109 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40747 expref: 36 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130281.549848:0:7097:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091fc8000/0x4ce24e5787362109 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40747 expref: 36 pid: 8467 timeout: 579 lvb_type: 0 00000100:00100000:2.0:1746130281.549859:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135afea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841752704:192.168.204.51@tcp:105: 00000100:00100000:2.0:1746130281.550089:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b4ae480 going to sleep for 11 seconds 00000100:00100000:0.0:1746130281.551795:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130281.551868:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849233792 00000100:00100000:3.0:1746130281.551874:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849233792 00002000:00100000:3.0:1746130281.551937:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801344ca300 x1830949849233792/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:267/0 lens 488/0 e 0 to 0 dl 1746130292 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130281.551946:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801344ca300 with x1830949849233792 ext(0->4095) 00010000:00010000:3.0:1746130281.551954:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8000/0x4ce24e5787362109 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40747 expref: 37 pid: 8467 timeout: 579 lvb_type: 0 00010000:00010000:3.0:1746130281.551967:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091fc8000/0x4ce24e5787362109 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40747 expref: 37 pid: 8467 timeout: 579 lvb_type: 0 00002000:00010000:3.0:1746130281.551973:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801344ca300 00000100:00100000:2.0:1746130281.552006:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135afea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841752704:192.168.204.51@tcp:105: 00010000:00010000:2.0:1746130281.552020:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746130281.552036:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2624 00000100:00100000:3.0:1746130281.552045:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801344ca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+37:1962:x1830949849233792:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746130281.552052:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801344c8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+5:1961:x1830949849233536:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 2370us (2524us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130281.552061:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14678 00000100:00100000:3.0:1746130281.552188:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801344ca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+37:1962:x1830949849233792:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 144us (399us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746130281.552193:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2624 00002000:00100000:3.0:1746130281.552198:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801344ca300 x1830949849233792/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:267/0 lens 488/4536 e 0 to 0 dl 1746130292 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130281.552205:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801344ca300 with x1830949849233792 ext(0->4095) 00010000:00010000:3.0:1746130281.552209:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8000/0x4ce24e5787362109 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40747 expref: 37 pid: 8467 timeout: 579 lvb_type: 0 00010000:00010000:3.0:1746130281.552218:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091fc8000/0x4ce24e5787362109 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40747 expref: 37 pid: 8467 timeout: 579 lvb_type: 0 00002000:00010000:3.0:1746130281.552224:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801344ca300 00000100:00100000:0.0:1746130281.553631:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130281.553699:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849233920 00000100:00100000:2.0:1746130281.553703:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849233920 00000100:00100000:2.0:1746130281.553780:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6416 00000100:00100000:2.0:1746130281.553787:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801344c8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c84b93b0-d496-484f-8e1e-94008838f2dd+5:31579:x1830949849233920:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746130281.553797:0:8467:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746130281.553808:0:8467:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091fc9400/0x4ce24e5787362117 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae40755 expref: -99 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130281.553825:0:8467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746130281.553830:0:8467:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880093155a00/0x4ce24e5787362110 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4074e expref: 36 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130281.553836:0:8467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746130281.553839:0:8467:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc9400/0x4ce24e5787362117 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40755 expref: 6 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130281.553864:0:8467:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880093155a00/0x4ce24e5787362110 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4074e expref: 36 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130281.553873:0:8467:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091fc9400/0x4ce24e5787362117 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40755 expref: 6 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130281.553881:0:8467:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091fc9400, rc 0) 00000100:00100000:2.0:1746130281.554139:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801344c8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c84b93b0-d496-484f-8e1e-94008838f2dd+6:31579:x1830949849233920:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 352us (510us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130281.554145:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6416 00000100:00100000:0.0:1746130281.554747:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130281.554831:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849234048 00000100:00100000:2.0:1746130281.554834:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849234048 00010000:00010000:2.0:1746130281.554849:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc8000/0x4ce24e5787362109 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40747 expref: 37 pid: 8467 timeout: 579 lvb_type: 0 00000100:00100000:2.0:1746130281.554887:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14679 00000100:00100000:2.0:1746130281.554892:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801344cb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+37:1961:x1830949849234048:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746130281.554900:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746130281.554915:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091fc8000/0x4ce24e5787362109 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40747 expref: 37 pid: 8467 timeout: 579 lvb_type: 0 00010000:00010000:2.0:1746130281.554924:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091fc8000/0x4ce24e5787362109 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40747 expref: 37 pid: 8467 timeout: 579 lvb_type: 0 00010000:00010000:2.0:1746130281.554939:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8000/0x4ce24e5787362109 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40747 expref: 37 pid: 8467 timeout: 579 lvb_type: 0 00010000:00010000:2.0:1746130281.555155:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130281.555157:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130281.555163:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880093155a00/0x4ce24e5787362110 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4074e expref: 36 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130281.555171:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093155a00/0x4ce24e5787362110 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4074e expref: 36 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130281.555191:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880093155a00/0x4ce24e5787362110 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4074e expref: 36 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130281.555200:0:7097:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880093155a00/0x4ce24e5787362110 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4074e expref: 36 pid: 10554 timeout: 579 lvb_type: 0 00000100:00100000:2.0:1746130281.555215:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135afea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841752960:192.168.204.51@tcp:105: 00000100:00100000:2.0:1746130281.555683:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b4ae480 going to sleep for 11 seconds 00000100:00100000:3.0:1746130281.556443:0:3298:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135afd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3298:1830949841753088:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1746130281.556478:0:3298:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746130281.556531:0:10555:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949841753088 00000100:00100000:1.0:1746130281.556536:0:10555:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949841753088 00000100:00100000:1.0:1746130281.556570:0:10555:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 169 00000100:00100000:1.0:1746130281.556576:0:10555:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091953800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3298:x1830949841753088:12345-0@lo:13:osp-pre-0-0.0 00000100:00080000:2.0:1746130281.556578:0:7108:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00002000:00000024:1.0:1746130281.556590:0:10555:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 560398336 pending 25559040 free 3855613952 avail 3822059520 00000100:00100000:1.0:1746130281.556624:0:10555:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091953800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3298:x1830949841753088:12345-0@lo:13:osp-pre-0-0.0 Request processed in 48us (145us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130281.556629:0:10555:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 169 00000100:00100000:3.0:1746130281.556642:0:3298:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135afd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3298:1830949841753088:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1746130281.556933:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130281.556976:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849234304 00000100:00100000:3.0:1746130281.556979:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849234304 00002000:00100000:3.0:1746130281.557006:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800939b6680 x1830949849234304/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:267/0 lens 488/0 e 0 to 0 dl 1746130292 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130281.557015:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800939b6680 with x1830949849234304 ext(0->4095) 00010000:00010000:3.0:1746130281.557021:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093155a00/0x4ce24e5787362110 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4074e expref: 37 pid: 10554 timeout: 579 lvb_type: 0 00010000:00010000:3.0:1746130281.557032:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093155a00/0x4ce24e5787362110 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4074e expref: 37 pid: 10554 timeout: 579 lvb_type: 0 00002000:00010000:3.0:1746130281.557038:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800939b6680 00000100:00100000:2.0:1746130281.557040:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135afea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841752960:192.168.204.51@tcp:105: 00010000:00010000:2.0:1746130281.557050:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746130281.557065:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2625 00000100:00100000:3.0:1746130281.557072:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800939b6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+37:1961:x1830949849234304:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746130281.557083:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801344cb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+37:1961:x1830949849234048:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 2190us (2336us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130281.557090:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14679 00000100:00100000:3.0:1746130281.557230:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800939b6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+36:1961:x1830949849234304:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 158us (296us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746130281.557236:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2625 00002000:00100000:3.0:1746130281.557241:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800939b6680 x1830949849234304/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:267/0 lens 488/4536 e 0 to 0 dl 1746130292 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130281.557247:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800939b6680 with x1830949849234304 ext(0->4095) 00010000:00010000:3.0:1746130281.557252:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093155a00/0x4ce24e5787362110 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4074e expref: 36 pid: 10554 timeout: 579 lvb_type: 0 00010000:00010000:3.0:1746130281.557260:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093155a00/0x4ce24e5787362110 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4074e expref: 36 pid: 10554 timeout: 579 lvb_type: 0 00002000:00010000:3.0:1746130281.557288:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800939b6680 00000100:00100000:0.0:1746130281.558524:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130281.559018:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130281.559065:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849234560 00000100:00100000:3.0:1746130281.559070:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849234560 00000100:00100000:2.0:1746130281.559092:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849234432 00000100:00100000:2.0:1746130281.559096:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849234432 00010000:00010000:3.0:1746130281.559098:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880093155a00/0x4ce24e5787362110 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4074e expref: 36 pid: 10554 timeout: 579 lvb_type: 0 00000100:00100000:2.0:1746130281.559128:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6417 00000100:00100000:3.0:1746130281.559130:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14680 00000100:00100000:2.0:1746130281.559134:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800939b6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:640ea846-b909-4eea-9a54-417e15bd627b+37:31578:x1830949849234432:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:3.0:1746130281.559136:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800942cea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+37:1964:x1830949849234560:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746130281.559145:0:8467:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746130281.559146:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746130281.559154:0:8467:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e578736211e lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae4075c expref: -99 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130281.559161:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880093155a00/0x4ce24e5787362110 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4074e expref: 37 pid: 10554 timeout: 579 lvb_type: 0 00010000:00010000:3.0:1746130281.559169:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880093155a00/0x4ce24e5787362110 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4074e expref: 38 pid: 10554 timeout: 579 lvb_type: 0 00010000:00010000:2.0:1746130281.559257:0:8467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746130281.559263:0:8467:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091fc9400/0x4ce24e5787362117 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40755 expref: 5 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130281.559288:0:8467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746130281.559292:0:8467:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e578736211e lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4075c expref: 38 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130281.559309:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880093155a00/0x4ce24e5787362110 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4074e expref: 38 pid: 10554 timeout: 579 lvb_type: 0 00010000:00010000:2.0:1746130281.559320:0:8467:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091fc9400/0x4ce24e5787362117 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40755 expref: 5 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130281.559328:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130281.559330:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130281.559335:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091fc9400/0x4ce24e5787362117 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40755 expref: 5 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130281.559342:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc9400/0x4ce24e5787362117 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40755 expref: 5 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130281.559443:0:8467:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e578736211e lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4075c expref: 37 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130281.559452:0:8467:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091fc9a00, rc 0) 00010000:00010000:3.0:1746130281.559454:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091fc9400/0x4ce24e5787362117 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40755 expref: 5 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130281.559461:0:7097:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091fc9400/0x4ce24e5787362117 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40755 expref: 5 pid: 8467 timeout: 579 lvb_type: 0 00000100:00100000:3.0:1746130281.559468:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091952d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841753344:192.168.204.51@tcp:105: 00000100:00100000:2.0:1746130281.559491:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800939b6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:640ea846-b909-4eea-9a54-417e15bd627b+37:31578:x1830949849234432:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 357us (969us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130281.559497:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6417 00000100:00100000:3.0:1746130281.559539:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093e2b0c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746130281.560422:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091952d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841753344:192.168.204.51@tcp:105: 00010000:00010000:3.0:1746130281.560434:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746130281.560472:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800942cea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+36:1964:x1830949849234560:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 1336us (1455us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130281.560479:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14680 00000100:00100000:0.0:1746130281.560637:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130281.560694:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849234816 00000100:00100000:3.0:1746130281.560697:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849234816 00002000:00100000:3.0:1746130281.560719:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800942cf100 x1830949849234816/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:267/0 lens 488/0 e 0 to 0 dl 1746130292 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130281.560734:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800942cf100 with x1830949849234816 ext(0->4095) 00010000:00010000:3.0:1746130281.560740:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091fc9400/0x4ce24e5787362117 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40755 expref: 6 pid: 8467 timeout: 579 lvb_type: 0 00010000:00010000:3.0:1746130281.560750:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091fc9400/0x4ce24e5787362117 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40755 expref: 6 pid: 8467 timeout: 579 lvb_type: 0 00002000:00010000:3.0:1746130281.560756:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800942cf100 00000100:00100000:3.0:1746130281.560777:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2626 00000100:00100000:3.0:1746130281.560783:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800942cf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949849234816:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746130281.560878:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800942cf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949849234816:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 95us (242us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746130281.560884:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2626 00002000:00100000:3.0:1746130281.560889:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800942cf100 x1830949849234816/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:267/0 lens 488/4536 e 0 to 0 dl 1746130292 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130281.560896:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800942cf100 with x1830949849234816 ext(0->4095) 00010000:00010000:3.0:1746130281.560900:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091fc9400/0x4ce24e5787362117 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40755 expref: 6 pid: 8467 timeout: 579 lvb_type: 0 00010000:00010000:3.0:1746130281.560908:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091fc9400/0x4ce24e5787362117 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40755 expref: 6 pid: 8467 timeout: 579 lvb_type: 0 00002000:00010000:3.0:1746130281.560914:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800942cf100 00000100:00100000:2.0:1746130281.562790:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130281.562985:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849234944 00000100:00100000:3.0:1746130281.562993:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849234944 00010000:00010000:3.0:1746130281.563020:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc9400/0x4ce24e5787362117 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40755 expref: 6 pid: 8467 timeout: 579 lvb_type: 0 00000100:00100000:3.0:1746130281.563127:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14681 00000100:00100000:3.0:1746130281.563134:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e249850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1963:x1830949849234944:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746130281.563147:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746130281.563163:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091fc9400/0x4ce24e5787362117 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40755 expref: 6 pid: 8467 timeout: 579 lvb_type: 0 00010000:00010000:3.0:1746130281.563174:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091fc9400/0x4ce24e5787362117 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40755 expref: 6 pid: 8467 timeout: 579 lvb_type: 0 00010000:00010000:3.0:1746130281.563191:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091fc9400/0x4ce24e5787362117 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40755 expref: 6 pid: 8467 timeout: 579 lvb_type: 0 00010000:00010000:3.0:1746130281.563818:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130281.563821:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130281.563828:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e578736211e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4075c expref: 35 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130281.563836:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e578736211e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4075c expref: 35 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130281.563863:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e578736211e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4075c expref: 35 pid: 8467 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746130281.563873:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091952d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841753472:192.168.204.51@tcp:105: 00000100:00100000:3.0:1746130281.563949:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093e2b300 going to sleep for 11 seconds 00000100:00100000:0.0:1746130281.565741:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130281.565801:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849235200 00000100:00100000:1.0:1746130281.565806:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849235200 00002000:00100000:1.0:1746130281.565837:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800942cd500 x1830949849235200/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:267/0 lens 488/0 e 0 to 0 dl 1746130292 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130281.565846:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800942cd500 with x1830949849235200 ext(0->4095) 00002000:00010000:1.0:1746130281.565850:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800942cd500 00000100:00100000:3.0:1746130281.565926:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091952d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841753472:192.168.204.51@tcp:105: 00010000:00010000:3.0:1746130281.565942:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746130281.566086:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4884 00000100:00100000:1.0:1746130281.566093:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800942cd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+36:1961:x1830949849235200:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746130281.566410:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e249850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+5:1963:x1830949849234944:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 3275us (3624us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130281.566419:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14681 00000100:00100000:1.0:1746130281.566572:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800942cd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+36:1961:x1830949849235200:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 479us (836us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746130281.566578:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4884 00002000:00100000:1.0:1746130281.566584:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800942cd500 x1830949849235200/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:267/0 lens 488/4536 e 0 to 0 dl 1746130292 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130281.566592:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800942cd500 with x1830949849235200 ext(0->4095) 00002000:00010000:1.0:1746130281.566595:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800942cd500 00000100:00100000:0.0:1746130281.568807:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130281.568872:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849235328 00000100:00100000:2.0:1746130281.568878:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849235328 00000100:00100000:2.0:1746130281.568923:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6418 00000100:00100000:2.0:1746130281.568929:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800942cce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c84b93b0-d496-484f-8e1e-94008838f2dd+5:31579:x1830949849235328:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746130281.568942:0:8467:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746130281.568956:0:8467:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e5787362125 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae40763 expref: -99 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130281.568980:0:8467:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e578736211e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4075c expref: 35 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130281.568987:0:8467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746130281.568989:0:8467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746130281.568992:0:8467:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e5787362125 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40763 expref: 6 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130281.569015:0:8467:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e578736211e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4075c expref: 35 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130281.569030:0:8467:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e578736211e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4075c expref: 35 pid: 8467 timeout: 579 lvb_type: 0 00000100:00100000:2.0:1746130281.569040:0:8467:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135afea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8467:1830949841753600:192.168.204.51@tcp:104: 00000100:00100000:2.0:1746130281.569118:0:8467:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b4ae480 going to sleep for 11 seconds 00000100:00100000:2.0:1746130281.570918:0:8467:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135afea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8467:1830949841753600:192.168.204.51@tcp:104: 00010000:00010000:2.0:1746130281.570940:0:8467:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e5787362125 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40763 expref: 6 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130281.570952:0:8467:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091fc8600, rc 0) 00000100:00100000:2.0:1746130281.570992:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800942cce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c84b93b0-d496-484f-8e1e-94008838f2dd+6:31579:x1830949849235328:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2062us (2192us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130281.570999:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6418 00000100:00100000:3.0:1746130281.572619:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130281.572714:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849235456 00000100:00100000:0.0:1746130281.572720:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849235456 00010000:00010000:0.0:1746130281.572749:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e578736211e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4075c expref: 36 pid: 8467 timeout: 579 lvb_type: 0 00000100:00100000:0.0:1746130281.572787:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14682 00000100:00100000:0.0:1746130281.572793:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091952d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+36:1962:x1830949849235456:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746130281.572805:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746130281.572821:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e578736211e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4075c expref: 36 pid: 8467 timeout: 579 lvb_type: 0 00010000:00010000:0.0:1746130281.572832:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e578736211e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4075c expref: 36 pid: 8467 timeout: 579 lvb_type: 0 00010000:00010000:0.0:1746130281.572852:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e578736211e lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4075c expref: 36 pid: 8467 timeout: 579 lvb_type: 0 00010000:00010000:0.0:1746130281.572879:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130281.572881:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130281.572888:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e5787362125 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40763 expref: 5 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130281.572899:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e5787362125 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40763 expref: 5 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130281.572923:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e5787362125 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40763 expref: 5 pid: 8467 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746130281.572933:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800942ce300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841753728:192.168.204.51@tcp:105: 00000100:00100000:0.0:1746130281.572997:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009bc95480 going to sleep for 11 seconds 00000100:00100000:2.0:1746130281.576239:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800942ce300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841753728:192.168.204.51@tcp:105: 00010000:00010000:2.0:1746130281.576258:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746130281.576327:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091952d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+35:1962:x1830949849235456:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 3532us (3711us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130281.576336:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14682 00000100:00100000:0.0:1746130281.577086:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130281.577409:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130281.577457:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849235840 00000100:00100000:3.0:1746130281.577463:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849235840 00000100:00100000:3.0:1746130281.577562:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6419 00000100:00100000:3.0:1746130281.577570:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800942cea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:640ea846-b909-4eea-9a54-417e15bd627b+35:31578:x1830949849235840:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:1.0:1746130281.577573:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849235712 00000100:00100000:1.0:1746130281.577577:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849235712 00010000:00010000:3.0:1746130281.577585:0:8467:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746130281.577599:0:8467:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800934d1400/0x4ce24e578736212c lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae4076a expref: -99 pid: 8467 timeout: 0 lvb_type: 0 00002000:00100000:1.0:1746130281.577601:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800942ce300 x1830949849235712/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:267/0 lens 488/0 e 0 to 0 dl 1746130292 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130281.577617:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800942ce300 with x1830949849235712 ext(0->4095) 00002000:00010000:1.0:1746130281.577620:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800942ce300 00010000:00010000:3.0:1746130281.577622:0:8467:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e5787362125 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40763 expref: 6 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130281.577628:0:8467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130281.577630:0:8467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130281.577632:0:8467:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d1400/0x4ce24e578736212c lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4076a expref: 36 pid: 8467 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746130281.577643:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4885 00000100:00100000:1.0:1746130281.577649:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800942ce300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949849235712:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00010000:00010000:3.0:1746130281.577661:0:8467:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e5787362125 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40763 expref: 6 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130281.577671:0:8467:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e5787362125 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40763 expref: 6 pid: 8467 timeout: 579 lvb_type: 0 00000100:00100000:3.0:1746130281.577681:0:8467:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091951880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8467:1830949841753856:192.168.204.51@tcp:104: 00000100:00100000:3.0:1746130281.577732:0:8467:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093e2b780 going to sleep for 11 seconds 00000100:00100000:1.0:1746130281.577759:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800942ce300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949849235712:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 110us (675us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746130281.577764:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4885 00002000:00100000:1.0:1746130281.577769:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800942ce300 x1830949849235712/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:267/0 lens 488/4536 e 0 to 0 dl 1746130292 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130281.577775:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800942ce300 with x1830949849235712 ext(0->4095) 00010000:00010000:1.0:1746130281.577780:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e5787362125 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40763 expref: 6 pid: 8467 timeout: 579 lvb_type: 0 00010000:00010000:1.0:1746130281.577791:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e5787362125 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40763 expref: 6 pid: 8467 timeout: 579 lvb_type: 0 00002000:00010000:1.0:1746130281.577797:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800942ce300 00000100:00100000:3.0:1746130281.579607:0:8467:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091951880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8467:1830949841753856:192.168.204.51@tcp:104: 00010000:00010000:3.0:1746130281.579629:0:8467:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800934d1400/0x4ce24e578736212c lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4076a expref: 36 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130281.579642:0:8467:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800934d1400, rc 0) 00000100:00100000:3.0:1746130281.579685:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800942cea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:640ea846-b909-4eea-9a54-417e15bd627b+36:31578:x1830949849235840:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2116us (2276us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130281.579692:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6419 00000100:00100000:0.0:1746130281.580826:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130281.580902:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849235968 00000100:00100000:2.0:1746130281.580908:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849235968 00010000:00010000:2.0:1746130281.580937:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e5787362125 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40763 expref: 6 pid: 8467 timeout: 579 lvb_type: 0 00000100:00100000:2.0:1746130281.580971:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14683 00000100:00100000:2.0:1746130281.580977:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b323480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949849235968:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746130281.580988:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746130281.581005:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e5787362125 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40763 expref: 6 pid: 8467 timeout: 579 lvb_type: 0 00010000:00010000:2.0:1746130281.581015:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e5787362125 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40763 expref: 6 pid: 8467 timeout: 579 lvb_type: 0 00010000:00010000:2.0:1746130281.581032:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e5787362125 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40763 expref: 6 pid: 8467 timeout: 579 lvb_type: 0 00010000:00010000:2.0:1746130281.581058:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130281.581060:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130281.581070:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1400/0x4ce24e578736212c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4076a expref: 35 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130281.581078:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d1400/0x4ce24e578736212c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4076a expref: 35 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130281.581104:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800934d1400/0x4ce24e578736212c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4076a expref: 35 pid: 8467 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746130281.581114:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135afea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841753984:192.168.204.51@tcp:105: 00000100:00100000:2.0:1746130281.581181:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b4ae480 going to sleep for 11 seconds 00000100:00100000:2.0:1746130281.582533:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135afea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841753984:192.168.204.51@tcp:105: 00010000:00010000:2.0:1746130281.582552:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746130281.582599:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b323480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+5:1961:x1830949849235968:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 1621us (1776us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130281.582609:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14683 00000100:00100000:0.0:1746130281.582609:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130281.582692:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849236224 00000100:00100000:3.0:1746130281.582698:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849236224 00002000:00100000:3.0:1746130281.582728:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009b321f80 x1830949849236224/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:267/0 lens 488/0 e 0 to 0 dl 1746130292 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130281.582737:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b321f80 with x1830949849236224 ext(0->4095) 00002000:00010000:3.0:1746130281.582741:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009b321f80 00000100:00100000:3.0:1746130281.582766:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4886 00000100:00100000:3.0:1746130281.582773:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b321f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+36:1961:x1830949849236224:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746130281.582898:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b321f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+36:1961:x1830949849236224:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 125us (289us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746130281.582903:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4886 00002000:00100000:3.0:1746130281.582908:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009b321f80 x1830949849236224/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:267/0 lens 488/4536 e 0 to 0 dl 1746130292 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130281.582921:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b321f80 with x1830949849236224 ext(0->4095) 00002000:00010000:3.0:1746130281.582924:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009b321f80 00000100:00100000:0.0:1746130281.585328:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130281.585404:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849236352 00000100:00100000:3.0:1746130281.585413:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849236352 00000100:00100000:3.0:1746130281.585459:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6420 00000100:00100000:3.0:1746130281.585466:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136399880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c84b93b0-d496-484f-8e1e-94008838f2dd+5:31579:x1830949849236352:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746130281.585481:0:8467:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746130281.585495:0:8467:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800934d1e00/0x4ce24e5787362133 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae40771 expref: -99 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130281.585519:0:8467:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1400/0x4ce24e578736212c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4076a expref: 35 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130281.585527:0:8467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746130281.585528:0:8467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746130281.585532:0:8467:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d1e00/0x4ce24e5787362133 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40771 expref: 6 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130281.585557:0:8467:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800934d1400/0x4ce24e578736212c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4076a expref: 35 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130281.585568:0:8467:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800934d1400/0x4ce24e578736212c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4076a expref: 35 pid: 8467 timeout: 579 lvb_type: 0 00000100:00100000:3.0:1746130281.585579:0:8467:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091951880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8467:1830949841754112:192.168.204.51@tcp:104: 00000100:00100000:3.0:1746130281.585663:0:8467:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093e2b780 going to sleep for 11 seconds 00000100:00100000:3.0:1746130281.587136:0:8467:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091951880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8467:1830949841754112:192.168.204.51@tcp:104: 00010000:00010000:3.0:1746130281.587162:0:8467:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800934d1e00/0x4ce24e5787362133 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40771 expref: 6 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130281.587177:0:8467:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800934d1e00, rc 0) 00000100:00100000:3.0:1746130281.587217:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136399880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c84b93b0-d496-484f-8e1e-94008838f2dd+6:31579:x1830949849236352:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1751us (1894us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130281.587225:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6420 00000100:00100000:2.0:1746130281.587369:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130281.587408:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849236480 00000100:00100000:1.0:1746130281.587414:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849236480 00002000:00100000:1.0:1746130281.587536:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff880135afea00 x1830949849236480/t0(0) o4->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:267/0 lens 496/0 e 0 to 0 dl 1746130292 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130281.587546:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135afea00 with x1830949849236480 ext(0->7) 00010000:00010000:1.0:1746130281.587553:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1400/0x4ce24e578736212c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4076a expref: 36 pid: 8467 timeout: 579 lvb_type: 0 00010000:00010000:1.0:1746130281.587568:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800934d1400/0x4ce24e578736212c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4076a expref: 36 pid: 8467 timeout: 579 lvb_type: 0 00002000:00010000:1.0:1746130281.587574:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880135afea00 00000100:00100000:1.0:1746130281.587593:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2627 00000100:00100000:1.0:1746130281.587599:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135afea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+36:1962:x1830949849236480:12345-192.168.204.51@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746130281.587870:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135afea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+38:1962:x1830949849236480:12345-192.168.204.51@tcp:4:ldlm_bl.0 Request processed in 271us (501us total) trans 4294967940 rc 0/0 00000100:00100000:1.0:1746130281.587875:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2627 00002000:00100000:1.0:1746130281.587880:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff880135afea00 x1830949849236480/t4294967940(0) o4->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:267/0 lens 496/448 e 0 to 0 dl 1746130292 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130281.587886:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135afea00 with x1830949849236480 ext(0->7) 00010000:00010000:1.0:1746130281.587890:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1400/0x4ce24e578736212c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4076a expref: 38 pid: 8467 timeout: 579 lvb_type: 0 00010000:00010000:1.0:1746130281.587899:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800934d1400/0x4ce24e578736212c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4076a expref: 38 pid: 8467 timeout: 579 lvb_type: 0 00002000:00010000:1.0:1746130281.587903:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880135afea00 00000100:00100000:0.0:1746130281.590429:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130281.590523:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849236608 00000100:00100000:2.0:1746130281.590530:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849236608 00010000:00010000:2.0:1746130281.590564:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d1400/0x4ce24e578736212c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4076a expref: 38 pid: 8467 timeout: 579 lvb_type: 0 00000100:00100000:2.0:1746130281.590583:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14684 00000100:00100000:2.0:1746130281.590589:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013639a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+38:1962:x1830949849236608:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746130281.590599:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746130281.590617:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800934d1400/0x4ce24e578736212c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4076a expref: 38 pid: 8467 timeout: 579 lvb_type: 0 00010000:00010000:2.0:1746130281.590626:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800934d1400/0x4ce24e578736212c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4076a expref: 38 pid: 8467 timeout: 579 lvb_type: 0 00010000:00010000:2.0:1746130281.590644:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1400/0x4ce24e578736212c lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4076a expref: 38 pid: 8467 timeout: 579 lvb_type: 0 00010000:00010000:2.0:1746130281.590674:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130281.590677:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130281.590683:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1e00/0x4ce24e5787362133 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40771 expref: 5 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130281.590690:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d1e00/0x4ce24e5787362133 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40771 expref: 5 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130281.590721:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800934d1e00/0x4ce24e5787362133 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40771 expref: 5 pid: 8467 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746130281.590732:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135aff100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841754240:192.168.204.51@tcp:105: 00000100:00100000:2.0:1746130281.590803:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b4ae480 going to sleep for 11 seconds 00000100:00100000:2.0:1746130281.594674:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135aff100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841754240:192.168.204.51@tcp:105: 00010000:00010000:2.0:1746130281.594695:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746130281.595413:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013639a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+37:1962:x1830949849236608:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 4821us (4988us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130281.595423:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14684 00000100:00100000:0.0:1746130281.595891:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130281.596029:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849236864 00000100:00100000:2.0:1746130281.596035:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849236864 00002000:00100000:2.0:1746130281.596068:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88013639bb80 x1830949849236864/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:267/0 lens 488/0 e 0 to 0 dl 1746130292 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130281.596077:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013639bb80 with x1830949849236864 ext(0->4095) 00002000:00010000:2.0:1746130281.596081:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88013639bb80 00000100:00100000:2.0:1746130281.596110:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4887 00000100:00100000:2.0:1746130281.596116:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013639bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949849236864:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746130281.596239:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013639bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949849236864:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 123us (350us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746130281.596245:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4887 00002000:00100000:2.0:1746130281.596250:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88013639bb80 x1830949849236864/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:267/0 lens 488/4536 e 0 to 0 dl 1746130292 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130281.596262:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013639bb80 with x1830949849236864 ext(0->4095) 00002000:00010000:2.0:1746130281.596279:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88013639bb80 00000100:00100000:0.0:1746130281.597678:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130281.597771:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849236992 00000100:00100000:3.0:1746130281.597776:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849236992 00000100:00100000:3.0:1746130281.597819:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6421 00000100:00100000:3.0:1746130281.597826:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136398e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:640ea846-b909-4eea-9a54-417e15bd627b+37:31578:x1830949849236992:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746130281.597837:0:8467:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746130281.597851:0:8467:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800934d1000/0x4ce24e578736213a lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae40778 expref: -99 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130281.597874:0:8467:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1e00/0x4ce24e5787362133 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40771 expref: 5 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130281.597881:0:8467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130281.597883:0:8467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130281.597885:0:8467:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d1000/0x4ce24e578736213a lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40778 expref: 38 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130281.597910:0:8467:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800934d1e00/0x4ce24e5787362133 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40771 expref: 5 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130281.597922:0:8467:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800934d1e00/0x4ce24e5787362133 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40771 expref: 5 pid: 8467 timeout: 579 lvb_type: 0 00000100:00100000:3.0:1746130281.597933:0:8467:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091951880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8467:1830949841754368:192.168.204.51@tcp:104: 00000100:00100000:3.0:1746130281.598004:0:8467:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093e2b780 going to sleep for 11 seconds 00000100:00100000:0.0:1746130281.598934:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130281.600723:0:8469:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849237120 00000100:00100000:1.0:1746130281.600734:0:8469:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849237120 00000100:00100000:1.0:1746130281.600792:0:8469:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6422 00000100:00100000:1.0:1746130281.600800:0:8469:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ac4d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:640ea846-b909-4eea-9a54-417e15bd627b+39:31579:x1830949849237120:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746130281.600817:0:8469:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746130281.600834:0:8469:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a4a33000/0x4ce24e5787362141 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae4077f expref: -99 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130281.600860:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130281.600866:0:8469:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1000/0x4ce24e578736213a lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40778 expref: 40 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130281.600872:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130281.600875:0:8469:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a4a33000/0x4ce24e5787362141 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4077f expref: 40 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130281.600908:0:8469:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800934d1000/0x4ce24e578736213a lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40778 expref: 40 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130281.600919:0:8469:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a4a33000/0x4ce24e5787362141 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4077f expref: 40 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130281.600928:0:8469:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a4a33000, rc 0) 00000100:00100000:1.0:1746130281.600985:0:8469:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ac4d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:640ea846-b909-4eea-9a54-417e15bd627b+40:31579:x1830949849237120:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 187us (2055us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130281.600991:0:8469:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6422 00000100:00100000:3.0:1746130281.603497:0:8467:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091951880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8467:1830949841754368:192.168.204.51@tcp:104: 00010000:00010000:3.0:1746130281.603527:0:8467:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800934d1000/0x4ce24e578736213a lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40778 expref: 39 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130281.603541:0:8467:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800934d1000, rc 0) 00000100:00100000:3.0:1746130281.603575:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136398e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:640ea846-b909-4eea-9a54-417e15bd627b+39:31578:x1830949849236992:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5750us (5902us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130281.603583:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6421 00000100:00100000:0.0:1746130281.603995:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130281.604139:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849237248 00000100:00100000:2.0:1746130281.604145:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849237248 00010000:00010000:2.0:1746130281.604175:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d1e00/0x4ce24e5787362133 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40771 expref: 6 pid: 8467 timeout: 579 lvb_type: 0 00000100:00100000:2.0:1746130281.604196:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14685 00000100:00100000:2.0:1746130281.604202:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801354c7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949849237248:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746130281.604214:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746130281.604232:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800934d1e00/0x4ce24e5787362133 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40771 expref: 6 pid: 8467 timeout: 579 lvb_type: 0 00010000:00010000:2.0:1746130281.604241:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800934d1e00/0x4ce24e5787362133 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40771 expref: 6 pid: 8467 timeout: 579 lvb_type: 0 00010000:00010000:2.0:1746130281.604257:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1e00/0x4ce24e5787362133 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40771 expref: 6 pid: 8467 timeout: 579 lvb_type: 0 00010000:00010000:2.0:1746130281.604707:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130281.604709:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130281.604716:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1000/0x4ce24e578736213a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40778 expref: 38 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130281.604723:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d1000/0x4ce24e578736213a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40778 expref: 38 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130281.604755:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800934d1000/0x4ce24e578736213a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40778 expref: 38 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130281.604765:0:7097:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800934d1000/0x4ce24e578736213a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40778 expref: 38 pid: 8467 timeout: 579 lvb_type: 0 00000100:00100000:2.0:1746130281.604775:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135aff100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841754624:192.168.204.51@tcp:105: 00000100:00100000:2.0:1746130281.604843:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b4aea80 going to sleep for 11 seconds 00000100:00100000:2.0:1746130281.606776:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135aff100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841754624:192.168.204.51@tcp:105: 00010000:00010000:2.0:1746130281.606793:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746130281.606830:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801354c7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+5:1961:x1830949849237248:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 2629us (2836us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130281.606839:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14685 00000100:00100000:0.0:1746130281.608011:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130281.608449:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849237504 00000100:00100000:3.0:1746130281.608456:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849237504 00002000:00100000:3.0:1746130281.608497:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801350bea00 x1830949849237504/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:267/0 lens 488/0 e 0 to 0 dl 1746130292 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130281.608505:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801350bea00 with x1830949849237504 ext(0->4095) 00010000:00010000:3.0:1746130281.608512:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1000/0x4ce24e578736213a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40778 expref: 39 pid: 8467 timeout: 579 lvb_type: 0 00010000:00010000:3.0:1746130281.608522:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800934d1000/0x4ce24e578736213a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40778 expref: 39 pid: 8467 timeout: 579 lvb_type: 0 00002000:00010000:3.0:1746130281.608528:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801350bea00 00000100:00100000:3.0:1746130281.608837:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2628 00000100:00100000:3.0:1746130281.608845:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801350bea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+39:1961:x1830949849237504:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746130281.609868:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801350bea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+39:1961:x1830949849237504:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 1020us (1856us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746130281.609877:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2628 00002000:00100000:3.0:1746130281.609884:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801350bea00 x1830949849237504/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:267/0 lens 488/4536 e 0 to 0 dl 1746130292 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130281.609892:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801350bea00 with x1830949849237504 ext(0->4095) 00010000:00010000:3.0:1746130281.609900:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1000/0x4ce24e578736213a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40778 expref: 39 pid: 8467 timeout: 579 lvb_type: 0 00010000:00010000:3.0:1746130281.609911:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800934d1000/0x4ce24e578736213a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40778 expref: 39 pid: 8467 timeout: 579 lvb_type: 0 00002000:00010000:3.0:1746130281.609917:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801350bea00 00000100:00100000:0.0:1746130281.613006:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130281.613137:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849237632 00000100:00100000:2.0:1746130281.613146:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849237632 00010000:00010000:2.0:1746130281.613177:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d1000/0x4ce24e578736213a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40778 expref: 39 pid: 8467 timeout: 579 lvb_type: 0 00000100:00100000:2.0:1746130281.613212:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14686 00000100:00100000:2.0:1746130281.613219:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135b28700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+39:1961:x1830949849237632:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746130281.613230:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746130281.613248:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800934d1000/0x4ce24e578736213a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40778 expref: 39 pid: 8467 timeout: 579 lvb_type: 0 00010000:00010000:2.0:1746130281.613263:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800934d1000/0x4ce24e578736213a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40778 expref: 39 pid: 8467 timeout: 579 lvb_type: 0 00010000:00010000:2.0:1746130281.613312:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1000/0x4ce24e578736213a lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40778 expref: 39 pid: 8467 timeout: 579 lvb_type: 0 00010000:00010000:2.0:1746130281.613341:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130281.613343:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130281.613350:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a4a33000/0x4ce24e5787362141 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4077f expref: 38 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130281.613356:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a4a33000/0x4ce24e5787362141 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4077f expref: 38 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130281.613393:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a4a33000/0x4ce24e5787362141 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4077f expref: 38 pid: 8469 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746130281.613404:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135aff100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841754752:192.168.204.51@tcp:105: 00000100:00100000:2.0:1746130281.613677:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b4aea80 going to sleep for 11 seconds 00000100:00100000:0.0:1746130281.615652:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130281.615747:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135aff100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841754752:192.168.204.51@tcp:105: 00010000:00010000:2.0:1746130281.615765:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746130281.615796:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135b28700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+38:1961:x1830949849237632:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 2578us (2798us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130281.615806:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14686 00000100:00100000:3.0:1746130281.615886:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849237888 00000100:00100000:3.0:1746130281.615892:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849237888 00002000:00100000:3.0:1746130281.615927:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880135b29880 x1830949849237888/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:267/0 lens 488/0 e 0 to 0 dl 1746130292 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130281.615936:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135b29880 with x1830949849237888 ext(0->4095) 00002000:00010000:3.0:1746130281.615939:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880135b29880 00000100:00100000:3.0:1746130281.615953:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4888 00000100:00100000:3.0:1746130281.615959:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135b29880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+38:1962:x1830949849237888:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746130281.616256:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135b29880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+38:1962:x1830949849237888:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 295us (607us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746130281.616262:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4888 00002000:00100000:3.0:1746130281.616289:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880135b29880 x1830949849237888/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:267/0 lens 488/4536 e 0 to 0 dl 1746130292 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130281.616296:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135b29880 with x1830949849237888 ext(0->4095) 00002000:00010000:3.0:1746130281.616299:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880135b29880 00000100:00100000:0.0:1746130281.617981:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130281.618750:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849238016 00000100:00100000:3.0:1746130281.618759:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849238016 00000100:00100000:3.0:1746130281.619050:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6423 00000100:00100000:3.0:1746130281.619057:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132f7d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c84b93b0-d496-484f-8e1e-94008838f2dd+5:31579:x1830949849238016:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746130281.619072:0:8467:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746130281.619087:0:8467:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800934d1200/0x4ce24e5787362148 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae40786 expref: -99 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130281.619200:0:8467:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a4a33000/0x4ce24e5787362141 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4077f expref: 37 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130281.619209:0:8467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746130281.619211:0:8467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746130281.619214:0:8467:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d1200/0x4ce24e5787362148 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40786 expref: 6 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130281.619240:0:8467:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a4a33000/0x4ce24e5787362141 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4077f expref: 37 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130281.619250:0:8467:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a4a33000/0x4ce24e5787362141 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4077f expref: 37 pid: 8469 timeout: 579 lvb_type: 0 00000100:00100000:3.0:1746130281.619261:0:8467:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091951880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8467:1830949841754880:192.168.204.51@tcp:104: 00000100:00100000:2.0:1746130281.619904:0:8467:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093e2b0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746130281.622011:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130281.622105:0:8467:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091951880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8467:1830949841754880:192.168.204.51@tcp:104: 00010000:00010000:2.0:1746130281.622135:0:8467:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800934d1200/0x4ce24e5787362148 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40786 expref: 6 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130281.622149:0:8467:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800934d1200, rc 0) 00000100:00100000:2.0:1746130281.622203:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132f7d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c84b93b0-d496-484f-8e1e-94008838f2dd+6:31579:x1830949849238016:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3146us (4225us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130281.622211:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6423 00000100:00100000:3.0:1746130281.622314:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849238144 00000100:00100000:3.0:1746130281.622320:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849238144 00010000:00010000:3.0:1746130281.622348:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a4a33000/0x4ce24e5787362141 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4077f expref: 38 pid: 8469 timeout: 579 lvb_type: 0 00000100:00100000:3.0:1746130281.622367:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14687 00000100:00100000:3.0:1746130281.622384:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132f7c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+38:1962:x1830949849238144:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746130281.622404:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746130281.622422:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a4a33000/0x4ce24e5787362141 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4077f expref: 38 pid: 8469 timeout: 579 lvb_type: 0 00010000:00010000:3.0:1746130281.622430:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a4a33000/0x4ce24e5787362141 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4077f expref: 38 pid: 8469 timeout: 579 lvb_type: 0 00010000:00010000:3.0:1746130281.622448:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a4a33000/0x4ce24e5787362141 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4077f expref: 38 pid: 8469 timeout: 579 lvb_type: 0 00010000:00010000:3.0:1746130281.622475:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130281.622477:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130281.622482:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1200/0x4ce24e5787362148 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40786 expref: 5 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130281.622490:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d1200/0x4ce24e5787362148 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40786 expref: 5 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130281.622515:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800934d1200/0x4ce24e5787362148 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40786 expref: 5 pid: 8467 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746130281.622530:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091952680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841755008:192.168.204.51@tcp:105: 00000100:00100000:3.0:1746130281.622585:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093e2b780 going to sleep for 11 seconds 00000100:00100000:3.0:1746130281.623683:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091952680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841755008:192.168.204.51@tcp:105: 00010000:00010000:3.0:1746130281.623698:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746130281.623736:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132f7c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+37:1962:x1830949849238144:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 1362us (1731us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130281.623749:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14687 00000100:00100000:0.0:1746130281.624171:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130281.624314:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849238400 00000100:00100000:3.0:1746130281.624320:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849238400 00002000:00100000:3.0:1746130281.624351:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880132f7c700 x1830949849238400/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:267/0 lens 488/0 e 0 to 0 dl 1746130292 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130281.624360:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132f7c700 with x1830949849238400 ext(0->4095) 00002000:00010000:3.0:1746130281.624364:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880132f7c700 00000100:00100000:3.0:1746130281.624615:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4889 00000100:00100000:3.0:1746130281.624627:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132f7c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949849238400:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746130281.624984:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132f7c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949849238400:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 359us (812us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746130281.624991:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4889 00002000:00100000:3.0:1746130281.624997:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880132f7c700 x1830949849238400/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:267/0 lens 488/4536 e 0 to 0 dl 1746130292 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130281.625003:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132f7c700 with x1830949849238400 ext(0->4095) 00002000:00010000:3.0:1746130281.625006:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880132f7c700 00000100:00100000:0.0:1746130281.627875:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130281.627973:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130281.628023:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849238528 00000100:00100000:2.0:1746130281.628030:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849238528 00000100:00100000:2.0:1746130281.628076:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849238656 00000100:00100000:2.0:1746130281.628078:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849238656 00000100:00100000:2.0:1746130281.628106:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6424 00000100:00100000:2.0:1746130281.628113:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132f7c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:640ea846-b909-4eea-9a54-417e15bd627b+38:31578:x1830949849238528:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:1.0:1746130281.628117:0:10554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6425 00000100:00100000:1.0:1746130281.628127:0:10554:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132f7ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:640ea846-b909-4eea-9a54-417e15bd627b+38:31579:x1830949849238656:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746130281.628129:0:8467:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746130281.628135:0:10554:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746130281.628143:0:8467:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091fc8800/0x4ce24e5787362156 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae4078d expref: -99 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130281.628143:0:10554:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a4a32200/0x4ce24e578736214f lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae40794 expref: -99 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130281.628386:0:8467:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1200/0x4ce24e5787362148 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40786 expref: 5 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130281.628397:0:8467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130281.628398:0:8467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130281.628405:0:8467:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc8800/0x4ce24e5787362156 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4078d expref: 40 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130281.628413:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130281.628422:0:10554:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8800/0x4ce24e5787362156 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4078d expref: 40 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130281.628428:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130281.628431:0:10554:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a4a32200/0x4ce24e578736214f lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40794 expref: 40 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130281.628502:0:8467:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800934d1200/0x4ce24e5787362148 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40786 expref: 5 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130281.628518:0:8467:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800934d1200/0x4ce24e5787362148 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40786 expref: 5 pid: 8467 timeout: 579 lvb_type: 0 00000100:00100000:2.0:1746130281.628532:0:8467:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135aff100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8467:1830949841755136:192.168.204.51@tcp:104: 00010000:00010000:1.0:1746130281.628594:0:10554:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091fc8800/0x4ce24e5787362156 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4078d expref: 40 pid: 8467 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746130281.628598:0:8467:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b4aea80 going to sleep for 11 seconds 00010000:00010000:1.0:1746130281.628605:0:10554:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a4a32200/0x4ce24e578736214f lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40794 expref: 40 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130281.628614:0:10554:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a4a32200, rc 0) 00000100:00100000:1.0:1746130281.628635:0:10554:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132f7ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:640ea846-b909-4eea-9a54-417e15bd627b+40:31579:x1830949849238656:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 512us (663us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130281.628641:0:10554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6425 00000100:00100000:2.0:1746130281.629644:0:8467:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135aff100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8467:1830949841755136:192.168.204.51@tcp:104: 00010000:00010000:2.0:1746130281.629661:0:8467:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091fc8800/0x4ce24e5787362156 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4078d expref: 39 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130281.629674:0:8467:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091fc8800, rc 0) 00000100:00100000:2.0:1746130281.629699:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132f7c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:640ea846-b909-4eea-9a54-417e15bd627b+39:31578:x1830949849238528:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1587us (1833us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130281.629908:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130281.629927:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6424 00000100:00100000:3.0:1746130281.630172:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849238784 00000100:00100000:3.0:1746130281.630178:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849238784 00010000:00010000:3.0:1746130281.630207:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d1200/0x4ce24e5787362148 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40786 expref: 6 pid: 8467 timeout: 579 lvb_type: 0 00000100:00100000:3.0:1746130281.630235:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14688 00000100:00100000:3.0:1746130281.630242:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e249450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949849238784:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746130281.630252:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746130281.630292:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800934d1200/0x4ce24e5787362148 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40786 expref: 6 pid: 8467 timeout: 579 lvb_type: 0 00010000:00010000:3.0:1746130281.630301:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800934d1200/0x4ce24e5787362148 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40786 expref: 6 pid: 8467 timeout: 579 lvb_type: 0 00010000:00010000:3.0:1746130281.630319:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1200/0x4ce24e5787362148 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40786 expref: 6 pid: 8467 timeout: 579 lvb_type: 0 00010000:00010000:3.0:1746130281.630592:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130281.630594:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130281.630600:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8800/0x4ce24e5787362156 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4078d expref: 38 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130281.630608:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc8800/0x4ce24e5787362156 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4078d expref: 38 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130281.630630:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091fc8800/0x4ce24e5787362156 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4078d expref: 38 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130281.630645:0:7097:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091fc8800/0x4ce24e5787362156 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4078d expref: 38 pid: 8467 timeout: 579 lvb_type: 0 00000100:00100000:3.0:1746130281.630654:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091952680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841755392:192.168.204.51@tcp:105: 00000100:00100000:3.0:1746130281.630722:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093e2b780 going to sleep for 11 seconds 00000100:00100000:3.0:1746130281.632782:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091952680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841755392:192.168.204.51@tcp:105: 00010000:00010000:3.0:1746130281.632801:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746130281.632841:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e249450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+5:1961:x1830949849238784:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 2600us (2933us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130281.632851:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14688 00000100:00100000:0.0:1746130281.633133:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130281.633173:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849239040 00000100:00100000:3.0:1746130281.633178:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849239040 00002000:00100000:3.0:1746130281.633207:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880132f7c000 x1830949849239040/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:267/0 lens 488/0 e 0 to 0 dl 1746130292 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130281.633215:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132f7c000 with x1830949849239040 ext(0->4095) 00010000:00010000:3.0:1746130281.633221:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8800/0x4ce24e5787362156 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4078d expref: 39 pid: 8467 timeout: 579 lvb_type: 0 00010000:00010000:3.0:1746130281.633232:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091fc8800/0x4ce24e5787362156 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4078d expref: 39 pid: 8467 timeout: 579 lvb_type: 0 00002000:00010000:3.0:1746130281.633238:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880132f7c000 00000100:00100000:3.0:1746130281.634683:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2629 00000100:00100000:3.0:1746130281.634699:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132f7c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+39:1961:x1830949849239040:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746130281.634845:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132f7c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+39:1961:x1830949849239040:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 153us (1712us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746130281.634850:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2629 00002000:00100000:3.0:1746130281.634855:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880132f7c000 x1830949849239040/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:267/0 lens 488/4536 e 0 to 0 dl 1746130292 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130281.634863:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132f7c000 with x1830949849239040 ext(0->4095) 00010000:00010000:3.0:1746130281.634869:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8800/0x4ce24e5787362156 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4078d expref: 39 pid: 8467 timeout: 579 lvb_type: 0 00010000:00010000:3.0:1746130281.634879:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091fc8800/0x4ce24e5787362156 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4078d expref: 39 pid: 8467 timeout: 579 lvb_type: 0 00002000:00010000:3.0:1746130281.634884:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880132f7c000 00000100:00100000:1.0:1746130281.638169:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130281.638812:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849239168 00000100:00100000:3.0:1746130281.638820:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849239168 00010000:00010000:3.0:1746130281.638853:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc8800/0x4ce24e5787362156 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4078d expref: 39 pid: 8467 timeout: 579 lvb_type: 0 00000100:00100000:3.0:1746130281.638915:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14689 00000100:00100000:3.0:1746130281.638922:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093172680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+39:1961:x1830949849239168:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746130281.638932:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746130281.638949:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091fc8800/0x4ce24e5787362156 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4078d expref: 39 pid: 8467 timeout: 579 lvb_type: 0 00010000:00010000:3.0:1746130281.638958:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091fc8800/0x4ce24e5787362156 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4078d expref: 39 pid: 8467 timeout: 579 lvb_type: 0 00010000:00010000:3.0:1746130281.638976:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8800/0x4ce24e5787362156 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4078d expref: 39 pid: 8467 timeout: 579 lvb_type: 0 00010000:00010000:3.0:1746130281.640102:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130281.640107:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130281.640116:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a4a32200/0x4ce24e578736214f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40794 expref: 38 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130281.640125:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a4a32200/0x4ce24e578736214f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40794 expref: 38 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130281.640158:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a4a32200/0x4ce24e578736214f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40794 expref: 38 pid: 10554 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746130281.640169:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091952d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841755520:192.168.204.51@tcp:105: 00000100:00100000:3.0:1746130281.640258:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093e2b0c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746130281.644682:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091952d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841755520:192.168.204.51@tcp:105: 00010000:00010000:3.0:1746130281.644706:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746130281.644748:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093172680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+38:1961:x1830949849239168:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 5826us (6586us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130281.644758:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14689 00000100:00100000:0.0:1746130281.644895:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130281.644987:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849239424 00000100:00100000:2.0:1746130281.644993:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849239424 00002000:00100000:2.0:1746130281.645023:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092498700 x1830949849239424/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:267/0 lens 488/0 e 0 to 0 dl 1746130292 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130281.645031:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092498700 with x1830949849239424 ext(0->4095) 00002000:00010000:2.0:1746130281.645035:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092498700 00000100:00100000:2.0:1746130281.645048:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4890 00000100:00100000:2.0:1746130281.645053:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092498700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+38:1962:x1830949849239424:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746130281.645174:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092498700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+38:1962:x1830949849239424:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 120us (278us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746130281.645890:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4890 00002000:00100000:2.0:1746130281.645898:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092498700 x1830949849239424/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:267/0 lens 488/4536 e 0 to 0 dl 1746130292 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130281.645909:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092498700 with x1830949849239424 ext(0->4095) 00002000:00010000:2.0:1746130281.645913:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092498700 00000100:00100000:0.0:1746130281.648935:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130281.649027:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849239552 00000100:00100000:2.0:1746130281.649035:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849239552 00000100:00100000:2.0:1746130281.649088:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6426 00000100:00100000:2.0:1746130281.649095:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a596b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c84b93b0-d496-484f-8e1e-94008838f2dd+5:31579:x1830949849239552:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746130281.649111:0:8467:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746130281.649125:0:8467:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091fc8200/0x4ce24e578736215d lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae4079b expref: -99 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130281.649148:0:8467:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a4a32200/0x4ce24e578736214f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40794 expref: 37 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130281.649154:0:8467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746130281.649156:0:8467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746130281.649158:0:8467:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc8200/0x4ce24e578736215d lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4079b expref: 6 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130281.649181:0:8467:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a4a32200/0x4ce24e578736214f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40794 expref: 37 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130281.649190:0:8467:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a4a32200/0x4ce24e578736214f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40794 expref: 37 pid: 10554 timeout: 579 lvb_type: 0 00000100:00100000:2.0:1746130281.649206:0:8467:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135aff100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8467:1830949841755648:192.168.204.51@tcp:104: 00000100:00100000:2.0:1746130281.650250:0:8467:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b4aea80 going to sleep for 11 seconds 00000100:00100000:2.0:1746130281.651811:0:8467:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135aff100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8467:1830949841755648:192.168.204.51@tcp:104: 00010000:00010000:2.0:1746130281.651837:0:8467:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091fc8200/0x4ce24e578736215d lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4079b expref: 6 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130281.651853:0:8467:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091fc8200, rc 0) 00000100:00100000:2.0:1746130281.651894:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a596b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c84b93b0-d496-484f-8e1e-94008838f2dd+6:31579:x1830949849239552:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2799us (2967us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130281.651902:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6426 00000100:00100000:0.0:1746130281.655085:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130281.655146:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849239680 00000100:00100000:3.0:1746130281.655154:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849239680 00000100:00100000:0.0:1746130281.655166:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00010000:00010000:3.0:1746130281.655192:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a4a32200/0x4ce24e578736214f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40794 expref: 38 pid: 10554 timeout: 579 lvb_type: 0 00000100:00100000:3.0:1746130281.655220:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14690 00000100:00100000:3.0:1746130281.655227:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a596a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+38:1962:x1830949849239680:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746130281.655239:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746130281.655257:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a4a32200/0x4ce24e578736214f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40794 expref: 38 pid: 10554 timeout: 579 lvb_type: 0 00010000:00010000:3.0:1746130281.655293:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a4a32200/0x4ce24e578736214f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40794 expref: 38 pid: 10554 timeout: 579 lvb_type: 0 00010000:00010000:3.0:1746130281.655311:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a4a32200/0x4ce24e578736214f lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40794 expref: 38 pid: 10554 timeout: 579 lvb_type: 0 00010000:00010000:3.0:1746130281.655327:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130281.655328:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130281.655335:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8200/0x4ce24e578736215d lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4079b expref: 5 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130281.655342:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc8200/0x4ce24e578736215d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4079b expref: 5 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130281.655368:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091fc8200/0x4ce24e578736215d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4079b expref: 5 pid: 8467 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746130281.655389:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091952d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841755776:192.168.204.51@tcp:105: 00000100:00100000:2.0:1746130281.655651:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849239808 00000100:00100000:2.0:1746130281.655654:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849239808 00000100:00100000:2.0:1746130281.655687:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6427 00000100:00100000:2.0:1746130281.655692:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5968380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:640ea846-b909-4eea-9a54-417e15bd627b+38:31578:x1830949849239808:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746130281.655703:0:8467:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746130281.655789:0:8467:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e5787362164 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae407a2 expref: -99 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130281.655804:0:8467:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8200/0x4ce24e578736215d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4079b expref: 5 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130281.655809:0:8467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130281.655811:0:8467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130281.655813:0:8467:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e5787362164 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae407a2 expref: 39 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130281.655833:0:8467:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091fc8200/0x4ce24e578736215d lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4079b expref: 5 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130281.655842:0:8467:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091fc8200/0x4ce24e578736215d lrc: 6/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4079b expref: 5 pid: 8467 timeout: 579 lvb_type: 0 00000100:00100000:2.0:1746130281.655849:0:8467:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135aff100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8467:1830949841755904:192.168.204.51@tcp:104: 00000100:00100000:3.0:1746130281.656211:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093e2b0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746130281.656366:0:8467:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b4aea80 going to sleep for 11 seconds 00000100:00100000:3.0:1746130281.659041:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091952d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841755776:192.168.204.51@tcp:105: 00000100:00100000:2.0:1746130281.659041:0:8467:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135aff100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8467:1830949841755904:192.168.204.51@tcp:104: 00010000:00010000:3.0:1746130281.659065:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746130281.659070:0:8467:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e5787362164 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae407a2 expref: 39 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130281.659085:0:8467:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091fc8600, rc 0) 00000100:00100000:3.0:1746130281.659107:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a596a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+39:1962:x1830949849239680:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 3880us (4028us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130281.659107:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5968380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:640ea846-b909-4eea-9a54-417e15bd627b+39:31578:x1830949849239808:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3414us (3940us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130281.659115:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6427 00000100:00100000:3.0:1746130281.659121:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14690 00000100:00100000:1.0:1746130281.659516:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130281.659558:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849240064 00000100:00100000:3.0:1746130281.659564:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849240064 00002000:00100000:3.0:1746130281.659593:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093172a00 x1830949849240064/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:267/0 lens 488/0 e 0 to 0 dl 1746130292 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130281.659601:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093172a00 with x1830949849240064 ext(0->4095) 00010000:00010000:3.0:1746130281.659606:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8200/0x4ce24e578736215d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4079b expref: 6 pid: 8467 timeout: 579 lvb_type: 0 00010000:00010000:3.0:1746130281.659627:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091fc8200/0x4ce24e578736215d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4079b expref: 6 pid: 8467 timeout: 579 lvb_type: 0 00002000:00010000:3.0:1746130281.659633:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093172a00 00000100:00100000:3.0:1746130281.659653:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2630 00000100:00100000:3.0:1746130281.659660:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093172a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949849240064:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746130281.660501:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093172a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949849240064:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 838us (982us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746130281.660507:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2630 00002000:00100000:3.0:1746130281.660512:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093172a00 x1830949849240064/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:267/0 lens 488/4536 e 0 to 0 dl 1746130292 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130281.660519:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093172a00 with x1830949849240064 ext(0->4095) 00010000:00010000:3.0:1746130281.660525:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8200/0x4ce24e578736215d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4079b expref: 6 pid: 8467 timeout: 579 lvb_type: 0 00010000:00010000:3.0:1746130281.660535:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091fc8200/0x4ce24e578736215d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4079b expref: 6 pid: 8467 timeout: 579 lvb_type: 0 00002000:00010000:3.0:1746130281.660541:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093172a00 00000100:00100000:0.0:1746130281.666071:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130281.666162:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849240192 00000100:00100000:3.0:1746130281.666171:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849240192 00010000:00010000:3.0:1746130281.666210:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc8200/0x4ce24e578736215d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4079b expref: 6 pid: 8467 timeout: 579 lvb_type: 0 00000100:00100000:3.0:1746130281.666235:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14691 00000100:00100000:3.0:1746130281.666241:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800931faa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949849240192:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746130281.666252:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746130281.666294:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091fc8200/0x4ce24e578736215d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4079b expref: 6 pid: 8467 timeout: 579 lvb_type: 0 00010000:00010000:3.0:1746130281.666306:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091fc8200/0x4ce24e578736215d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4079b expref: 6 pid: 8467 timeout: 579 lvb_type: 0 00010000:00010000:3.0:1746130281.666324:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8200/0x4ce24e578736215d lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4079b expref: 6 pid: 8467 timeout: 579 lvb_type: 0 00010000:00010000:3.0:1746130281.666353:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130281.666355:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130281.666361:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e5787362164 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae407a2 expref: 37 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130281.666382:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e5787362164 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae407a2 expref: 37 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130281.666410:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e5787362164 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae407a2 expref: 37 pid: 8467 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746130281.666421:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091952d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841756032:192.168.204.51@tcp:105: 00000100:00100000:3.0:1746130281.666504:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093e2b0c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746130281.668923:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091952d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841756032:192.168.204.51@tcp:105: 00010000:00010000:3.0:1746130281.668944:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746130281.668978:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800931faa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+5:1961:x1830949849240192:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 2737us (2914us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130281.668988:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14691 00000100:00100000:0.0:1746130281.670391:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130281.670620:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849240448 00000100:00100000:3.0:1746130281.670627:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849240448 00002000:00100000:3.0:1746130281.670664:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800931f9880 x1830949849240448/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:267/0 lens 488/0 e 0 to 0 dl 1746130292 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130281.670672:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800931f9880 with x1830949849240448 ext(0->4095) 00002000:00010000:3.0:1746130281.670676:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800931f9880 00000100:00100000:3.0:1746130281.670690:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4891 00000100:00100000:3.0:1746130281.670697:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800931f9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+38:1962:x1830949849240448:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746130281.670834:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800931f9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+38:1962:x1830949849240448:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 138us (447us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746130281.670844:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4891 00002000:00100000:3.0:1746130281.670991:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800931f9880 x1830949849240448/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:267/0 lens 488/4536 e 0 to 0 dl 1746130292 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130281.670998:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800931f9880 with x1830949849240448 ext(0->4095) 00002000:00010000:3.0:1746130281.671001:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800931f9880 00000100:00100000:0.0:1746130281.679596:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130281.679661:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849240576 00000100:00100000:2.0:1746130281.679669:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849240576 00000100:00100000:2.0:1746130281.679716:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6428 00000100:00100000:2.0:1746130281.679724:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800931fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c84b93b0-d496-484f-8e1e-94008838f2dd+5:31579:x1830949849240576:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746130281.679739:0:8467:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746130281.679753:0:8467:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e578736216b lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae407a9 expref: -99 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130281.679775:0:8467:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e5787362164 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae407a2 expref: 37 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130281.679783:0:8467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746130281.679785:0:8467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746130281.679788:0:8467:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e578736216b lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae407a9 expref: 6 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130281.679811:0:8467:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e5787362164 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae407a2 expref: 37 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130281.679822:0:8467:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e5787362164 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae407a2 expref: 37 pid: 8467 timeout: 579 lvb_type: 0 00000100:00100000:2.0:1746130281.679832:0:8467:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135aff100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8467:1830949841756160:192.168.204.51@tcp:104: 00000100:00100000:2.0:1746130281.679918:0:8467:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b4aea80 going to sleep for 11 seconds 00000100:00100000:2.0:1746130281.683438:0:8467:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135aff100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8467:1830949841756160:192.168.204.51@tcp:104: 00010000:00010000:2.0:1746130281.683465:0:8467:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e578736216b lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae407a9 expref: 6 pid: 8467 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746130281.683575:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130281.683639:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849240704 00000100:00100000:3.0:1746130281.683645:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849240704 00002000:00100000:3.0:1746130281.683680:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff880093171c00 x1830949849240704/t0(0) o4->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:267/0 lens 496/0 e 0 to 0 dl 1746130292 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130281.683688:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093171c00 with x1830949849240704 ext(0->7) 00010000:00010000:3.0:1746130281.683694:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e5787362164 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae407a2 expref: 38 pid: 8467 timeout: 579 lvb_type: 0 00010000:00010000:2.0:1746130281.683768:0:8467:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091fc9a00, rc 0) 00000100:00100000:2.0:1746130281.683822:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800931fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c84b93b0-d496-484f-8e1e-94008838f2dd+6:31579:x1830949849240576:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4097us (4233us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130281.683830:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6428 00010000:00010000:3.0:1746130281.683910:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e5787362164 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae407a2 expref: 38 pid: 8467 timeout: 579 lvb_type: 0 00002000:00010000:3.0:1746130281.683918:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093171c00 00000100:00100000:3.0:1746130281.684831:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2631 00000100:00100000:3.0:1746130281.684843:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093171c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+38:1962:x1830949849240704:12345-192.168.204.51@tcp:4:ldlm_bl.0 00000100:00100000:3.0:1746130281.685470:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093171c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+40:1962:x1830949849240704:12345-192.168.204.51@tcp:4:ldlm_bl.0 Request processed in 630us (1893us total) trans 4294967941 rc 0/0 00000100:00100000:3.0:1746130281.685477:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2631 00002000:00100000:3.0:1746130281.685483:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff880093171c00 x1830949849240704/t4294967941(0) o4->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:267/0 lens 496/448 e 0 to 0 dl 1746130292 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130281.685496:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093171c00 with x1830949849240704 ext(0->7) 00010000:00010000:3.0:1746130281.685503:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e5787362164 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae407a2 expref: 40 pid: 8467 timeout: 579 lvb_type: 0 00010000:00010000:3.0:1746130281.685512:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e5787362164 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae407a2 expref: 40 pid: 8467 timeout: 579 lvb_type: 0 00002000:00010000:3.0:1746130281.685518:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093171c00 00000100:00100000:0.0:1746130281.692420:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130281.692472:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130281.692736:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849240832 00000100:00100000:3.0:1746130281.692745:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849240832 00000100:00100000:2.0:1746130281.692769:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849240960 00000100:00100000:2.0:1746130281.692773:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849240960 00010000:00010000:3.0:1746130281.692796:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e5787362164 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae407a2 expref: 41 pid: 8467 timeout: 579 lvb_type: 0 00000100:00100000:3.0:1746130281.692820:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14692 00000100:00100000:3.0:1746130281.692826:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800931f8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+41:1962:x1830949849240832:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746130281.692840:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746130281.692857:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e5787362164 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae407a2 expref: 41 pid: 8467 timeout: 579 lvb_type: 0 00010000:00010000:3.0:1746130281.692867:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e5787362164 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae407a2 expref: 41 pid: 8467 timeout: 579 lvb_type: 0 00010000:00010000:3.0:1746130281.692885:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e5787362164 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae407a2 expref: 41 pid: 8467 timeout: 579 lvb_type: 0 00010000:00010000:3.0:1746130281.692909:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130281.692911:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130281.692918:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e578736216b lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae407a9 expref: 5 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130281.692925:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e578736216b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae407a9 expref: 5 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130281.692951:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e578736216b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae407a9 expref: 5 pid: 8467 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746130281.692962:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091952d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841756288:192.168.204.51@tcp:105: 00000100:00100000:3.0:1746130281.693040:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093e2b0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746130281.693159:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6429 00000100:00100000:2.0:1746130281.693165:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800931f9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:640ea846-b909-4eea-9a54-417e15bd627b+40:31578:x1830949849240960:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746130281.693178:0:8467:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746130281.693187:0:8467:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091fc9400/0x4ce24e5787362172 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae407b0 expref: -99 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130281.693200:0:8467:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e578736216b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae407a9 expref: 5 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130281.693205:0:8467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130281.693207:0:8467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130281.693209:0:8467:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc9400/0x4ce24e5787362172 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae407b0 expref: 41 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130281.693222:0:8467:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e578736216b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae407a9 expref: 5 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130281.693231:0:8467:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e578736216b lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae407a9 expref: 5 pid: 8467 timeout: 579 lvb_type: 0 00000100:00100000:2.0:1746130281.693242:0:8467:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135aff100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8467:1830949841756416:192.168.204.51@tcp:104: 00000100:00100000:2.0:1746130281.693262:0:8467:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b4aea80 going to sleep for 11 seconds 00000100:00100000:3.0:1746130281.696640:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091952d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841756288:192.168.204.51@tcp:105: 00010000:00010000:3.0:1746130281.696662:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746130281.697094:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130281.697132:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849241216 00000100:00100000:2.0:1746130281.697138:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849241216 00002000:00100000:2.0:1746130281.697173:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880135afd180 x1830949849241216/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:267/0 lens 488/0 e 0 to 0 dl 1746130292 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130281.697182:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135afd180 with x1830949849241216 ext(0->4095) 00010000:00010000:2.0:1746130281.697189:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e578736216b lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae407a9 expref: 6 pid: 8467 timeout: 579 lvb_type: 0 00010000:00010000:2.0:1746130281.697200:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e578736216b lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae407a9 expref: 6 pid: 8467 timeout: 579 lvb_type: 0 00002000:00010000:2.0:1746130281.697620:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880135afd180 00000100:00100000:2.0:1746130281.697651:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2632 00000100:00100000:2.0:1746130281.697658:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135afd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949849241216:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746130281.697782:0:8467:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135aff100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8467:1830949841756416:192.168.204.51@tcp:104: 00010000:00010000:0.0:1746130281.697799:0:8467:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091fc9400/0x4ce24e5787362172 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae407b0 expref: 41 pid: 8467 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746130281.697806:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800931f8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+41:1962:x1830949849240832:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 4979us (5392us total) trans 0 rc 0/0 00010000:00010000:0.0:1746130281.697811:0:8467:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091fc9400, rc 0) 00000100:00100000:3.0:1746130281.697815:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14692 00000100:00100000:0.0:1746130281.697843:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800931f9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:640ea846-b909-4eea-9a54-417e15bd627b+40:31578:x1830949849240960:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4678us (5371us total) trans 0 rc 0/0 00000100:00100000:0.0:1746130281.697849:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6429 00000100:00100000:2.0:1746130281.699552:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135afd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949849241216:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 1890us (2458us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746130281.699561:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2632 00002000:00100000:2.0:1746130281.699567:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880135afd180 x1830949849241216/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:267/0 lens 488/4536 e 0 to 0 dl 1746130292 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130281.699574:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135afd180 with x1830949849241216 ext(0->4095) 00010000:00010000:2.0:1746130281.699582:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e578736216b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae407a9 expref: 6 pid: 8467 timeout: 579 lvb_type: 0 00010000:00010000:2.0:1746130281.699593:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e578736216b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae407a9 expref: 6 pid: 8467 timeout: 579 lvb_type: 0 00002000:00010000:2.0:1746130281.699598:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880135afd180 00000100:00100000:0.0:1746130281.701916:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130281.702098:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849241344 00000100:00100000:3.0:1746130281.702107:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849241344 00010000:00010000:3.0:1746130281.702147:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e578736216b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae407a9 expref: 6 pid: 8467 timeout: 579 lvb_type: 0 00000100:00100000:3.0:1746130281.702183:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14693 00000100:00100000:3.0:1746130281.702190:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e35500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949849241344:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746130281.702202:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746130281.702220:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e578736216b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae407a9 expref: 6 pid: 8467 timeout: 579 lvb_type: 0 00010000:00010000:3.0:1746130281.702234:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e578736216b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae407a9 expref: 6 pid: 8467 timeout: 579 lvb_type: 0 00010000:00010000:3.0:1746130281.702255:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e578736216b lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae407a9 expref: 6 pid: 8467 timeout: 579 lvb_type: 0 00010000:00010000:3.0:1746130281.702302:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130281.702304:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130281.702311:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091fc9400/0x4ce24e5787362172 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae407b0 expref: 39 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130281.702318:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc9400/0x4ce24e5787362172 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae407b0 expref: 39 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130281.702345:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091fc9400/0x4ce24e5787362172 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae407b0 expref: 39 pid: 8467 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746130281.702355:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091952d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841756544:192.168.204.51@tcp:105: 00000100:00100000:3.0:1746130281.703225:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093e2b0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746130281.706886:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130281.707001:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091952d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841756544:192.168.204.51@tcp:105: 00010000:00010000:3.0:1746130281.707030:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746130281.707070:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e35500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+5:1962:x1830949849241344:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 4880us (5161us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130281.707079:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14693 00000100:00100000:2.0:1746130281.707158:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849241600 00000100:00100000:2.0:1746130281.707164:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849241600 00002000:00100000:2.0:1746130281.707194:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092e34a80 x1830949849241600/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:267/0 lens 488/0 e 0 to 0 dl 1746130292 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130281.707203:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092e34a80 with x1830949849241600 ext(0->4095) 00002000:00010000:2.0:1746130281.707208:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092e34a80 00000100:00100000:2.0:1746130281.707223:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4892 00000100:00100000:2.0:1746130281.707229:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e34a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+40:1964:x1830949849241600:12345-192.168.204.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746130281.708361:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e34a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+40:1964:x1830949849241600:12345-192.168.204.51@tcp:3:ptlrpcd_01_01.0 Request processed in 1129us (1480us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746130281.708368:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4892 00002000:00100000:2.0:1746130281.708385:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092e34a80 x1830949849241600/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:267/0 lens 488/4536 e 0 to 0 dl 1746130292 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130281.708393:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092e34a80 with x1830949849241600 ext(0->4095) 00002000:00010000:2.0:1746130281.708397:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092e34a80 00000100:00100000:0.0:1746130281.710646:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130281.710745:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849241728 00000100:00100000:2.0:1746130281.710752:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849241728 00000100:00100000:2.0:1746130281.710796:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6430 00000100:00100000:2.0:1746130281.710803:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e37480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c84b93b0-d496-484f-8e1e-94008838f2dd+5:31579:x1830949849241728:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746130281.710818:0:8467:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746130281.710832:0:8467:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091fc8e00/0x4ce24e5787362179 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae407b7 expref: -99 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130281.710856:0:8467:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091fc9400/0x4ce24e5787362172 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae407b0 expref: 39 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130281.710862:0:8467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746130281.710863:0:8467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746130281.710866:0:8467:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc8e00/0x4ce24e5787362179 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae407b7 expref: 6 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130281.710894:0:8467:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091fc9400/0x4ce24e5787362172 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae407b0 expref: 39 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130281.710904:0:8467:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091fc9400/0x4ce24e5787362172 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae407b0 expref: 39 pid: 8467 timeout: 579 lvb_type: 0 00000100:00100000:2.0:1746130281.710913:0:8467:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135afe680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8467:1830949841756672:192.168.204.51@tcp:104: 00000100:00100000:2.0:1746130281.711937:0:8467:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b4aea80 going to sleep for 11 seconds 00000100:00100000:0.0:1746130281.714993:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130281.715115:0:8467:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135afe680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8467:1830949841756672:192.168.204.51@tcp:104: 00010000:00010000:2.0:1746130281.715142:0:8467:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091fc8e00/0x4ce24e5787362179 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae407b7 expref: 6 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130281.715156:0:8467:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091fc8e00, rc 0) 00000100:00100000:2.0:1746130281.715196:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e37480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c84b93b0-d496-484f-8e1e-94008838f2dd+6:31579:x1830949849241728:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4393us (4557us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130281.715205:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6430 00000100:00100000:3.0:1746130281.715483:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849241856 00000100:00100000:3.0:1746130281.715489:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849241856 00002000:00100000:3.0:1746130281.715522:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff88009436b100 x1830949849241856/t0(0) o4->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:267/0 lens 496/0 e 0 to 0 dl 1746130292 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130281.715530:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009436b100 with x1830949849241856 ext(0->7) 00010000:00010000:3.0:1746130281.715536:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091fc9400/0x4ce24e5787362172 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae407b0 expref: 40 pid: 8467 timeout: 579 lvb_type: 0 00010000:00010000:3.0:1746130281.715546:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091fc9400/0x4ce24e5787362172 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae407b0 expref: 40 pid: 8467 timeout: 579 lvb_type: 0 00002000:00010000:3.0:1746130281.715552:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009436b100 00000100:00100000:3.0:1746130281.715578:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2633 00000100:00100000:3.0:1746130281.715585:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009436b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+40:1962:x1830949849241856:12345-192.168.204.51@tcp:4:ldlm_bl.0 00000100:00100000:3.0:1746130281.715839:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009436b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+42:1962:x1830949849241856:12345-192.168.204.51@tcp:4:ldlm_bl.0 Request processed in 254us (852us total) trans 4294967942 rc 0/0 00000100:00100000:3.0:1746130281.715845:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2633 00002000:00100000:3.0:1746130281.715850:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff88009436b100 x1830949849241856/t4294967942(0) o4->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:267/0 lens 496/448 e 0 to 0 dl 1746130292 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130281.715856:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009436b100 with x1830949849241856 ext(0->7) 00010000:00010000:3.0:1746130281.715861:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091fc9400/0x4ce24e5787362172 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae407b0 expref: 42 pid: 8467 timeout: 579 lvb_type: 0 00010000:00010000:3.0:1746130281.715870:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091fc9400/0x4ce24e5787362172 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae407b0 expref: 42 pid: 8467 timeout: 579 lvb_type: 0 00002000:00010000:3.0:1746130281.715875:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009436b100 00000100:00100000:0.0:1746130281.727694:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130281.727748:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130281.728052:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849241984 00000100:00100000:3.0:1746130281.728062:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849241984 00000100:00100000:2.0:1746130281.728082:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849242112 00000100:00100000:2.0:1746130281.728086:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849242112 00010000:00010000:3.0:1746130281.728110:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc9400/0x4ce24e5787362172 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae407b0 expref: 43 pid: 8467 timeout: 579 lvb_type: 0 00000100:00100000:2.0:1746130281.728126:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6431 00000100:00100000:2.0:1746130281.728134:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094369500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:640ea846-b909-4eea-9a54-417e15bd627b+43:31578:x1830949849242112:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:3.0:1746130281.728145:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14694 00010000:00010000:2.0:1746130281.728147:0:8467:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1746130281.728149:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094368700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+43:1961:x1830949849241984:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746130281.728158:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746130281.728159:0:8467:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e5787362180 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae407be expref: -99 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130281.728172:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091fc9400/0x4ce24e5787362172 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae407b0 expref: 44 pid: 8467 timeout: 579 lvb_type: 0 00010000:00010000:2.0:1746130281.728178:0:8467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746130281.728524:0:8467:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8e00/0x4ce24e5787362179 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae407b7 expref: 5 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130281.728531:0:8467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746130281.728535:0:8467:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e5787362180 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae407be expref: 44 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130281.728547:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091fc9400/0x4ce24e5787362172 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae407b0 expref: 44 pid: 8467 timeout: 579 lvb_type: 0 00010000:00010000:3.0:1746130281.728565:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091fc9400/0x4ce24e5787362172 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae407b0 expref: 44 pid: 8467 timeout: 579 lvb_type: 0 00010000:00010000:2.0:1746130281.728575:0:8467:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091fc8e00/0x4ce24e5787362179 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae407b7 expref: 5 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130281.728580:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130281.728582:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130281.728587:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8e00/0x4ce24e5787362179 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae407b7 expref: 5 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130281.728594:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc8e00/0x4ce24e5787362179 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae407b7 expref: 5 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130281.728604:0:8467:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e5787362180 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae407be expref: 43 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130281.728612:0:8467:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091fc8600, rc 0) 00010000:00010000:3.0:1746130281.728614:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091fc8e00/0x4ce24e5787362179 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae407b7 expref: 5 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130281.728628:0:7097:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091fc8e00/0x4ce24e5787362179 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae407b7 expref: 5 pid: 8467 timeout: 579 lvb_type: 0 00000100:00100000:3.0:1746130281.728638:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091952d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841756928:192.168.204.51@tcp:105: 00000100:00100000:2.0:1746130281.728648:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094369500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:640ea846-b909-4eea-9a54-417e15bd627b+43:31578:x1830949849242112:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 516us (900us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130281.728653:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6431 00000100:00100000:3.0:1746130281.728691:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093e2b0c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746130281.731542:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091952d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841756928:192.168.204.51@tcp:105: 00010000:00010000:3.0:1746130281.731566:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746130281.731609:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094368700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+42:1961:x1830949849241984:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 3458us (3922us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130281.731618:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14694 00000100:00100000:0.0:1746130281.731721:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130281.732145:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849242368 00000100:00100000:2.0:1746130281.732152:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849242368 00002000:00100000:2.0:1746130281.732773:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009436b800 x1830949849242368/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:267/0 lens 488/0 e 0 to 0 dl 1746130292 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130281.732782:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009436b800 with x1830949849242368 ext(0->4095) 00010000:00010000:2.0:1746130281.732790:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8e00/0x4ce24e5787362179 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae407b7 expref: 6 pid: 8467 timeout: 579 lvb_type: 0 00010000:00010000:2.0:1746130281.732802:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091fc8e00/0x4ce24e5787362179 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae407b7 expref: 6 pid: 8467 timeout: 579 lvb_type: 0 00002000:00010000:2.0:1746130281.732812:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009436b800 00000100:00100000:2.0:1746130281.732839:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2634 00000100:00100000:2.0:1746130281.732846:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009436b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949849242368:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746130281.732986:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009436b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949849242368:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 140us (1264us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746130281.732991:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2634 00002000:00100000:2.0:1746130281.732996:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009436b800 x1830949849242368/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:267/0 lens 488/4536 e 0 to 0 dl 1746130292 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130281.733003:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009436b800 with x1830949849242368 ext(0->4095) 00010000:00010000:2.0:1746130281.733007:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8e00/0x4ce24e5787362179 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae407b7 expref: 6 pid: 8467 timeout: 579 lvb_type: 0 00010000:00010000:2.0:1746130281.733014:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091fc8e00/0x4ce24e5787362179 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae407b7 expref: 6 pid: 8467 timeout: 579 lvb_type: 0 00002000:00010000:2.0:1746130281.733020:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009436b800 00000100:00100000:0.0:1746130281.736405:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130281.736520:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849242496 00000100:00100000:3.0:1746130281.736527:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849242496 00010000:00010000:3.0:1746130281.736560:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc8e00/0x4ce24e5787362179 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae407b7 expref: 6 pid: 8467 timeout: 579 lvb_type: 0 00000100:00100000:3.0:1746130281.736766:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14695 00000100:00100000:3.0:1746130281.736774:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e249050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949849242496:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746130281.736788:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746130281.736810:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091fc8e00/0x4ce24e5787362179 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae407b7 expref: 6 pid: 8467 timeout: 579 lvb_type: 0 00010000:00010000:3.0:1746130281.736821:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091fc8e00/0x4ce24e5787362179 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae407b7 expref: 6 pid: 8467 timeout: 579 lvb_type: 0 00010000:00010000:3.0:1746130281.736841:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8e00/0x4ce24e5787362179 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae407b7 expref: 6 pid: 8467 timeout: 579 lvb_type: 0 00010000:00010000:3.0:1746130281.736924:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130281.736927:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130281.736934:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e5787362180 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae407be expref: 41 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130281.736942:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e5787362180 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae407be expref: 41 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130281.736970:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e5787362180 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae407be expref: 41 pid: 8467 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746130281.736982:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091952d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841757056:192.168.204.51@tcp:105: 00000100:00100000:3.0:1746130281.737440:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093e2b0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746130281.739897:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130281.739918:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091952d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841757056:192.168.204.51@tcp:105: 00010000:00010000:3.0:1746130281.739939:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746130281.740004:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849242752 00000100:00100000:2.0:1746130281.740010:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849242752 00000100:00100000:3.0:1746130281.740028:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e249050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+5:1961:x1830949849242496:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 3254us (3629us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130281.740115:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14695 00002000:00100000:2.0:1746130281.740124:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880094369180 x1830949849242752/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:267/0 lens 488/0 e 0 to 0 dl 1746130292 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130281.740132:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094369180 with x1830949849242752 ext(0->4095) 00002000:00010000:2.0:1746130281.740136:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880094369180 00000100:00100000:2.0:1746130281.740152:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4893 00000100:00100000:2.0:1746130281.740158:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094369180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+42:1964:x1830949849242752:12345-192.168.204.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746130281.740386:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094369180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+42:1964:x1830949849242752:12345-192.168.204.51@tcp:3:ptlrpcd_01_01.0 Request processed in 227us (492us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746130281.740392:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4893 00002000:00100000:2.0:1746130281.740397:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880094369180 x1830949849242752/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:267/0 lens 488/4536 e 0 to 0 dl 1746130292 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130281.740405:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094369180 with x1830949849242752 ext(0->4095) 00002000:00010000:2.0:1746130281.740407:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880094369180 00000100:00100000:0.0:1746130281.754782:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130281.754877:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849242880 00000100:00100000:2.0:1746130281.754885:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849242880 00000100:00100000:2.0:1746130281.754923:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6432 00000100:00100000:2.0:1746130281.754929:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b938450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c84b93b0-d496-484f-8e1e-94008838f2dd+5:31579:x1830949849242880:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746130281.754943:0:8467:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746130281.754957:0:8467:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091fc8200/0x4ce24e5787362187 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae407c5 expref: -99 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130281.754981:0:8467:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e5787362180 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae407be expref: 41 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130281.754987:0:8467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746130281.754988:0:8467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746130281.754991:0:8467:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc8200/0x4ce24e5787362187 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae407c5 expref: 6 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130281.755016:0:8467:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e5787362180 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae407be expref: 41 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130281.755029:0:8467:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e5787362180 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae407be expref: 41 pid: 8467 timeout: 579 lvb_type: 0 00000100:00100000:2.0:1746130281.755039:0:8467:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135afe680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8467:1830949841757184:192.168.204.51@tcp:104: 00000100:00100000:2.0:1746130281.758048:0:8467:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b4ae480 going to sleep for 11 seconds 00000100:00100000:2.0:1746130281.758161:0:8467:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135afe680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8467:1830949841757184:192.168.204.51@tcp:104: 00010000:00010000:2.0:1746130281.758187:0:8467:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091fc8200/0x4ce24e5787362187 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae407c5 expref: 6 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130281.758203:0:8467:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091fc8200, rc 0) 00000100:00100000:2.0:1746130281.758249:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b938450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c84b93b0-d496-484f-8e1e-94008838f2dd+6:31579:x1830949849242880:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3316us (3471us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130281.758257:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6432 00000100:00100000:0.0:1746130281.759738:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130281.759813:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849243008 00000100:00100000:2.0:1746130281.759820:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849243008 00002000:00100000:2.0:1746130281.759854:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff88009436ad80 x1830949849243008/t0(0) o4->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:267/0 lens 496/0 e 0 to 0 dl 1746130292 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130281.759862:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009436ad80 with x1830949849243008 ext(0->7) 00010000:00010000:2.0:1746130281.759869:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e5787362180 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae407be expref: 42 pid: 8467 timeout: 579 lvb_type: 0 00010000:00010000:2.0:1746130281.759880:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e5787362180 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae407be expref: 42 pid: 8467 timeout: 579 lvb_type: 0 00002000:00010000:2.0:1746130281.759891:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009436ad80 00000100:00100000:2.0:1746130281.759917:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2635 00000100:00100000:2.0:1746130281.759924:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009436ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+42:1961:x1830949849243008:12345-192.168.204.51@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746130281.760193:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009436ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+44:1961:x1830949849243008:12345-192.168.204.51@tcp:4:ldlm_bl.0 Request processed in 269us (458us total) trans 4294967943 rc 0/0 00000100:00100000:2.0:1746130281.760199:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2635 00002000:00100000:2.0:1746130281.760204:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff88009436ad80 x1830949849243008/t4294967943(0) o4->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:267/0 lens 496/448 e 0 to 0 dl 1746130292 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130281.760210:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009436ad80 with x1830949849243008 ext(0->7) 00010000:00010000:2.0:1746130281.760214:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e5787362180 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae407be expref: 44 pid: 8467 timeout: 579 lvb_type: 0 00010000:00010000:2.0:1746130281.760221:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e5787362180 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae407be expref: 44 pid: 8467 timeout: 579 lvb_type: 0 00002000:00010000:2.0:1746130281.760226:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009436ad80 00000100:00100000:0.0:1746130281.763019:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130281.763492:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849243136 00000100:00100000:3.0:1746130281.763501:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849243136 00010000:00010000:3.0:1746130281.763542:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e5787362180 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae407be expref: 44 pid: 8467 timeout: 579 lvb_type: 0 00000100:00100000:3.0:1746130281.763586:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14696 00000100:00100000:3.0:1746130281.763594:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009436a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+44:1962:x1830949849243136:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746130281.763609:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746130281.763627:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e5787362180 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae407be expref: 44 pid: 8467 timeout: 579 lvb_type: 0 00010000:00010000:3.0:1746130281.763638:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e5787362180 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae407be expref: 44 pid: 8467 timeout: 579 lvb_type: 0 00010000:00010000:3.0:1746130281.763658:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e5787362180 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae407be expref: 44 pid: 8467 timeout: 579 lvb_type: 0 00010000:00010000:3.0:1746130281.763683:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130281.763685:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130281.763691:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8200/0x4ce24e5787362187 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae407c5 expref: 5 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130281.763697:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc8200/0x4ce24e5787362187 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae407c5 expref: 5 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130281.763728:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091fc8200/0x4ce24e5787362187 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae407c5 expref: 5 pid: 8467 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746130281.763737:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091952d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841757312:192.168.204.51@tcp:105: 00000100:00100000:3.0:1746130281.763815:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ad54780 going to sleep for 11 seconds 00000100:00100000:3.0:1746130281.765328:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091952d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841757312:192.168.204.51@tcp:105: 00010000:00010000:3.0:1746130281.765347:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746130281.765390:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009436a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+43:1962:x1830949849243136:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 1797us (2378us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130281.765401:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14696 00000100:00100000:0.0:1746130281.767137:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130281.767514:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849243392 00000100:00100000:2.0:1746130281.767521:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849243392 00002000:00100000:2.0:1746130281.767555:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880094369880 x1830949849243392/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:267/0 lens 488/0 e 0 to 0 dl 1746130292 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130281.767563:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094369880 with x1830949849243392 ext(0->4095) 00002000:00010000:2.0:1746130281.767567:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880094369880 00000100:00100000:2.0:1746130281.767594:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4894 00000100:00100000:2.0:1746130281.767818:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094369880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949849243392:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746130281.768219:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094369880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949849243392:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 402us (1085us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746130281.768226:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4894 00002000:00100000:2.0:1746130281.768232:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880094369880 x1830949849243392/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:267/0 lens 488/4536 e 0 to 0 dl 1746130292 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130281.768238:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094369880 with x1830949849243392 ext(0->4095) 00002000:00010000:2.0:1746130281.768240:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880094369880 00000100:00100000:0.0:1746130281.771139:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130281.771201:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849243520 00000100:00100000:2.0:1746130281.771348:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849243520 00000100:00100000:2.0:1746130281.771401:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6433 00000100:00100000:2.0:1746130281.771409:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094369500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:640ea846-b909-4eea-9a54-417e15bd627b+43:31578:x1830949849243520:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746130281.771423:0:8467:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746130281.771438:0:8467:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e578736218e lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae407cc expref: -99 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130281.771460:0:8467:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8200/0x4ce24e5787362187 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae407c5 expref: 5 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130281.771466:0:8467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130281.771468:0:8467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130281.771471:0:8467:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e578736218e lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae407cc expref: 44 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130281.771495:0:8467:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091fc8200/0x4ce24e5787362187 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae407c5 expref: 5 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130281.771509:0:8467:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091fc8200/0x4ce24e5787362187 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae407c5 expref: 5 pid: 8467 timeout: 579 lvb_type: 0 00000100:00100000:2.0:1746130281.771519:0:8467:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135afca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8467:1830949841757440:192.168.204.51@tcp:104: 00000100:00100000:0.0:1746130281.771814:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130281.772582:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130281.772583:0:10554:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849243648 00000100:00100000:1.0:1746130281.772592:0:10554:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849243648 00000100:00100000:1.0:1746130281.772620:0:10554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6434 00000100:00100000:1.0:1746130281.772625:0:10554:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094368700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:640ea846-b909-4eea-9a54-417e15bd627b+45:31579:x1830949849243648:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746130281.772633:0:10554:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746130281.772643:0:10554:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a4a33000/0x4ce24e5787362195 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae407d3 expref: -99 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130281.772662:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130281.772665:0:10554:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e578736218e lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae407cc expref: 46 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130281.772670:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130281.772672:0:10554:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a4a33000/0x4ce24e5787362195 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae407d3 expref: 46 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130281.772692:0:10554:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e578736218e lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae407cc expref: 46 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130281.772702:0:10554:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a4a33000/0x4ce24e5787362195 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae407d3 expref: 46 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130281.772710:0:10554:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a4a33000, rc 0) 00000100:00100000:2.0:1746130281.772731:0:8467:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b4ae480 going to sleep for 11 seconds 00000100:00100000:3.0:1746130281.772739:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849243776 00000100:00100000:3.0:1746130281.772743:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849243776 00000100:00100000:1.0:1746130281.772749:0:10554:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094368700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:640ea846-b909-4eea-9a54-417e15bd627b+46:31579:x1830949849243648:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 123us (935us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130281.772751:0:8467:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135afca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8467:1830949841757440:192.168.204.51@tcp:104: 00000100:00100000:1.0:1746130281.772755:0:10554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6434 00010000:00010000:3.0:1746130281.772761:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc8200/0x4ce24e5787362187 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae407c5 expref: 6 pid: 8467 timeout: 579 lvb_type: 0 00010000:00010000:2.0:1746130281.772764:0:8467:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e578736218e lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae407cc expref: 46 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130281.772772:0:8467:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091fc9a00, rc 0) 00000100:00100000:3.0:1746130281.772778:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14697 00000100:00100000:3.0:1746130281.772783:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f103b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949849243776:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746130281.772790:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1746130281.772792:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094369500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:640ea846-b909-4eea-9a54-417e15bd627b+45:31578:x1830949849243520:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1385us (1662us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130281.772796:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6433 00010000:00010000:3.0:1746130281.772805:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091fc8200/0x4ce24e5787362187 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae407c5 expref: 6 pid: 8467 timeout: 579 lvb_type: 0 00010000:00010000:3.0:1746130281.772814:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091fc8200/0x4ce24e5787362187 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae407c5 expref: 6 pid: 8467 timeout: 579 lvb_type: 0 00010000:00010000:3.0:1746130281.772827:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8200/0x4ce24e5787362187 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae407c5 expref: 6 pid: 8467 timeout: 579 lvb_type: 0 00010000:00010000:3.0:1746130281.772840:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130281.772842:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130281.772847:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e578736218e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae407cc expref: 44 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130281.772854:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e578736218e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae407cc expref: 44 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130281.772871:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e578736218e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae407cc expref: 44 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130281.772880:0:7097:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e578736218e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae407cc expref: 44 pid: 8467 timeout: 579 lvb_type: 0 00000100:00100000:3.0:1746130281.772889:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091952d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841757696:192.168.204.51@tcp:105: 00000100:00100000:3.0:1746130281.772963:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ad54780 going to sleep for 11 seconds 00000100:00100000:3.0:1746130281.774310:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091952d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841757696:192.168.204.51@tcp:105: 00010000:00010000:3.0:1746130281.774326:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746130281.774351:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f103b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+5:1962:x1830949849243776:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 1567us (1769us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130281.774358:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14697 00000100:00100000:0.0:1746130281.775321:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130281.775419:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849244032 00000100:00100000:3.0:1746130281.775424:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849244032 00002000:00100000:3.0:1746130281.775456:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008f100700 x1830949849244032/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:267/0 lens 488/0 e 0 to 0 dl 1746130292 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130281.775464:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f100700 with x1830949849244032 ext(0->4095) 00010000:00010000:3.0:1746130281.775471:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e578736218e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae407cc expref: 45 pid: 8467 timeout: 579 lvb_type: 0 00010000:00010000:3.0:1746130281.775481:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e578736218e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae407cc expref: 45 pid: 8467 timeout: 579 lvb_type: 0 00002000:00010000:3.0:1746130281.775487:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008f100700 00000100:00100000:3.0:1746130281.776047:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2636 00000100:00100000:3.0:1746130281.776057:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f100700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+45:1962:x1830949849244032:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746130281.776203:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f100700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+45:1962:x1830949849244032:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 149us (886us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746130281.776209:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2636 00002000:00100000:3.0:1746130281.776214:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008f100700 x1830949849244032/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:267/0 lens 488/4536 e 0 to 0 dl 1746130292 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130281.776221:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f100700 with x1830949849244032 ext(0->4095) 00010000:00010000:3.0:1746130281.776226:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e578736218e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae407cc expref: 45 pid: 8467 timeout: 579 lvb_type: 0 00010000:00010000:3.0:1746130281.776235:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e578736218e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae407cc expref: 45 pid: 8467 timeout: 579 lvb_type: 0 00002000:00010000:3.0:1746130281.776241:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008f100700 00000100:00100000:0.0:1746130281.777985:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130281.778047:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849244160 00000100:00100000:3.0:1746130281.778055:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849244160 00010000:00010000:3.0:1746130281.778089:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e578736218e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae407cc expref: 45 pid: 8467 timeout: 579 lvb_type: 0 00000100:00100000:3.0:1746130281.778125:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14698 00000100:00100000:3.0:1746130281.778132:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f101180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+45:1964:x1830949849244160:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746130281.778142:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746130281.778162:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e578736218e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae407cc expref: 45 pid: 8467 timeout: 579 lvb_type: 0 00010000:00010000:3.0:1746130281.778171:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e578736218e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae407cc expref: 45 pid: 8467 timeout: 579 lvb_type: 0 00010000:00010000:3.0:1746130281.778192:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e578736218e lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae407cc expref: 45 pid: 8467 timeout: 579 lvb_type: 0 00010000:00010000:3.0:1746130281.778214:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130281.778216:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130281.778222:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a4a33000/0x4ce24e5787362195 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae407d3 expref: 44 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130281.778230:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a4a33000/0x4ce24e5787362195 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae407d3 expref: 44 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130281.778258:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a4a33000/0x4ce24e5787362195 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae407d3 expref: 44 pid: 10554 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746130281.778298:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091952d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841757824:192.168.204.51@tcp:105: 00000100:00100000:3.0:1746130281.778398:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ad54a80 going to sleep for 11 seconds 00000100:00100000:3.0:1746130281.780325:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091952d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841757824:192.168.204.51@tcp:105: 00010000:00010000:3.0:1746130281.780348:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746130281.780421:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f101180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+44:1964:x1830949849244160:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 2288us (2441us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130281.780430:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14698 00000100:00100000:0.0:1746130281.781004:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130281.781046:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849244416 00000100:00100000:2.0:1746130281.781053:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849244416 00002000:00100000:2.0:1746130281.781088:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008f102680 x1830949849244416/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:267/0 lens 488/0 e 0 to 0 dl 1746130292 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130281.781098:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f102680 with x1830949849244416 ext(0->4095) 00002000:00010000:2.0:1746130281.781103:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008f102680 00000100:00100000:2.0:1746130281.781129:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4895 00000100:00100000:2.0:1746130281.781135:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f102680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+44:1961:x1830949849244416:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746130281.781329:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f102680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+44:1961:x1830949849244416:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 192us (325us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746130281.781338:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4895 00002000:00100000:2.0:1746130281.781343:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008f102680 x1830949849244416/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:267/0 lens 488/4536 e 0 to 0 dl 1746130292 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130281.781350:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f102680 with x1830949849244416 ext(0->4095) 00002000:00010000:2.0:1746130281.781353:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008f102680 00000100:00100000:0.0:1746130281.783354:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130281.783447:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849244544 00000100:00100000:2.0:1746130281.783454:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849244544 00000100:00100000:2.0:1746130281.783541:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6435 00000100:00100000:2.0:1746130281.783546:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f103480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c84b93b0-d496-484f-8e1e-94008838f2dd+5:31579:x1830949849244544:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746130281.783558:0:8467:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746130281.783570:0:8467:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091fc8000/0x4ce24e578736219c lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae407da expref: -99 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130281.783590:0:8467:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a4a33000/0x4ce24e5787362195 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae407d3 expref: 43 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130281.783595:0:8467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746130281.783596:0:8467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746130281.783598:0:8467:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc8000/0x4ce24e578736219c lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae407da expref: 6 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130281.783617:0:8467:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a4a33000/0x4ce24e5787362195 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae407d3 expref: 43 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130281.783625:0:8467:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a4a33000/0x4ce24e5787362195 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae407d3 expref: 43 pid: 10554 timeout: 579 lvb_type: 0 00000100:00100000:2.0:1746130281.783636:0:8467:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135afca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8467:1830949841757952:192.168.204.51@tcp:104: 00000100:00100000:2.0:1746130281.783827:0:8467:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b4aea80 going to sleep for 11 seconds 00000100:00100000:0.0:1746130281.785023:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130281.785091:0:8467:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135afca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8467:1830949841757952:192.168.204.51@tcp:104: 00010000:00010000:2.0:1746130281.785112:0:8467:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091fc8000/0x4ce24e578736219c lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae407da expref: 6 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130281.785125:0:8467:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091fc8000, rc 0) 00000100:00100000:2.0:1746130281.785305:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f103480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c84b93b0-d496-484f-8e1e-94008838f2dd+6:31579:x1830949849244544:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1757us (1955us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130281.785311:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6435 00000100:00100000:3.0:1746130281.785484:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849244672 00000100:00100000:3.0:1746130281.785498:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849244672 00010000:00010000:3.0:1746130281.785530:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a4a33000/0x4ce24e5787362195 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae407d3 expref: 44 pid: 10554 timeout: 579 lvb_type: 0 00000100:00100000:3.0:1746130281.785560:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14699 00000100:00100000:3.0:1746130281.785567:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f100a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+44:1962:x1830949849244672:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746130281.785577:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746130281.785595:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a4a33000/0x4ce24e5787362195 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae407d3 expref: 44 pid: 10554 timeout: 579 lvb_type: 0 00010000:00010000:3.0:1746130281.785603:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a4a33000/0x4ce24e5787362195 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae407d3 expref: 44 pid: 10554 timeout: 579 lvb_type: 0 00010000:00010000:3.0:1746130281.785620:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a4a33000/0x4ce24e5787362195 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae407d3 expref: 44 pid: 10554 timeout: 579 lvb_type: 0 00010000:00010000:3.0:1746130281.785631:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130281.785633:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130281.785638:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8000/0x4ce24e578736219c lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae407da expref: 5 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130281.785644:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc8000/0x4ce24e578736219c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae407da expref: 5 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130281.785664:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091fc8000/0x4ce24e578736219c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae407da expref: 5 pid: 8467 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746130281.785673:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091952d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841758080:192.168.204.51@tcp:105: 00000100:00100000:3.0:1746130281.785717:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ad54a80 going to sleep for 11 seconds 00000100:00100000:3.0:1746130281.787767:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091952d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841758080:192.168.204.51@tcp:105: 00010000:00010000:3.0:1746130281.787787:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746130281.787824:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f100a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+43:1962:x1830949849244672:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 2257us (2804us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130281.787833:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14699 00000100:00100000:0.0:1746130281.788725:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130281.788776:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849244928 00000100:00100000:2.0:1746130281.788782:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849244928 00002000:00100000:2.0:1746130281.788810:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008f100000 x1830949849244928/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:267/0 lens 488/0 e 0 to 0 dl 1746130292 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130281.788820:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f100000 with x1830949849244928 ext(0->4095) 00002000:00010000:2.0:1746130281.788824:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008f100000 00000100:00100000:2.0:1746130281.788940:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4896 00000100:00100000:2.0:1746130281.788947:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f100000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949849244928:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746130281.789086:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f100000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949849244928:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 140us (363us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746130281.789093:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4896 00002000:00100000:2.0:1746130281.789098:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008f100000 x1830949849244928/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:267/0 lens 488/4536 e 0 to 0 dl 1746130292 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130281.789111:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f100000 with x1830949849244928 ext(0->4095) 00002000:00010000:2.0:1746130281.789113:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008f100000 00000100:00100000:0.0:1746130281.792666:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130281.792749:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130281.792836:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849245056 00000100:00100000:2.0:1746130281.792844:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849245056 00000100:00100000:2.0:1746130281.792890:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849245184 00000100:00100000:2.0:1746130281.792893:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849245184 00000100:00100000:2.0:1746130281.792907:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6436 00000100:00100000:2.0:1746130281.792913:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092255f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:640ea846-b909-4eea-9a54-417e15bd627b+44:31579:x1830949849245056:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746130281.792927:0:8467:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746130281.792940:0:8467:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e57873621a3 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae407e1 expref: -99 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130281.792966:0:8467:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8000/0x4ce24e578736219c lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae407da expref: 5 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130281.792973:0:8467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130281.792974:0:8467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130281.792977:0:8467:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e57873621a3 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae407e1 expref: 45 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130281.793002:0:8467:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091fc8000/0x4ce24e578736219c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae407da expref: 5 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130281.793012:0:8467:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091fc8000/0x4ce24e578736219c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae407da expref: 5 pid: 8467 timeout: 579 lvb_type: 0 00000100:00100000:2.0:1746130281.793023:0:8467:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135afca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8467:1830949841758208:192.168.204.51@tcp:104: 00000100:00100000:2.0:1746130281.793093:0:8467:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b4aea80 going to sleep for 11 seconds 00000100:00100000:3.0:1746130281.793240:0:20953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6437 00000100:00100000:3.0:1746130281.793252:0:20953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092255880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:640ea846-b909-4eea-9a54-417e15bd627b+45:31578:x1830949849245184:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746130281.793258:0:20953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746130281.793288:0:20953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800934d0600/0x4ce24e57873621aa lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae407e8 expref: -99 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130281.793300:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130281.793308:0:20953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e57873621a3 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae407e1 expref: 46 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130281.793313:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746130281.793315:0:20953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d0600/0x4ce24e57873621aa lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae407e8 expref: 46 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130281.793333:0:20953:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e57873621a3 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae407e1 expref: 46 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130281.793344:0:20953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800934d0600/0x4ce24e57873621aa lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae407e8 expref: 46 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130281.793352:0:20953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800934d0600, rc 0) 00000100:00100000:3.0:1746130281.793386:0:20953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092255880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:640ea846-b909-4eea-9a54-417e15bd627b+46:31578:x1830949849245184:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 140us (637us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130281.793393:0:20953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6437 00000100:00100000:2.0:1746130281.794605:0:8467:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135afca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8467:1830949841758208:192.168.204.51@tcp:104: 00010000:00010000:2.0:1746130281.794624:0:8467:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e57873621a3 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae407e1 expref: 45 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130281.794635:0:8467:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091fc9a00, rc 0) 00000100:00100000:2.0:1746130281.794661:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092255f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:640ea846-b909-4eea-9a54-417e15bd627b+45:31579:x1830949849245056:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1747us (2005us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130281.794668:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6436 00000100:00100000:0.0:1746130281.795320:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130281.795384:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849245312 00000100:00100000:3.0:1746130281.795390:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849245312 00010000:00010000:3.0:1746130281.795419:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc8000/0x4ce24e578736219c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae407da expref: 6 pid: 8467 timeout: 579 lvb_type: 0 00000100:00100000:3.0:1746130281.795713:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14700 00000100:00100000:3.0:1746130281.795721:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092256d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949849245312:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746130281.795733:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746130281.795752:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091fc8000/0x4ce24e578736219c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae407da expref: 6 pid: 8467 timeout: 579 lvb_type: 0 00010000:00010000:3.0:1746130281.795761:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091fc8000/0x4ce24e578736219c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae407da expref: 6 pid: 8467 timeout: 579 lvb_type: 0 00010000:00010000:3.0:1746130281.795777:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8000/0x4ce24e578736219c lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae407da expref: 6 pid: 8467 timeout: 579 lvb_type: 0 00010000:00010000:3.0:1746130281.795803:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130281.795804:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130281.795810:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e57873621a3 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae407e1 expref: 44 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130281.795816:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e57873621a3 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae407e1 expref: 44 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130281.795840:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e57873621a3 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae407e1 expref: 44 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130281.795850:0:7097:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e57873621a3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae407e1 expref: 44 pid: 8467 timeout: 579 lvb_type: 0 00000100:00100000:3.0:1746130281.795860:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091952d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841758464:192.168.204.51@tcp:105: 00000100:00100000:3.0:1746130281.795931:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ad54a80 going to sleep for 11 seconds 00000100:00100000:3.0:1746130281.798237:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091952d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841758464:192.168.204.51@tcp:105: 00010000:00010000:3.0:1746130281.798262:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746130281.798665:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092256d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+5:1962:x1830949849245312:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 2943us (3344us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130281.798675:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14700 00000100:00100000:0.0:1746130281.800085:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130281.800311:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849245568 00000100:00100000:2.0:1746130281.800318:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849245568 00002000:00100000:2.0:1746130281.800358:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008af74380 x1830949849245568/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:267/0 lens 488/0 e 0 to 0 dl 1746130292 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130281.800368:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008af74380 with x1830949849245568 ext(0->4095) 00010000:00010000:2.0:1746130281.800391:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e57873621a3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae407e1 expref: 45 pid: 8467 timeout: 579 lvb_type: 0 00010000:00010000:2.0:1746130281.800403:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e57873621a3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae407e1 expref: 45 pid: 8467 timeout: 579 lvb_type: 0 00002000:00010000:2.0:1746130281.800409:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008af74380 00000100:00100000:2.0:1746130281.800439:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2637 00000100:00100000:2.0:1746130281.800446:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008af74380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+45:1961:x1830949849245568:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746130281.800598:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008af74380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+45:1961:x1830949849245568:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 153us (520us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746130281.800607:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2637 00002000:00100000:2.0:1746130281.800612:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008af74380 x1830949849245568/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:267/0 lens 488/4536 e 0 to 0 dl 1746130292 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130281.800619:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008af74380 with x1830949849245568 ext(0->4095) 00010000:00010000:2.0:1746130281.800623:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e57873621a3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae407e1 expref: 45 pid: 8467 timeout: 579 lvb_type: 0 00010000:00010000:2.0:1746130281.800631:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e57873621a3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae407e1 expref: 45 pid: 8467 timeout: 579 lvb_type: 0 00002000:00010000:2.0:1746130281.800636:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008af74380 00010000:00010000:0.0:1746130281.801554:0:7100:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746130281.803879:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130281.803931:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849245696 00000100:00100000:2.0:1746130281.803939:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849245696 00000100:00100000:2.0:1746130281.803977:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6438 00000100:00100000:2.0:1746130281.803981:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008af74e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c84b93b0-d496-484f-8e1e-94008838f2dd+5:31579:x1830949849245696:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746130281.803993:0:8467:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746130281.804008:0:8467:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091fc9400/0x4ce24e57873621b1 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae407ef expref: -99 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130281.804039:0:8467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746130281.804044:0:8467:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800934d0600/0x4ce24e57873621aa lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae407e8 expref: 44 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130281.804050:0:8467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746130281.804052:0:8467:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc9400/0x4ce24e57873621b1 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae407ef expref: 6 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130281.804096:0:8467:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800934d0600/0x4ce24e57873621aa lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae407e8 expref: 44 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130281.804105:0:8467:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091fc9400/0x4ce24e57873621b1 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae407ef expref: 6 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130281.804113:0:8467:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091fc9400, rc 0) 00000100:00100000:2.0:1746130281.804153:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008af74e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c84b93b0-d496-484f-8e1e-94008838f2dd+6:31579:x1830949849245696:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 171us (282us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130281.804162:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6438 00000100:00100000:1.0:1746130281.804230:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130281.804314:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849245824 00000100:00100000:3.0:1746130281.804318:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849245824 00010000:00010000:3.0:1746130281.804338:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e57873621a3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae407e1 expref: 45 pid: 8467 timeout: 579 lvb_type: 0 00000100:00100000:3.0:1746130281.804364:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14701 00000100:00100000:3.0:1746130281.804382:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093171180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+45:1962:x1830949849245824:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746130281.804390:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746130281.804407:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e57873621a3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae407e1 expref: 45 pid: 8467 timeout: 579 lvb_type: 0 00010000:00010000:3.0:1746130281.804416:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e57873621a3 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae407e1 expref: 45 pid: 8467 timeout: 579 lvb_type: 0 00010000:00010000:3.0:1746130281.804431:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e57873621a3 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae407e1 expref: 45 pid: 8467 timeout: 579 lvb_type: 0 00010000:00010000:3.0:1746130281.804450:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130281.804452:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130281.804457:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800934d0600/0x4ce24e57873621aa lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae407e8 expref: 44 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130281.804463:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d0600/0x4ce24e57873621aa lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae407e8 expref: 44 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130281.804482:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800934d0600/0x4ce24e57873621aa lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae407e8 expref: 44 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130281.804491:0:7097:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800934d0600/0x4ce24e57873621aa lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae407e8 expref: 44 pid: 20953 timeout: 579 lvb_type: 0 00000100:00100000:3.0:1746130281.804500:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091952d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841758720:192.168.204.51@tcp:105: 00000100:00100000:3.0:1746130281.804562:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ad54a80 going to sleep for 11 seconds 00000100:00100000:1.0:1746130281.806994:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130281.807089:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849246080 00000100:00100000:2.0:1746130281.807096:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849246080 00000100:00100000:3.0:1746130281.807129:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091952d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841758720:192.168.204.51@tcp:105: 00002000:00100000:2.0:1746130281.807131:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093170e00 x1830949849246080/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:267/0 lens 488/0 e 0 to 0 dl 1746130292 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130281.807138:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093170e00 with x1830949849246080 ext(0->4095) 00010000:00010000:2.0:1746130281.807144:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800934d0600/0x4ce24e57873621aa lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae407e8 expref: 45 pid: 20953 timeout: 579 lvb_type: 0 00010000:00010000:3.0:1746130281.807152:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746130281.807154:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800934d0600/0x4ce24e57873621aa lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae407e8 expref: 45 pid: 20953 timeout: 579 lvb_type: 0 00002000:00010000:2.0:1746130281.807158:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093170e00 00000100:00100000:2.0:1746130281.807175:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2638 00000100:00100000:2.0:1746130281.807179:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093170e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+45:1962:x1830949849246080:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746130281.807195:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093171180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+45:1962:x1830949849245824:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 2824us (2964us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130281.807206:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14701 00000100:00100000:2.0:1746130281.807295:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093170e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+44:1962:x1830949849246080:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 115us (311us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746130281.807300:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2638 00002000:00100000:2.0:1746130281.807303:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093170e00 x1830949849246080/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:267/0 lens 488/4536 e 0 to 0 dl 1746130292 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130281.807307:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093170e00 with x1830949849246080 ext(0->4095) 00010000:00010000:2.0:1746130281.807310:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800934d0600/0x4ce24e57873621aa lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae407e8 expref: 44 pid: 20953 timeout: 579 lvb_type: 0 00010000:00010000:2.0:1746130281.807316:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800934d0600/0x4ce24e57873621aa lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae407e8 expref: 44 pid: 20953 timeout: 579 lvb_type: 0 00002000:00010000:2.0:1746130281.807319:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093170e00 00000100:00100000:0.0:1746130281.810251:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130281.810341:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130281.810356:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849246208 00000100:00100000:2.0:1746130281.810364:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849246208 00000100:00100000:2.0:1746130281.810416:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6439 00000100:00100000:2.0:1746130281.810422:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008af77480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:640ea846-b909-4eea-9a54-417e15bd627b+44:31578:x1830949849246208:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746130281.810437:0:8467:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746130281.810452:0:8467:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e57873621b8 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae407f6 expref: -99 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130281.810477:0:8467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746130281.810487:0:8467:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091fc9400/0x4ce24e57873621b1 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae407ef expref: 5 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130281.810492:0:8467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746130281.810495:0:8467:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e57873621b8 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae407f6 expref: 45 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130281.810534:0:8467:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091fc9400/0x4ce24e57873621b1 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae407ef expref: 5 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130281.810544:0:8467:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e57873621b8 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae407f6 expref: 45 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130281.810558:0:8467:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091fc8600, rc 0) 00000100:00100000:3.0:1746130281.810608:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849246336 00000100:00100000:3.0:1746130281.810612:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849246336 00000100:00100000:2.0:1746130281.810617:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008af77480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:640ea846-b909-4eea-9a54-417e15bd627b+46:31578:x1830949849246208:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 191us (371us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130281.810622:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6439 00010000:00010000:3.0:1746130281.810635:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d0600/0x4ce24e57873621aa lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae407e8 expref: 45 pid: 20953 timeout: 579 lvb_type: 0 00000100:00100000:3.0:1746130281.810656:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14702 00000100:00100000:3.0:1746130281.810662:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e248c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+45:1962:x1830949849246336:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746130281.810670:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746130281.810687:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800934d0600/0x4ce24e57873621aa lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae407e8 expref: 45 pid: 20953 timeout: 579 lvb_type: 0 00010000:00010000:3.0:1746130281.810697:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800934d0600/0x4ce24e57873621aa lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae407e8 expref: 45 pid: 20953 timeout: 579 lvb_type: 0 00010000:00010000:3.0:1746130281.810712:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800934d0600/0x4ce24e57873621aa lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae407e8 expref: 45 pid: 20953 timeout: 579 lvb_type: 0 00010000:00010000:3.0:1746130281.810723:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130281.810725:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130281.810730:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091fc9400/0x4ce24e57873621b1 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae407ef expref: 5 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130281.810736:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc9400/0x4ce24e57873621b1 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae407ef expref: 5 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130281.810755:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091fc9400/0x4ce24e57873621b1 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae407ef expref: 5 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130281.810765:0:7097:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091fc9400/0x4ce24e57873621b1 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae407ef expref: 5 pid: 8467 timeout: 579 lvb_type: 0 00000100:00100000:3.0:1746130281.810778:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091952d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841758976:192.168.204.51@tcp:105: 00000100:00100000:3.0:1746130281.810842:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ad54a80 going to sleep for 11 seconds 00000100:00100000:3.0:1746130281.812854:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091952d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841758976:192.168.204.51@tcp:105: 00010000:00010000:3.0:1746130281.812876:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746130281.812917:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e248c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+44:1962:x1830949849246336:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 2254us (2575us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130281.812926:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14702 00000100:00100000:0.0:1746130281.813345:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130281.813457:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849246592 00000100:00100000:2.0:1746130281.813464:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849246592 00002000:00100000:2.0:1746130281.813498:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008af76680 x1830949849246592/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:267/0 lens 488/0 e 0 to 0 dl 1746130292 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130281.813507:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008af76680 with x1830949849246592 ext(0->4095) 00010000:00010000:2.0:1746130281.813514:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091fc9400/0x4ce24e57873621b1 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae407ef expref: 6 pid: 8467 timeout: 579 lvb_type: 0 00010000:00010000:2.0:1746130281.813526:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091fc9400/0x4ce24e57873621b1 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae407ef expref: 6 pid: 8467 timeout: 579 lvb_type: 0 00002000:00010000:2.0:1746130281.813532:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008af76680 00000100:00100000:2.0:1746130281.813555:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2639 00000100:00100000:2.0:1746130281.813561:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008af76680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949849246592:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746130281.813694:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008af76680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949849246592:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 133us (350us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746130281.813701:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2639 00002000:00100000:2.0:1746130281.813706:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008af76680 x1830949849246592/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:267/0 lens 488/4536 e 0 to 0 dl 1746130292 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130281.813712:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008af76680 with x1830949849246592 ext(0->4095) 00010000:00010000:2.0:1746130281.813716:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091fc9400/0x4ce24e57873621b1 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae407ef expref: 6 pid: 8467 timeout: 579 lvb_type: 0 00010000:00010000:2.0:1746130281.813724:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091fc9400/0x4ce24e57873621b1 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae407ef expref: 6 pid: 8467 timeout: 579 lvb_type: 0 00002000:00010000:2.0:1746130281.813728:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008af76680 00000100:00100000:0.0:1746130281.815669:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130281.815745:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849246720 00000100:00100000:3.0:1746130281.815752:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849246720 00010000:00010000:3.0:1746130281.815788:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc9400/0x4ce24e57873621b1 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae407ef expref: 6 pid: 8467 timeout: 579 lvb_type: 0 00000100:00100000:3.0:1746130281.815817:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14703 00000100:00100000:3.0:1746130281.815824:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cba2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1963:x1830949849246720:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746130281.816168:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746130281.816189:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091fc9400/0x4ce24e57873621b1 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae407ef expref: 6 pid: 8467 timeout: 579 lvb_type: 0 00010000:00010000:3.0:1746130281.816199:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091fc9400/0x4ce24e57873621b1 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae407ef expref: 6 pid: 8467 timeout: 579 lvb_type: 0 00010000:00010000:3.0:1746130281.816220:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091fc9400/0x4ce24e57873621b1 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae407ef expref: 6 pid: 8467 timeout: 579 lvb_type: 0 00010000:00010000:3.0:1746130281.816233:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130281.816235:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130281.816241:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e57873621b8 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae407f6 expref: 43 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130281.816249:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e57873621b8 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae407f6 expref: 43 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130281.816307:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e57873621b8 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae407f6 expref: 43 pid: 8467 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746130281.816318:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091952d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841759104:192.168.204.51@tcp:105: 00000100:00100000:3.0:1746130281.816409:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ad54000 going to sleep for 11 seconds 00000100:00100000:3.0:1746130281.817898:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091952d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841759104:192.168.204.51@tcp:105: 00010000:00010000:3.0:1746130281.817920:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746130281.817962:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cba2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+5:1963:x1830949849246720:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 2139us (2299us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130281.817971:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14703 00000100:00100000:0.0:1746130281.818588:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130281.818651:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849246976 00000100:00100000:2.0:1746130281.818657:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849246976 00002000:00100000:2.0:1746130281.818690:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88012cba3800 x1830949849246976/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:267/0 lens 488/0 e 0 to 0 dl 1746130292 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130281.818699:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cba3800 with x1830949849246976 ext(0->4095) 00002000:00010000:2.0:1746130281.818703:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012cba3800 00000100:00100000:2.0:1746130281.818733:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4897 00000100:00100000:2.0:1746130281.818740:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cba3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+44:1961:x1830949849246976:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746130281.818872:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cba3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+44:1961:x1830949849246976:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 133us (285us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746130281.818878:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4897 00002000:00100000:2.0:1746130281.818882:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88012cba3800 x1830949849246976/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:267/0 lens 488/4536 e 0 to 0 dl 1746130292 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130281.818894:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012cba3800 with x1830949849246976 ext(0->4095) 00002000:00010000:2.0:1746130281.818897:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012cba3800 00000100:00100000:0.0:1746130281.819969:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130281.820040:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849247104 00000100:00100000:2.0:1746130281.820044:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849247104 00000100:00100000:2.0:1746130281.820069:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6440 00000100:00100000:2.0:1746130281.820073:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cba1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c84b93b0-d496-484f-8e1e-94008838f2dd+5:31579:x1830949849247104:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746130281.820084:0:8467:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746130281.820097:0:8467:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091fc8000/0x4ce24e57873621bf lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae407fd expref: -99 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130281.820120:0:8467:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e57873621b8 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae407f6 expref: 43 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130281.820126:0:8467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746130281.820127:0:8467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746130281.820130:0:8467:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc8000/0x4ce24e57873621bf lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae407fd expref: 6 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130281.820152:0:8467:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e57873621b8 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae407f6 expref: 43 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130281.820161:0:8467:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e57873621b8 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae407f6 expref: 43 pid: 8467 timeout: 579 lvb_type: 0 00000100:00100000:2.0:1746130281.820171:0:8467:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135afca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8467:1830949841759232:192.168.204.51@tcp:104: 00000100:00100000:2.0:1746130281.820246:0:8467:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b4aea80 going to sleep for 11 seconds 00000100:00100000:2.0:1746130281.821852:0:8467:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135afca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8467:1830949841759232:192.168.204.51@tcp:104: 00010000:00010000:2.0:1746130281.821870:0:8467:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091fc8000/0x4ce24e57873621bf lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae407fd expref: 6 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130281.821880:0:8467:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091fc8000, rc 0) 00000100:00100000:2.0:1746130281.821912:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cba1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c84b93b0-d496-484f-8e1e-94008838f2dd+6:31579:x1830949849247104:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1838us (1945us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130281.821919:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6440 00000100:00100000:0.0:1746130281.827611:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130281.827686:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849247232 00000100:00100000:3.0:1746130281.827694:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849247232 00010000:00010000:3.0:1746130281.827735:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e57873621b8 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae407f6 expref: 44 pid: 8467 timeout: 579 lvb_type: 0 00000100:00100000:3.0:1746130281.827775:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14704 00000100:00100000:3.0:1746130281.827784:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092256d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+44:1962:x1830949849247232:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746130281.827795:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746130281.827811:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e57873621b8 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae407f6 expref: 44 pid: 8467 timeout: 579 lvb_type: 0 00010000:00010000:3.0:1746130281.827826:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e57873621b8 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae407f6 expref: 44 pid: 8467 timeout: 579 lvb_type: 0 00010000:00010000:3.0:1746130281.827845:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e57873621b8 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae407f6 expref: 44 pid: 8467 timeout: 579 lvb_type: 0 00010000:00010000:3.0:1746130281.827874:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130281.827876:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130281.827883:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8000/0x4ce24e57873621bf lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae407fd expref: 5 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130281.827889:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc8000/0x4ce24e57873621bf lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae407fd expref: 5 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130281.827917:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091fc8000/0x4ce24e57873621bf lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae407fd expref: 5 pid: 8467 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746130281.827927:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091952d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841759360:192.168.204.51@tcp:105: 00000100:00100000:3.0:1746130281.828661:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ad54000 going to sleep for 11 seconds 00000100:00100000:0.0:1746130281.829421:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130281.829473:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849247360 00000100:00100000:2.0:1746130281.829479:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849247360 00000100:00100000:2.0:1746130281.829512:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6441 00000100:00100000:2.0:1746130281.829518:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f103b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:640ea846-b909-4eea-9a54-417e15bd627b+44:31578:x1830949849247360:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746130281.829532:0:8467:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746130281.829544:0:8467:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091fc8800/0x4ce24e57873621c6 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae40804 expref: -99 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130281.829566:0:8467:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8000/0x4ce24e57873621bf lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae407fd expref: 5 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130281.829572:0:8467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130281.829574:0:8467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130281.829577:0:8467:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc8800/0x4ce24e57873621c6 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40804 expref: 45 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130281.829598:0:8467:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091fc8000/0x4ce24e57873621bf lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae407fd expref: 5 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130281.829607:0:8467:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091fc8000/0x4ce24e57873621bf lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae407fd expref: 5 pid: 8467 timeout: 579 lvb_type: 0 00000100:00100000:2.0:1746130281.829616:0:8467:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135afca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8467:1830949841759488:192.168.204.51@tcp:104: 00000100:00100000:2.0:1746130281.829688:0:8467:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b4aea80 going to sleep for 11 seconds 00000100:00100000:3.0:1746130281.830460:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091952d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841759360:192.168.204.51@tcp:105: 00010000:00010000:3.0:1746130281.830480:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746130281.830508:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092256d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+45:1962:x1830949849247232:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 2726us (2905us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130281.830517:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14704 00000100:00100000:0.0:1746130281.830888:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130281.830993:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849247616 00000100:00100000:2.0:1746130281.830998:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849247616 00002000:00100000:2.0:1746130281.831029:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008f101180 x1830949849247616/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:267/0 lens 488/0 e 0 to 0 dl 1746130292 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130281.831037:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f101180 with x1830949849247616 ext(0->4095) 00010000:00010000:2.0:1746130281.831042:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8000/0x4ce24e57873621bf lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae407fd expref: 6 pid: 8467 timeout: 579 lvb_type: 0 00010000:00010000:2.0:1746130281.831052:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091fc8000/0x4ce24e57873621bf lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae407fd expref: 6 pid: 8467 timeout: 579 lvb_type: 0 00002000:00010000:2.0:1746130281.831057:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008f101180 00000100:00100000:2.0:1746130281.831068:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2640 00000100:00100000:2.0:1746130281.831073:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f101180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949849247616:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746130281.831201:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f101180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949849247616:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 127us (313us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746130281.831206:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2640 00002000:00100000:2.0:1746130281.831210:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008f101180 x1830949849247616/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:267/0 lens 488/4536 e 0 to 0 dl 1746130292 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130281.831216:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f101180 with x1830949849247616 ext(0->4095) 00010000:00010000:2.0:1746130281.831220:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8000/0x4ce24e57873621bf lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae407fd expref: 6 pid: 8467 timeout: 579 lvb_type: 0 00010000:00010000:2.0:1746130281.831229:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091fc8000/0x4ce24e57873621bf lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae407fd expref: 6 pid: 8467 timeout: 579 lvb_type: 0 00002000:00010000:2.0:1746130281.831234:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008f101180 00000100:00100000:3.0:1746130281.831294:0:8467:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135afca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8467:1830949841759488:192.168.204.51@tcp:104: 00010000:00010000:3.0:1746130281.831311:0:8467:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091fc8800/0x4ce24e57873621c6 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40804 expref: 44 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130281.831321:0:8467:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091fc8800, rc 0) 00000100:00100000:3.0:1746130281.831338:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f103b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:640ea846-b909-4eea-9a54-417e15bd627b+44:31578:x1830949849247360:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1821us (1922us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130281.831344:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6441 00000100:00100000:0.0:1746130281.835107:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130281.835170:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849247744 00000100:00100000:3.0:1746130281.835178:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849247744 00010000:00010000:3.0:1746130281.835213:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc8000/0x4ce24e57873621bf lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae407fd expref: 6 pid: 8467 timeout: 579 lvb_type: 0 00000100:00100000:3.0:1746130281.835246:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14705 00000100:00100000:3.0:1746130281.835253:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f100a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949849247744:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746130281.835291:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746130281.835310:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091fc8000/0x4ce24e57873621bf lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae407fd expref: 6 pid: 8467 timeout: 579 lvb_type: 0 00010000:00010000:3.0:1746130281.835321:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091fc8000/0x4ce24e57873621bf lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae407fd expref: 6 pid: 8467 timeout: 579 lvb_type: 0 00010000:00010000:3.0:1746130281.835342:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8000/0x4ce24e57873621bf lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae407fd expref: 6 pid: 8467 timeout: 579 lvb_type: 0 00010000:00010000:3.0:1746130281.835379:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130281.835381:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130281.835390:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8800/0x4ce24e57873621c6 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40804 expref: 43 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130281.835398:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc8800/0x4ce24e57873621c6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40804 expref: 43 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130281.835427:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091fc8800/0x4ce24e57873621c6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40804 expref: 43 pid: 8467 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746130281.835436:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091952d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841759616:192.168.204.51@tcp:105: 00000100:00100000:3.0:1746130281.835516:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ad54000 going to sleep for 11 seconds 00000100:00100000:0.0:1746130281.837395:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130281.837550:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849248000 00000100:00100000:1.0:1746130281.837557:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849248000 00000100:00100000:3.0:1746130281.837564:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091952d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841759616:192.168.204.51@tcp:105: 00010000:00010000:3.0:1746130281.837582:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00100000:1.0:1746130281.837589:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800a596b100 x1830949849248000/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:267/0 lens 488/0 e 0 to 0 dl 1746130292 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130281.837598:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a596b100 with x1830949849248000 ext(0->4095) 00002000:00010000:1.0:1746130281.837602:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a596b100 00000100:00100000:1.0:1746130281.837631:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4898 00000100:00100000:1.0:1746130281.837637:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a596b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+44:1964:x1830949849248000:12345-192.168.204.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746130281.837652:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f100a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+5:1961:x1830949849247744:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 2398us (2552us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130281.837661:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14705 00000100:00100000:1.0:1746130281.838565:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a596b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+44:1964:x1830949849248000:12345-192.168.204.51@tcp:3:ptlrpcd_01_01.0 Request processed in 925us (1173us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746130281.838572:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4898 00002000:00100000:1.0:1746130281.838577:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800a596b100 x1830949849248000/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:267/0 lens 488/4536 e 0 to 0 dl 1746130292 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130281.838585:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a596b100 with x1830949849248000 ext(0->4095) 00002000:00010000:1.0:1746130281.838589:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a596b100 00000100:00100000:0.0:1746130281.841419:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130281.841498:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849248128 00000100:00100000:2.0:1746130281.841506:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849248128 00000100:00100000:2.0:1746130281.841554:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6442 00000100:00100000:2.0:1746130281.841561:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5968380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c84b93b0-d496-484f-8e1e-94008838f2dd+5:31579:x1830949849248128:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746130281.841576:0:8467:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746130281.841589:0:8467:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a796ca00/0x4ce24e57873621cd lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae4080b expref: -99 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130281.841613:0:8467:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8800/0x4ce24e57873621c6 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40804 expref: 43 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130281.841621:0:8467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746130281.841622:0:8467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746130281.841625:0:8467:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a796ca00/0x4ce24e57873621cd lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4080b expref: 6 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130281.841652:0:8467:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091fc8800/0x4ce24e57873621c6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40804 expref: 43 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130281.841663:0:8467:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091fc8800/0x4ce24e57873621c6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40804 expref: 43 pid: 8467 timeout: 579 lvb_type: 0 00000100:00100000:2.0:1746130281.841674:0:8467:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135afe680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8467:1830949841759744:192.168.204.51@tcp:104: 00000100:00100000:2.0:1746130281.841763:0:8467:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b4ae480 going to sleep for 11 seconds 00000100:00100000:0.0:1746130281.844602:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130281.844666:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849248256 00000100:00100000:1.0:1746130281.844674:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849248256 00002000:00100000:1.0:1746130281.844715:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff8800a596a680 x1830949849248256/t0(0) o4->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:267/0 lens 496/0 e 0 to 0 dl 1746130292 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130281.844725:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a596a680 with x1830949849248256 ext(0->7) 00010000:00010000:1.0:1746130281.844734:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8800/0x4ce24e57873621c6 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40804 expref: 44 pid: 8467 timeout: 579 lvb_type: 0 00010000:00010000:1.0:1746130281.844748:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091fc8800/0x4ce24e57873621c6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40804 expref: 44 pid: 8467 timeout: 579 lvb_type: 0 00000100:00100000:2.0:1746130281.844749:0:8467:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135afe680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8467:1830949841759744:192.168.204.51@tcp:104: 00002000:00010000:1.0:1746130281.844754:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a596a680 00010000:00010000:2.0:1746130281.844779:0:8467:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a796ca00/0x4ce24e57873621cd lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4080b expref: 6 pid: 8467 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746130281.844788:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2641 00010000:00010000:2.0:1746130281.844793:0:8467:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a796ca00, rc 0) 00000100:00100000:1.0:1746130281.844795:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a596a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+44:1961:x1830949849248256:12345-192.168.204.51@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746130281.844852:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5968380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c84b93b0-d496-484f-8e1e-94008838f2dd+6:31579:x1830949849248128:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3290us (3441us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130281.844860:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6442 00000100:00100000:1.0:1746130281.845252:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a596a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+46:1961:x1830949849248256:12345-192.168.204.51@tcp:4:ldlm_bl.0 Request processed in 457us (659us total) trans 4294967944 rc 0/0 00000100:00100000:1.0:1746130281.845260:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2641 00002000:00100000:1.0:1746130281.845296:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff8800a596a680 x1830949849248256/t4294967944(0) o4->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:267/0 lens 496/448 e 0 to 0 dl 1746130292 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130281.845304:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a596a680 with x1830949849248256 ext(0->7) 00010000:00010000:1.0:1746130281.845308:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8800/0x4ce24e57873621c6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40804 expref: 46 pid: 8467 timeout: 579 lvb_type: 0 00010000:00010000:1.0:1746130281.845317:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091fc8800/0x4ce24e57873621c6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40804 expref: 46 pid: 8467 timeout: 579 lvb_type: 0 00002000:00010000:1.0:1746130281.845323:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a596a680 00000100:00100000:0.0:1746130281.848923:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130281.848994:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849248384 00000100:00100000:3.0:1746130281.849003:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849248384 00010000:00010000:3.0:1746130281.849048:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc8800/0x4ce24e57873621c6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40804 expref: 46 pid: 8467 timeout: 579 lvb_type: 0 00000100:00100000:3.0:1746130281.849089:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14706 00000100:00100000:3.0:1746130281.849097:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800931fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+46:1964:x1830949849248384:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746130281.849109:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746130281.849128:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091fc8800/0x4ce24e57873621c6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40804 expref: 46 pid: 8467 timeout: 579 lvb_type: 0 00010000:00010000:3.0:1746130281.849139:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091fc8800/0x4ce24e57873621c6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40804 expref: 46 pid: 8467 timeout: 579 lvb_type: 0 00010000:00010000:3.0:1746130281.849158:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8800/0x4ce24e57873621c6 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40804 expref: 46 pid: 8467 timeout: 579 lvb_type: 0 00010000:00010000:3.0:1746130281.849193:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130281.849195:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130281.849202:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a796ca00/0x4ce24e57873621cd lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4080b expref: 5 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130281.849209:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a796ca00/0x4ce24e57873621cd lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4080b expref: 5 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130281.849242:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a796ca00/0x4ce24e57873621cd lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4080b expref: 5 pid: 8467 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746130281.849254:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091952d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841759872:192.168.204.51@tcp:105: 00000100:00100000:3.0:1746130281.850530:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ad54000 going to sleep for 11 seconds 00000100:00100000:3.0:1746130281.851129:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091952d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841759872:192.168.204.51@tcp:105: 00010000:00010000:3.0:1746130281.851155:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746130281.851666:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800931fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+45:1964:x1830949849248384:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 2566us (2750us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130281.851676:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14706 00000100:00100000:0.0:1746130281.851892:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130281.852548:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849248640 00000100:00100000:3.0:1746130281.852555:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849248640 00002000:00100000:3.0:1746130281.852601:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800931f9f80 x1830949849248640/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:267/0 lens 488/0 e 0 to 0 dl 1746130292 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130281.852617:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800931f9f80 with x1830949849248640 ext(0->4095) 00002000:00010000:3.0:1746130281.852621:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800931f9f80 00000100:00100000:3.0:1746130281.853058:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4899 00000100:00100000:3.0:1746130281.853067:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800931f9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949849248640:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746130281.853843:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800931f9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949849248640:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 776us (1950us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746130281.853850:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4899 00002000:00100000:3.0:1746130281.853856:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800931f9f80 x1830949849248640/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:267/0 lens 488/4536 e 0 to 0 dl 1746130292 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130281.853863:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800931f9f80 with x1830949849248640 ext(0->4095) 00002000:00010000:3.0:1746130281.853872:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800931f9f80 00000100:00100000:0.0:1746130281.861973:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130281.862075:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849248768 00000100:00100000:2.0:1746130281.862083:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849248768 00000100:00100000:2.0:1746130281.862122:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6443 00000100:00100000:2.0:1746130281.862131:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800931faa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:640ea846-b909-4eea-9a54-417e15bd627b+45:31579:x1830949849248768:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746130281.862147:0:8467:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746130281.862601:0:8467:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e57873621d4 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae40812 expref: -99 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130281.862628:0:8467:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a796ca00/0x4ce24e57873621cd lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4080b expref: 5 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130281.862635:0:8467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130281.862636:0:8467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130281.862639:0:8467:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e57873621d4 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40812 expref: 46 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130281.862665:0:8467:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a796ca00/0x4ce24e57873621cd lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4080b expref: 5 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130281.862680:0:8467:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a796ca00/0x4ce24e57873621cd lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4080b expref: 5 pid: 8467 timeout: 580 lvb_type: 0 00000100:00100000:2.0:1746130281.862690:0:8467:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135afe680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8467:1830949841760000:192.168.204.51@tcp:104: 00000100:00100000:2.0:1746130281.863264:0:8467:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b4ae480 going to sleep for 11 seconds 00000100:00100000:0.0:1746130281.865710:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130281.865918:0:8469:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849248896 00000100:00100000:2.0:1746130281.865925:0:8469:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849248896 00000100:00100000:2.0:1746130281.866101:0:8469:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6444 00000100:00100000:2.0:1746130281.866109:0:8469:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800931f8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:640ea846-b909-4eea-9a54-417e15bd627b+47:31578:x1830949849248896:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746130281.866124:0:8469:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746130281.866137:0:8469:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e57873621db lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae40819 expref: -99 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130281.866157:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130281.866162:0:8469:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e57873621d4 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40812 expref: 48 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130281.866167:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746130281.866170:0:8469:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e57873621db lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40819 expref: 48 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130281.866197:0:8469:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e57873621d4 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40812 expref: 48 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130281.866208:0:8469:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e57873621db lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40819 expref: 48 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130281.866220:0:8469:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091fc9a00, rc 0) 00000100:00100000:2.0:1746130281.866811:0:8469:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800931f8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:640ea846-b909-4eea-9a54-417e15bd627b+48:31578:x1830949849248896:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 701us (1107us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130281.866816:0:8469:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6444 00000100:00100000:2.0:1746130281.869529:0:8467:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135afe680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8467:1830949841760000:192.168.204.51@tcp:104: 00010000:00010000:2.0:1746130281.869558:0:8467:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e57873621d4 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40812 expref: 47 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130281.869574:0:8467:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091fc8600, rc 0) 00000100:00100000:2.0:1746130281.869623:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800931faa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:640ea846-b909-4eea-9a54-417e15bd627b+47:31579:x1830949849248768:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 7493us (7659us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130281.869630:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6443 00000100:00100000:0.0:1746130281.870628:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130281.871320:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849249024 00000100:00100000:3.0:1746130281.871327:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849249024 00010000:00010000:3.0:1746130281.871363:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a796ca00/0x4ce24e57873621cd lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4080b expref: 6 pid: 8467 timeout: 580 lvb_type: 0 00000100:00100000:3.0:1746130281.871404:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14707 00000100:00100000:3.0:1746130281.871410:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e37480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1963:x1830949849249024:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746130281.871421:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746130281.871439:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a796ca00/0x4ce24e57873621cd lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4080b expref: 6 pid: 8467 timeout: 580 lvb_type: 0 00010000:00010000:3.0:1746130281.871449:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a796ca00/0x4ce24e57873621cd lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4080b expref: 6 pid: 8467 timeout: 580 lvb_type: 0 00010000:00010000:3.0:1746130281.871470:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a796ca00/0x4ce24e57873621cd lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4080b expref: 6 pid: 8467 timeout: 580 lvb_type: 0 00010000:00010000:3.0:1746130281.871502:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130281.871504:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130281.871510:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e57873621d4 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40812 expref: 46 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130281.871518:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e57873621d4 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40812 expref: 46 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130281.871545:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e57873621d4 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40812 expref: 46 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130281.871554:0:7097:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e57873621d4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40812 expref: 46 pid: 8467 timeout: 580 lvb_type: 0 00000100:00100000:3.0:1746130281.871564:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091952d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841760256:192.168.204.51@tcp:105: 00000100:00100000:3.0:1746130281.871621:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ad546c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746130281.874244:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091952d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841760256:192.168.204.51@tcp:105: 00010000:00010000:3.0:1746130281.874622:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746130281.874671:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e37480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+5:1963:x1830949849249024:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 3260us (4050us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130281.874681:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14707 00000100:00100000:0.0:1746130281.875208:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130281.875303:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849249280 00000100:00100000:3.0:1746130281.875309:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849249280 00002000:00100000:3.0:1746130281.875344:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092e35500 x1830949849249280/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:267/0 lens 488/0 e 0 to 0 dl 1746130292 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130281.875352:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092e35500 with x1830949849249280 ext(0->4095) 00010000:00010000:3.0:1746130281.875359:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e57873621d4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40812 expref: 47 pid: 8467 timeout: 580 lvb_type: 0 00010000:00010000:3.0:1746130281.875382:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e57873621d4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40812 expref: 47 pid: 8467 timeout: 580 lvb_type: 0 00002000:00010000:3.0:1746130281.875388:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092e35500 00000100:00100000:3.0:1746130281.875417:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2642 00000100:00100000:3.0:1746130281.875424:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e35500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+47:1962:x1830949849249280:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746130281.876452:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e35500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+47:1962:x1830949849249280:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 1026us (1243us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746130281.876460:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2642 00002000:00100000:3.0:1746130281.876466:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092e35500 x1830949849249280/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:267/0 lens 488/4536 e 0 to 0 dl 1746130292 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130281.876473:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092e35500 with x1830949849249280 ext(0->4095) 00010000:00010000:3.0:1746130281.876479:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e57873621d4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40812 expref: 47 pid: 8467 timeout: 580 lvb_type: 0 00010000:00010000:3.0:1746130281.876490:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e57873621d4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40812 expref: 47 pid: 8467 timeout: 580 lvb_type: 0 00002000:00010000:3.0:1746130281.876495:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092e35500 00000100:00100000:0.0:1746130281.878667:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130281.879529:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130281.879582:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849249408 00000100:00100000:2.0:1746130281.879589:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849249408 00000100:00100000:2.0:1746130281.879635:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6445 00000100:00100000:2.0:1746130281.879642:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801354c7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c84b93b0-d496-484f-8e1e-94008838f2dd+5:31579:x1830949849249408:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:3.0:1746130281.879695:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849249536 00000100:00100000:3.0:1746130281.879698:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849249536 00010000:00010000:3.0:1746130281.879725:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e57873621d4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40812 expref: 47 pid: 8467 timeout: 580 lvb_type: 0 00000100:00100000:3.0:1746130281.879742:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14708 00000100:00100000:3.0:1746130281.879746:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136399880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+47:1961:x1830949849249536:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746130281.879756:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746130281.879771:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e57873621d4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40812 expref: 47 pid: 8467 timeout: 580 lvb_type: 0 00010000:00010000:3.0:1746130281.879780:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e57873621d4 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40812 expref: 47 pid: 8467 timeout: 580 lvb_type: 0 00010000:00010000:3.0:1746130281.879798:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e57873621d4 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40812 expref: 47 pid: 8467 timeout: 580 lvb_type: 0 00010000:00010000:3.0:1746130281.879826:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130281.879828:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130281.879834:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e57873621db lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40819 expref: 46 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130281.879841:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e57873621db lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40819 expref: 46 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130281.879866:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e57873621db lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40819 expref: 46 pid: 8469 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746130281.879882:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091952d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841760384:192.168.204.51@tcp:105: 00000100:00100000:3.0:1746130281.879937:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ad549c0 going to sleep for 11 seconds 00010000:00010000:2.0:1746130281.879970:0:8467:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746130281.879981:0:8467:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091fc9400/0x4ce24e57873621e2 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae40820 expref: -99 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130281.879996:0:8467:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e57873621db lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40819 expref: 46 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130281.880001:0:8467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746130281.880002:0:8467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746130281.880005:0:8467:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc9400/0x4ce24e57873621e2 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40820 expref: 6 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130281.880019:0:8467:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e57873621db lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40819 expref: 46 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130281.880028:0:8467:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e57873621db lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40819 expref: 46 pid: 8469 timeout: 580 lvb_type: 0 00000100:00100000:2.0:1746130281.880036:0:8467:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135afe680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8467:1830949841760512:192.168.204.51@tcp:104: 00000100:00100000:2.0:1746130281.880055:0:8467:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b4ae480 going to sleep for 11 seconds 00000100:00100000:2.0:1746130281.882840:0:8467:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135afe680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8467:1830949841760512:192.168.204.51@tcp:104: 00010000:00010000:2.0:1746130281.882869:0:8467:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091fc9400/0x4ce24e57873621e2 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40820 expref: 6 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130281.882882:0:8467:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091fc9400, rc 0) 00000100:00100000:2.0:1746130281.882920:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801354c7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c84b93b0-d496-484f-8e1e-94008838f2dd+6:31579:x1830949849249408:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3279us (4262us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130281.882928:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6445 00000100:00100000:0.0:1746130281.883099:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130281.883200:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849249792 00000100:00100000:2.0:1746130281.883206:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849249792 00000100:00100000:3.0:1746130281.883393:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091952d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841760384:192.168.204.51@tcp:105: 00010000:00010000:3.0:1746130281.883410:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746130281.883446:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136399880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+47:1961:x1830949849249536:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 3699us (3918us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130281.883454:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14708 00002000:00100000:2.0:1746130281.883458:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880136398e00 x1830949849249792/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:267/0 lens 488/0 e 0 to 0 dl 1746130292 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130281.883466:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880136398e00 with x1830949849249792 ext(0->4095) 00010000:00010000:2.0:1746130281.883472:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e57873621db lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40819 expref: 46 pid: 8469 timeout: 580 lvb_type: 0 00010000:00010000:2.0:1746130281.883488:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e57873621db lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40819 expref: 46 pid: 8469 timeout: 580 lvb_type: 0 00002000:00010000:2.0:1746130281.883493:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880136398e00 00000100:00100000:2.0:1746130281.883507:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2643 00000100:00100000:2.0:1746130281.883514:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136398e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+46:1961:x1830949849249792:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746130281.883837:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136398e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+46:1961:x1830949849249792:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 323us (738us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746130281.883843:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2643 00002000:00100000:2.0:1746130281.883849:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880136398e00 x1830949849249792/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:267/0 lens 488/4536 e 0 to 0 dl 1746130292 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130281.883855:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880136398e00 with x1830949849249792 ext(0->4095) 00010000:00010000:2.0:1746130281.883860:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e57873621db lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40819 expref: 46 pid: 8469 timeout: 580 lvb_type: 0 00010000:00010000:2.0:1746130281.883868:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e57873621db lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40819 expref: 46 pid: 8469 timeout: 580 lvb_type: 0 00002000:00010000:2.0:1746130281.883873:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880136398e00 00000100:00100000:0.0:1746130281.885488:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130281.885630:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849249920 00000100:00100000:2.0:1746130281.885637:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849249920 00000100:00100000:2.0:1746130281.885671:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6446 00000100:00100000:2.0:1746130281.885677:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013639a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:640ea846-b909-4eea-9a54-417e15bd627b+46:31578:x1830949849249920:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746130281.885690:0:8467:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746130281.885705:0:8467:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091fc8e00/0x4ce24e57873621e9 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae40827 expref: -99 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130281.885725:0:8467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746130281.885729:0:8467:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091fc9400/0x4ce24e57873621e2 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40820 expref: 5 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130281.885735:0:8467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746130281.885738:0:8467:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc8e00/0x4ce24e57873621e9 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40827 expref: 47 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130281.885768:0:8467:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091fc9400/0x4ce24e57873621e2 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40820 expref: 5 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130281.885778:0:8467:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091fc8e00/0x4ce24e57873621e9 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40827 expref: 47 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130281.885786:0:8467:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091fc8e00, rc 0) 00000100:00100000:2.0:1746130281.885834:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013639a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:640ea846-b909-4eea-9a54-417e15bd627b+47:31578:x1830949849249920:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 157us (353us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130281.885840:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6446 00000100:00100000:3.0:1746130281.885995:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130281.886051:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849250048 00000100:00100000:2.0:1746130281.886055:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849250048 00010000:00010000:2.0:1746130281.886072:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e57873621db lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40819 expref: 47 pid: 8469 timeout: 580 lvb_type: 0 00000100:00100000:2.0:1746130281.886381:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14709 00000100:00100000:2.0:1746130281.886389:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e248850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+47:1962:x1830949849250048:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746130281.886400:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746130281.886418:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e57873621db lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40819 expref: 47 pid: 8469 timeout: 580 lvb_type: 0 00010000:00010000:2.0:1746130281.886479:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e57873621db lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40819 expref: 47 pid: 8469 timeout: 580 lvb_type: 0 00010000:00010000:2.0:1746130281.886492:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e57873621db lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40819 expref: 47 pid: 8469 timeout: 580 lvb_type: 0 00010000:00010000:2.0:1746130281.886510:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130281.886511:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130281.886516:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091fc9400/0x4ce24e57873621e2 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40820 expref: 5 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130281.886523:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc9400/0x4ce24e57873621e2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40820 expref: 5 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130281.886540:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091fc9400/0x4ce24e57873621e2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40820 expref: 5 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130281.886548:0:7097:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091fc9400/0x4ce24e57873621e2 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40820 expref: 5 pid: 8467 timeout: 580 lvb_type: 0 00000100:00100000:2.0:1746130281.886558:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135afe680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841760768:192.168.204.51@tcp:105: 00000100:00100000:2.0:1746130281.886608:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b4aea80 going to sleep for 11 seconds 00000100:00100000:2.0:1746130281.889553:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135afe680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841760768:192.168.204.51@tcp:105: 00010000:00010000:2.0:1746130281.889575:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746130281.889678:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e248850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+46:1962:x1830949849250048:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 3288us (3681us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130281.889688:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14709 00000100:00100000:0.0:1746130281.889890:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130281.890146:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849250304 00000100:00100000:2.0:1746130281.890152:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849250304 00002000:00100000:2.0:1746130281.890184:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880136399880 x1830949849250304/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:267/0 lens 488/0 e 0 to 0 dl 1746130292 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130281.890192:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880136399880 with x1830949849250304 ext(0->4095) 00010000:00010000:2.0:1746130281.890200:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091fc9400/0x4ce24e57873621e2 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40820 expref: 6 pid: 8467 timeout: 580 lvb_type: 0 00010000:00010000:2.0:1746130281.890213:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091fc9400/0x4ce24e57873621e2 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40820 expref: 6 pid: 8467 timeout: 580 lvb_type: 0 00002000:00010000:2.0:1746130281.890219:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880136399880 00000100:00100000:2.0:1746130281.890232:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2644 00000100:00100000:2.0:1746130281.890238:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136399880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949849250304:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746130281.890412:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136399880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949849250304:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 173us (522us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746130281.890417:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2644 00002000:00100000:2.0:1746130281.890422:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880136399880 x1830949849250304/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:267/0 lens 488/4536 e 0 to 0 dl 1746130292 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130281.890429:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880136399880 with x1830949849250304 ext(0->4095) 00010000:00010000:2.0:1746130281.890433:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091fc9400/0x4ce24e57873621e2 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40820 expref: 6 pid: 8467 timeout: 580 lvb_type: 0 00010000:00010000:2.0:1746130281.890442:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091fc9400/0x4ce24e57873621e2 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40820 expref: 6 pid: 8467 timeout: 580 lvb_type: 0 00002000:00010000:2.0:1746130281.890448:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880136399880 00000100:00100000:0.0:1746130281.892689:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130281.892854:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849250432 00000100:00100000:2.0:1746130281.892862:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849250432 00010000:00010000:2.0:1746130281.892891:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc9400/0x4ce24e57873621e2 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40820 expref: 6 pid: 8467 timeout: 580 lvb_type: 0 00000100:00100000:2.0:1746130281.892918:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14710 00000100:00100000:2.0:1746130281.892924:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b323480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949849250432:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746130281.892936:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746130281.892952:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091fc9400/0x4ce24e57873621e2 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40820 expref: 6 pid: 8467 timeout: 580 lvb_type: 0 00010000:00010000:2.0:1746130281.892962:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091fc9400/0x4ce24e57873621e2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40820 expref: 6 pid: 8467 timeout: 580 lvb_type: 0 00010000:00010000:2.0:1746130281.892978:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091fc9400/0x4ce24e57873621e2 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40820 expref: 6 pid: 8467 timeout: 580 lvb_type: 0 00010000:00010000:2.0:1746130281.893000:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130281.893001:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130281.893007:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8e00/0x4ce24e57873621e9 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40827 expref: 45 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130281.893018:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc8e00/0x4ce24e57873621e9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40827 expref: 45 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130281.893051:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091fc8e00/0x4ce24e57873621e9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40827 expref: 45 pid: 8467 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746130281.893061:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135afe680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841760896:192.168.204.51@tcp:105: 00000100:00100000:2.0:1746130281.893131:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b4ae480 going to sleep for 11 seconds 00000100:00100000:2.0:1746130281.894633:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135afe680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841760896:192.168.204.51@tcp:105: 00010000:00010000:2.0:1746130281.894648:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746130281.894675:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b323480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+5:1961:x1830949849250432:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 1752us (1993us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130281.894683:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14710 00000100:00100000:0.0:1746130281.896401:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130281.896454:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849250688 00000100:00100000:1.0:1746130281.896462:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849250688 00002000:00100000:1.0:1746130281.896497:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880135b28700 x1830949849250688/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:267/0 lens 488/0 e 0 to 0 dl 1746130292 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130281.896506:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135b28700 with x1830949849250688 ext(0->4095) 00002000:00010000:1.0:1746130281.896510:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880135b28700 00000100:00100000:1.0:1746130281.896865:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4900 00000100:00100000:1.0:1746130281.896924:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135b28700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+46:1961:x1830949849250688:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746130281.897205:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135b28700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+46:1961:x1830949849250688:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 282us (833us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746130281.897211:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4900 00002000:00100000:1.0:1746130281.897217:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880135b28700 x1830949849250688/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:267/0 lens 488/4536 e 0 to 0 dl 1746130292 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130281.897229:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135b28700 with x1830949849250688 ext(0->4095) 00002000:00010000:1.0:1746130281.897233:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880135b28700 00000100:00100000:0.0:1746130281.899766:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130281.899865:0:8469:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849250816 00000100:00100000:2.0:1746130281.899872:0:8469:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849250816 00000100:00100000:2.0:1746130281.899915:0:8469:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6447 00000100:00100000:2.0:1746130281.899922:0:8469:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801344c9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+5:31579:x1830949849250816:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746130281.899935:0:8469:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746130281.899950:0:8469:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091fc8800/0x4ce24e57873621f0 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae4082e expref: -99 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130281.899973:0:8469:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8e00/0x4ce24e57873621e9 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40827 expref: 45 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130281.899979:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746130281.899981:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746130281.899983:0:8469:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc8800/0x4ce24e57873621f0 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4082e expref: 6 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130281.900013:0:8469:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091fc8e00/0x4ce24e57873621e9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40827 expref: 45 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130281.900022:0:8469:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091fc8e00/0x4ce24e57873621e9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40827 expref: 45 pid: 8467 timeout: 580 lvb_type: 0 00000100:00100000:2.0:1746130281.900032:0:8469:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135afe680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8469:1830949841761024:192.168.204.51@tcp:104: 00000100:00100000:2.0:1746130281.900574:0:8469:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b4ae480 going to sleep for 11 seconds 00000100:00100000:2.0:1746130281.901496:0:8469:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135afe680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8469:1830949841761024:192.168.204.51@tcp:104: 00010000:00010000:2.0:1746130281.901517:0:8469:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091fc8800/0x4ce24e57873621f0 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4082e expref: 6 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130281.901529:0:8469:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091fc8800, rc 0) 00000100:00100000:2.0:1746130281.901561:0:8469:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801344c9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+6:31579:x1830949849250816:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1639us (1801us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130281.901567:0:8469:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6447 00000100:00100000:0.0:1746130281.902055:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130281.902149:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849250944 00000100:00100000:2.0:1746130281.902154:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849250944 00010000:00010000:2.0:1746130281.902173:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc8e00/0x4ce24e57873621e9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40827 expref: 46 pid: 8467 timeout: 580 lvb_type: 0 00000100:00100000:2.0:1746130281.902203:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14711 00000100:00100000:2.0:1746130281.902210:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801344c8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+46:1962:x1830949849250944:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746130281.902222:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746130281.902241:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091fc8e00/0x4ce24e57873621e9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40827 expref: 46 pid: 8467 timeout: 580 lvb_type: 0 00010000:00010000:2.0:1746130281.902250:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091fc8e00/0x4ce24e57873621e9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40827 expref: 46 pid: 8467 timeout: 580 lvb_type: 0 00010000:00010000:2.0:1746130281.902291:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8e00/0x4ce24e57873621e9 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40827 expref: 46 pid: 8467 timeout: 580 lvb_type: 0 00010000:00010000:2.0:1746130281.902316:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130281.902318:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130281.902325:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8800/0x4ce24e57873621f0 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4082e expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130281.902331:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc8800/0x4ce24e57873621f0 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4082e expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130281.902353:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091fc8800/0x4ce24e57873621f0 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4082e expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746130281.902362:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135afe680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841761152:192.168.204.51@tcp:105: 00000100:00100000:2.0:1746130281.902424:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b4ae480 going to sleep for 11 seconds 00000100:00100000:2.0:1746130281.905229:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135afe680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841761152:192.168.204.51@tcp:105: 00010000:00010000:2.0:1746130281.905249:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746130281.905335:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801344c8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+45:1962:x1830949849250944:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 3124us (3280us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130281.905348:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14711 00000100:00100000:0.0:1746130281.905512:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130281.905738:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849251200 00000100:00100000:2.0:1746130281.905744:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849251200 00002000:00100000:2.0:1746130281.905772:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801344c8000 x1830949849251200/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:267/0 lens 488/0 e 0 to 0 dl 1746130292 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130281.905780:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801344c8000 with x1830949849251200 ext(0->4095) 00002000:00010000:2.0:1746130281.905785:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801344c8000 00000100:00100000:2.0:1746130281.905805:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4901 00000100:00100000:2.0:1746130281.905811:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801344c8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949849251200:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746130281.905966:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801344c8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949849251200:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 154us (454us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746130281.905973:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4901 00002000:00100000:2.0:1746130281.905978:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801344c8000 x1830949849251200/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:267/0 lens 488/4536 e 0 to 0 dl 1746130292 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130281.905985:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801344c8000 with x1830949849251200 ext(0->4095) 00002000:00010000:2.0:1746130281.905987:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801344c8000 00000100:00100000:0.0:1746130281.906071:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130281.906152:0:8469:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849251328 00000100:00100000:2.0:1746130281.906155:0:8469:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849251328 00000100:00100000:2.0:1746130281.906187:0:8469:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6448 00000100:00100000:2.0:1746130281.906193:0:8469:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801344cb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:640ea846-b909-4eea-9a54-417e15bd627b+45:31578:x1830949849251328:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746130281.906202:0:8469:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746130281.906216:0:8469:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091fc8200/0x4ce24e57873621f7 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae40835 expref: -99 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130281.906240:0:8469:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8800/0x4ce24e57873621f0 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4082e expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130281.906247:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130281.906249:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130281.906252:0:8469:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc8200/0x4ce24e57873621f7 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40835 expref: 46 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130281.906295:0:8469:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091fc8800/0x4ce24e57873621f0 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4082e expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130281.906306:0:8469:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091fc8800/0x4ce24e57873621f0 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4082e expref: 5 pid: 8469 timeout: 580 lvb_type: 0 00000100:00100000:2.0:1746130281.906316:0:8469:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135afe680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8469:1830949841761280:192.168.204.51@tcp:104: 00000100:00100000:2.0:1746130281.906364:0:8469:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b4ae480 going to sleep for 11 seconds 00000100:00100000:2.0:1746130281.908035:0:8469:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135afe680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8469:1830949841761280:192.168.204.51@tcp:104: 00010000:00010000:2.0:1746130281.908059:0:8469:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091fc8200/0x4ce24e57873621f7 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40835 expref: 46 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130281.908073:0:8469:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091fc8200, rc 0) 00000100:00100000:2.0:1746130281.908113:0:8469:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801344cb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:640ea846-b909-4eea-9a54-417e15bd627b+46:31578:x1830949849251328:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1920us (2042us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130281.908120:0:8469:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6448 00000100:00100000:0.0:1746130281.908434:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130281.908572:0:8469:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849251456 00000100:00100000:2.0:1746130281.908578:0:8469:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849251456 00000100:00100000:2.0:1746130281.908601:0:8469:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6449 00000100:00100000:2.0:1746130281.908606:0:8469:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801354da300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:640ea846-b909-4eea-9a54-417e15bd627b+46:31579:x1830949849251456:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746130281.908619:0:8469:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746130281.908631:0:8469:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e57873621fe lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae4083c expref: -99 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130281.908650:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130281.908654:0:8469:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8200/0x4ce24e57873621f7 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40835 expref: 47 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130281.908660:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746130281.908663:0:8469:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e57873621fe lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4083c expref: 47 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130281.908686:0:8469:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091fc8200/0x4ce24e57873621f7 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40835 expref: 47 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130281.908694:0:8469:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e57873621fe lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4083c expref: 47 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130281.908700:0:8469:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091fc8600, rc 0) 00000100:00100000:2.0:1746130281.908732:0:8469:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801354da300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:640ea846-b909-4eea-9a54-417e15bd627b+47:31579:x1830949849251456:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 125us (299us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130281.908737:0:8469:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6449 00000100:00100000:0.0:1746130281.908922:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130281.909089:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849251584 00000100:00100000:2.0:1746130281.909092:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849251584 00010000:00010000:2.0:1746130281.909110:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc8800/0x4ce24e57873621f0 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4082e expref: 6 pid: 8469 timeout: 580 lvb_type: 0 00000100:00100000:2.0:1746130281.909135:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14712 00000100:00100000:2.0:1746130281.909140:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801354daa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949849251584:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746130281.909146:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746130281.909161:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091fc8800/0x4ce24e57873621f0 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4082e expref: 6 pid: 8469 timeout: 580 lvb_type: 0 00010000:00010000:2.0:1746130281.909171:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091fc8800/0x4ce24e57873621f0 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4082e expref: 6 pid: 8469 timeout: 580 lvb_type: 0 00010000:00010000:2.0:1746130281.909185:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8800/0x4ce24e57873621f0 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4082e expref: 6 pid: 8469 timeout: 580 lvb_type: 0 00010000:00010000:2.0:1746130281.909205:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130281.909206:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130281.909212:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8200/0x4ce24e57873621f7 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40835 expref: 46 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130281.909218:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc8200/0x4ce24e57873621f7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40835 expref: 46 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130281.909233:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091fc8200/0x4ce24e57873621f7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40835 expref: 46 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130281.909242:0:7097:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091fc8200/0x4ce24e57873621f7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40835 expref: 46 pid: 8469 timeout: 580 lvb_type: 0 00000100:00100000:2.0:1746130281.909257:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135afe680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841761536:192.168.204.51@tcp:105: 00000100:00100000:2.0:1746130281.909329:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b4ae480 going to sleep for 11 seconds 00000100:00100000:2.0:1746130281.911312:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135afe680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841761536:192.168.204.51@tcp:105: 00010000:00010000:2.0:1746130281.911330:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746130281.911472:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801354daa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+5:1962:x1830949849251584:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 2330us (2548us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130281.911482:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14712 00000100:00100000:0.0:1746130281.911642:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130281.911844:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849251840 00000100:00100000:3.0:1746130281.911851:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849251840 00002000:00100000:3.0:1746130281.911890:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008d159180 x1830949849251840/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:267/0 lens 488/0 e 0 to 0 dl 1746130292 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130281.911900:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d159180 with x1830949849251840 ext(0->4095) 00010000:00010000:3.0:1746130281.911908:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8200/0x4ce24e57873621f7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40835 expref: 47 pid: 8469 timeout: 580 lvb_type: 0 00010000:00010000:3.0:1746130281.911918:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091fc8200/0x4ce24e57873621f7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40835 expref: 47 pid: 8469 timeout: 580 lvb_type: 0 00002000:00010000:3.0:1746130281.911925:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008d159180 00000100:00100000:3.0:1746130281.911940:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2645 00000100:00100000:3.0:1746130281.911946:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d159180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+47:1961:x1830949849251840:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746130281.912422:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d159180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+47:1961:x1830949849251840:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 475us (779us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746130281.912429:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2645 00002000:00100000:3.0:1746130281.912434:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008d159180 x1830949849251840/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:267/0 lens 488/4536 e 0 to 0 dl 1746130292 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130281.912441:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d159180 with x1830949849251840 ext(0->4095) 00010000:00010000:3.0:1746130281.912446:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8200/0x4ce24e57873621f7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40835 expref: 47 pid: 8469 timeout: 580 lvb_type: 0 00010000:00010000:3.0:1746130281.912454:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091fc8200/0x4ce24e57873621f7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40835 expref: 47 pid: 8469 timeout: 580 lvb_type: 0 00002000:00010000:3.0:1746130281.912460:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008d159180 00000100:00100000:0.0:1746130281.916800:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130281.916922:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849251968 00000100:00100000:2.0:1746130281.916930:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849251968 00010000:00010000:2.0:1746130281.916966:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc8200/0x4ce24e57873621f7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40835 expref: 47 pid: 8469 timeout: 580 lvb_type: 0 00000100:00100000:2.0:1746130281.916996:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14713 00000100:00100000:2.0:1746130281.917004:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d158000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+47:1961:x1830949849251968:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746130281.917017:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746130281.917039:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091fc8200/0x4ce24e57873621f7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40835 expref: 47 pid: 8469 timeout: 580 lvb_type: 0 00010000:00010000:2.0:1746130281.917052:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091fc8200/0x4ce24e57873621f7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40835 expref: 47 pid: 8469 timeout: 580 lvb_type: 0 00010000:00010000:2.0:1746130281.917073:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8200/0x4ce24e57873621f7 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40835 expref: 47 pid: 8469 timeout: 580 lvb_type: 0 00010000:00010000:2.0:1746130281.917110:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130281.917113:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130281.917120:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e57873621fe lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4083c expref: 46 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130281.917128:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e57873621fe lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4083c expref: 46 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130281.917162:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e57873621fe lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4083c expref: 46 pid: 8469 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746130281.917174:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135afe680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841761664:192.168.204.51@tcp:105: 00000100:00100000:2.0:1746130281.917656:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b4ae480 going to sleep for 11 seconds 00000100:00100000:0.0:1746130281.920170:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130281.920257:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849252224 00000100:00100000:3.0:1746130281.920292:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849252224 00000100:00100000:2.0:1746130281.920328:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135afe680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841761664:192.168.204.51@tcp:105: 00002000:00100000:3.0:1746130281.920332:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008d15bb80 x1830949849252224/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:267/0 lens 488/0 e 0 to 0 dl 1746130292 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130281.920341:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d15bb80 with x1830949849252224 ext(0->4095) 00002000:00010000:3.0:1746130281.920346:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008d15bb80 00010000:00010000:2.0:1746130281.920351:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746130281.920381:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4902 00000100:00100000:3.0:1746130281.920387:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d15bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+47:1961:x1830949849252224:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746130281.920405:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d158000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+47:1961:x1830949849251968:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 3401us (3614us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130281.920414:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14713 00000100:00100000:3.0:1746130281.920507:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d15bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+46:1961:x1830949849252224:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 120us (344us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746130281.920512:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4902 00002000:00100000:3.0:1746130281.920516:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008d15bb80 x1830949849252224/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:267/0 lens 488/4536 e 0 to 0 dl 1746130292 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130281.920528:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d15bb80 with x1830949849252224 ext(0->4095) 00002000:00010000:3.0:1746130281.920530:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008d15bb80 00000100:00100000:0.0:1746130281.923063:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130281.923150:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849252352 00000100:00100000:2.0:1746130281.923159:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849252352 00000100:00100000:2.0:1746130281.923223:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6450 00000100:00100000:2.0:1746130281.923232:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094b9f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c84b93b0-d496-484f-8e1e-94008838f2dd+5:31579:x1830949849252352:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746130281.923248:0:8467:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746130281.923293:0:8467:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091fc8000/0x4ce24e5787362205 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae40843 expref: -99 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130281.923323:0:8467:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e57873621fe lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4083c expref: 45 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130281.923335:0:8467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746130281.923337:0:8467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746130281.923340:0:8467:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc8000/0x4ce24e5787362205 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40843 expref: 6 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130281.923380:0:8467:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e57873621fe lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4083c expref: 45 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130281.923395:0:8467:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e57873621fe lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4083c expref: 45 pid: 8469 timeout: 580 lvb_type: 0 00000100:00100000:2.0:1746130281.923406:0:8467:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135afe680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8467:1830949841761792:192.168.204.51@tcp:104: 00000100:00100000:2.0:1746130281.923530:0:8467:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b4ae480 going to sleep for 11 seconds 00000100:00100000:2.0:1746130281.925344:0:8467:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135afe680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8467:1830949841761792:192.168.204.51@tcp:104: 00000100:00100000:0.0:1746130281.925630:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00010000:00010000:2.0:1746130281.925921:0:8467:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091fc8000/0x4ce24e5787362205 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40843 expref: 6 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130281.925941:0:8467:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091fc8000, rc 0) 00000100:00100000:2.0:1746130281.926009:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094b9f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c84b93b0-d496-484f-8e1e-94008838f2dd+6:31579:x1830949849252352:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2778us (2950us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130281.926018:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6450 00000100:00100000:3.0:1746130281.926216:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849252480 00000100:00100000:3.0:1746130281.926223:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849252480 00010000:00010000:3.0:1746130281.926291:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e57873621fe lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4083c expref: 46 pid: 8469 timeout: 580 lvb_type: 0 00000100:00100000:3.0:1746130281.926402:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14714 00000100:00100000:3.0:1746130281.926410:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e37480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+46:1962:x1830949849252480:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746130281.926420:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746130281.926438:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e57873621fe lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4083c expref: 46 pid: 8469 timeout: 580 lvb_type: 0 00010000:00010000:3.0:1746130281.926449:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e57873621fe lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4083c expref: 46 pid: 8469 timeout: 580 lvb_type: 0 00010000:00010000:3.0:1746130281.926467:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e57873621fe lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4083c expref: 46 pid: 8469 timeout: 580 lvb_type: 0 00010000:00010000:3.0:1746130281.926493:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130281.926495:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130281.926502:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8000/0x4ce24e5787362205 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40843 expref: 5 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130281.926509:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc8000/0x4ce24e5787362205 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40843 expref: 5 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130281.927014:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091fc8000/0x4ce24e5787362205 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40843 expref: 5 pid: 8467 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746130281.927027:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091952d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841761920:192.168.204.51@tcp:105: 00000100:00100000:3.0:1746130281.927102:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ad54480 going to sleep for 11 seconds 00000100:00100000:0.0:1746130281.928821:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130281.928903:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091952d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841761920:192.168.204.51@tcp:105: 00010000:00010000:3.0:1746130281.928924:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746130281.928971:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e37480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+45:1962:x1830949849252480:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 2562us (3341us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130281.928981:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14714 00000100:00100000:2.0:1746130281.929160:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849252736 00000100:00100000:2.0:1746130281.929166:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849252736 00002000:00100000:2.0:1746130281.929197:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800931fbb80 x1830949849252736/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:267/0 lens 488/0 e 0 to 0 dl 1746130292 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130281.929214:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800931fbb80 with x1830949849252736 ext(0->4095) 00002000:00010000:2.0:1746130281.929219:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800931fbb80 00000100:00100000:2.0:1746130281.929244:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4903 00000100:00100000:2.0:1746130281.929251:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800931fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949849252736:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746130281.929410:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800931fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949849252736:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 159us (595us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746130281.929416:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4903 00002000:00100000:2.0:1746130281.929420:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800931fbb80 x1830949849252736/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:267/0 lens 488/4536 e 0 to 0 dl 1746130292 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130281.929427:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800931fbb80 with x1830949849252736 ext(0->4095) 00002000:00010000:2.0:1746130281.929430:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800931fbb80 00000100:00100000:0.0:1746130281.930586:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130281.930784:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849252864 00000100:00100000:2.0:1746130281.930789:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849252864 00000100:00100000:2.0:1746130281.930827:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6451 00000100:00100000:2.0:1746130281.930834:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f100a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:640ea846-b909-4eea-9a54-417e15bd627b+45:31579:x1830949849252864:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746130281.930847:0:8467:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746130281.930863:0:8467:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091fc8e00/0x4ce24e578736220c lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae4084a expref: -99 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130281.930886:0:8467:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8000/0x4ce24e5787362205 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40843 expref: 5 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130281.930892:0:8467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130281.930894:0:8467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130281.930897:0:8467:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc8e00/0x4ce24e578736220c lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4084a expref: 46 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130281.930921:0:8467:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091fc8000/0x4ce24e5787362205 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40843 expref: 5 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130281.930931:0:8467:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091fc8000/0x4ce24e5787362205 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40843 expref: 5 pid: 8467 timeout: 580 lvb_type: 0 00000100:00100000:2.0:1746130281.930940:0:8467:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135afe680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8467:1830949841762048:192.168.204.51@tcp:104: 00000100:00100000:0.0:1746130281.931163:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130281.931178:0:8469:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849252992 00000100:00100000:0.0:1746130281.931181:0:8469:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849252992 00000100:00100000:0.0:1746130281.931199:0:8469:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6452 00000100:00100000:0.0:1746130281.931203:0:8469:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ac70a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:640ea846-b909-4eea-9a54-417e15bd627b+47:31578:x1830949849252992:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746130281.931210:0:8469:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746130281.931216:0:8469:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880093155200/0x4ce24e5787362213 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae40851 expref: -99 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130281.931227:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130281.931231:0:8469:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8e00/0x4ce24e578736220c lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4084a expref: 48 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130281.931235:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746130281.931238:0:8469:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093155200/0x4ce24e5787362213 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40851 expref: 48 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130281.931256:0:8469:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091fc8e00/0x4ce24e578736220c lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4084a expref: 48 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130281.931289:0:8469:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880093155200/0x4ce24e5787362213 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40851 expref: 48 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130281.931298:0:8469:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093155200, rc 0) 00000100:00100000:0.0:1746130281.931317:0:8469:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ac70a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:640ea846-b909-4eea-9a54-417e15bd627b+48:31578:x1830949849252992:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 113us (155us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130281.931324:0:8467:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b4ae480 going to sleep for 11 seconds 00000100:00100000:0.0:1746130281.931325:0:8469:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6452 00000100:00100000:2.0:1746130281.934327:0:8467:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135afe680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8467:1830949841762048:192.168.204.51@tcp:104: 00010000:00010000:2.0:1746130281.934354:0:8467:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091fc8e00/0x4ce24e578736220c lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4084a expref: 47 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130281.934382:0:8467:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091fc8e00, rc 0) 00000100:00100000:2.0:1746130281.934428:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f100a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:640ea846-b909-4eea-9a54-417e15bd627b+47:31579:x1830949849252864:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3594us (3844us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130281.934437:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6451 00000100:00100000:0.0:1746130281.934706:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130281.934766:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849253120 00000100:00100000:3.0:1746130281.934771:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849253120 00010000:00010000:3.0:1746130281.934802:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc8000/0x4ce24e5787362205 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40843 expref: 6 pid: 8467 timeout: 580 lvb_type: 0 00000100:00100000:3.0:1746130281.934822:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14715 00000100:00100000:3.0:1746130281.934828:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ac73480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949849253120:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746130281.934838:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746130281.934861:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091fc8000/0x4ce24e5787362205 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40843 expref: 6 pid: 8467 timeout: 580 lvb_type: 0 00010000:00010000:3.0:1746130281.934871:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091fc8000/0x4ce24e5787362205 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40843 expref: 6 pid: 8467 timeout: 580 lvb_type: 0 00010000:00010000:3.0:1746130281.934889:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8000/0x4ce24e5787362205 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40843 expref: 6 pid: 8467 timeout: 580 lvb_type: 0 00010000:00010000:3.0:1746130281.934915:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130281.934917:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130281.934923:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8e00/0x4ce24e578736220c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4084a expref: 46 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130281.934930:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc8e00/0x4ce24e578736220c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4084a expref: 46 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130281.934955:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091fc8e00/0x4ce24e578736220c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4084a expref: 46 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130281.934964:0:7097:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091fc8e00/0x4ce24e578736220c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4084a expref: 46 pid: 8467 timeout: 580 lvb_type: 0 00000100:00100000:3.0:1746130281.935217:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091952d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841762304:192.168.204.51@tcp:105: 00000100:00100000:3.0:1746130281.935352:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ad54480 going to sleep for 11 seconds 00000100:00100000:3.0:1746130281.936960:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091952d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841762304:192.168.204.51@tcp:105: 00010000:00010000:3.0:1746130281.936980:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746130281.937012:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ac73480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+5:1961:x1830949849253120:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 2183us (2305us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130281.937021:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14715 00000100:00100000:0.0:1746130281.938074:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130281.938142:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849253376 00000100:00100000:1.0:1746130281.938149:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849253376 00002000:00100000:1.0:1746130281.938181:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008ac70000 x1830949849253376/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:267/0 lens 488/0 e 0 to 0 dl 1746130292 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130281.938190:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ac70000 with x1830949849253376 ext(0->4095) 00010000:00010000:1.0:1746130281.938197:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8e00/0x4ce24e578736220c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4084a expref: 47 pid: 8467 timeout: 580 lvb_type: 0 00010000:00010000:1.0:1746130281.938208:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091fc8e00/0x4ce24e578736220c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4084a expref: 47 pid: 8467 timeout: 580 lvb_type: 0 00002000:00010000:1.0:1746130281.938214:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008ac70000 00000100:00100000:1.0:1746130281.938314:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2646 00000100:00100000:1.0:1746130281.938320:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ac70000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+47:1962:x1830949849253376:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746130281.938709:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ac70000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+47:1962:x1830949849253376:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 387us (636us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746130281.938714:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2646 00002000:00100000:1.0:1746130281.938719:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008ac70000 x1830949849253376/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:267/0 lens 488/4536 e 0 to 0 dl 1746130292 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130281.938727:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ac70000 with x1830949849253376 ext(0->4095) 00010000:00010000:1.0:1746130281.938731:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8e00/0x4ce24e578736220c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4084a expref: 47 pid: 8467 timeout: 580 lvb_type: 0 00010000:00010000:1.0:1746130281.938739:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091fc8e00/0x4ce24e578736220c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4084a expref: 47 pid: 8467 timeout: 580 lvb_type: 0 00002000:00010000:1.0:1746130281.938745:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008ac70000 00000100:00100000:0.0:1746130281.941363:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130281.941785:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849253504 00000100:00100000:2.0:1746130281.941793:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849253504 00000100:00100000:2.0:1746130281.941842:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6453 00000100:00100000:2.0:1746130281.941849:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bdfea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c84b93b0-d496-484f-8e1e-94008838f2dd+5:31579:x1830949849253504:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746130281.941863:0:8467:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746130281.941878:0:8467:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e578736221a lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae40858 expref: -99 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130281.941903:0:8467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746130281.941907:0:8467:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880093155200/0x4ce24e5787362213 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40851 expref: 46 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130281.941912:0:8467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746130281.941915:0:8467:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e578736221a lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40858 expref: 6 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130281.941945:0:8467:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880093155200/0x4ce24e5787362213 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40851 expref: 46 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130281.941956:0:8467:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e578736221a lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40858 expref: 6 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130281.941963:0:8467:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091fc8600, rc 0) 00000100:00100000:2.0:1746130281.942009:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bdfea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c84b93b0-d496-484f-8e1e-94008838f2dd+6:31579:x1830949849253504:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 161us (654us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130281.942015:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6453 00000100:00100000:0.0:1746130281.942061:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130281.942352:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849253632 00000100:00100000:2.0:1746130281.942356:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849253632 00010000:00010000:2.0:1746130281.942383:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc8e00/0x4ce24e578736220c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4084a expref: 47 pid: 8467 timeout: 580 lvb_type: 0 00000100:00100000:2.0:1746130281.942629:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14716 00000100:00100000:2.0:1746130281.942635:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e248450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+47:1963:x1830949849253632:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746130281.942642:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746130281.942660:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091fc8e00/0x4ce24e578736220c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4084a expref: 47 pid: 8467 timeout: 580 lvb_type: 0 00010000:00010000:2.0:1746130281.942674:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091fc8e00/0x4ce24e578736220c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4084a expref: 47 pid: 8467 timeout: 580 lvb_type: 0 00010000:00010000:2.0:1746130281.942689:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8e00/0x4ce24e578736220c lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4084a expref: 47 pid: 8467 timeout: 580 lvb_type: 0 00010000:00010000:2.0:1746130281.942941:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130281.942942:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130281.942948:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880093155200/0x4ce24e5787362213 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40851 expref: 46 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130281.942955:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093155200/0x4ce24e5787362213 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40851 expref: 46 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130281.942973:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880093155200/0x4ce24e5787362213 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40851 expref: 46 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130281.942982:0:7097:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880093155200/0x4ce24e5787362213 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40851 expref: 46 pid: 8469 timeout: 580 lvb_type: 0 00000100:00100000:2.0:1746130281.942993:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135afe680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841762560:192.168.204.51@tcp:105: 00000100:00100000:2.0:1746130281.943391:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b4ae480 going to sleep for 11 seconds 00000100:00100000:2.0:1746130281.944411:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135afe680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841762560:192.168.204.51@tcp:105: 00010000:00010000:2.0:1746130281.944429:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746130281.944566:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e248450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+46:1963:x1830949849253632:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 1929us (2503us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130281.944576:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14716 00000100:00100000:0.0:1746130281.944837:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130281.944903:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849253888 00000100:00100000:1.0:1746130281.944908:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849253888 00002000:00100000:1.0:1746130281.944939:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008f131c00 x1830949849253888/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:267/0 lens 488/0 e 0 to 0 dl 1746130292 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130281.944948:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f131c00 with x1830949849253888 ext(0->4095) 00010000:00010000:1.0:1746130281.944954:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093155200/0x4ce24e5787362213 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40851 expref: 46 pid: 8469 timeout: 580 lvb_type: 0 00010000:00010000:1.0:1746130281.944966:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093155200/0x4ce24e5787362213 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40851 expref: 46 pid: 8469 timeout: 580 lvb_type: 0 00002000:00010000:1.0:1746130281.944972:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008f131c00 00000100:00100000:1.0:1746130281.944999:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2647 00000100:00100000:1.0:1746130281.945006:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f131c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+46:1962:x1830949849253888:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746130281.945125:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f131c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+46:1962:x1830949849253888:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 119us (289us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746130281.945131:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2647 00002000:00100000:1.0:1746130281.945383:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008f131c00 x1830949849253888/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:267/0 lens 488/4536 e 0 to 0 dl 1746130292 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130281.945391:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f131c00 with x1830949849253888 ext(0->4095) 00010000:00010000:1.0:1746130281.945397:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093155200/0x4ce24e5787362213 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40851 expref: 46 pid: 8469 timeout: 580 lvb_type: 0 00010000:00010000:1.0:1746130281.945405:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093155200/0x4ce24e5787362213 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40851 expref: 46 pid: 8469 timeout: 580 lvb_type: 0 00002000:00010000:1.0:1746130281.945411:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008f131c00 00000100:00100000:0.0:1746130281.946434:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130281.946494:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130281.946544:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849254144 00000100:00100000:2.0:1746130281.946552:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849254144 00010000:00010000:2.0:1746130281.946579:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880093155200/0x4ce24e5787362213 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40851 expref: 46 pid: 8469 timeout: 580 lvb_type: 0 00000100:00100000:3.0:1746130281.946592:0:20953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849254016 00000100:00100000:3.0:1746130281.946596:0:20953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849254016 00000100:00100000:2.0:1746130281.946597:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14717 00000100:00100000:2.0:1746130281.946602:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f130a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+47:1962:x1830949849254144:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746130281.946611:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1746130281.946624:0:20953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6454 00010000:00010000:2.0:1746130281.946626:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880093155200/0x4ce24e5787362213 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40851 expref: 47 pid: 8469 timeout: 580 lvb_type: 0 00000100:00100000:3.0:1746130281.946630:0:20953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f131180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:640ea846-b909-4eea-9a54-417e15bd627b+47:31578:x1830949849254016:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746130281.946635:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880093155200/0x4ce24e5787362213 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40851 expref: 47 pid: 8469 timeout: 580 lvb_type: 0 00010000:00010000:3.0:1746130281.946640:0:20953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746130281.946652:0:20953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800934d0c00/0x4ce24e5787362221 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae4085f expref: -99 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130281.946653:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880093155200/0x4ce24e5787362213 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40851 expref: 47 pid: 8469 timeout: 580 lvb_type: 0 00010000:00010000:3.0:1746130281.946666:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130281.946671:0:20953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e578736221a lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40858 expref: 5 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130281.946676:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746130281.946679:0:20953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d0c00/0x4ce24e5787362221 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4085f expref: 47 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130281.946686:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130281.946687:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130281.946693:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e578736221a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40858 expref: 5 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130281.946700:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e578736221a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40858 expref: 5 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130281.946722:0:20953:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e578736221a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40858 expref: 5 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130281.946732:0:20953:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e578736221a lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40858 expref: 5 pid: 8467 timeout: 580 lvb_type: 0 00010000:00010000:2.0:1746130281.946740:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e578736221a lrc: 6/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40858 expref: 5 pid: 8467 timeout: 580 lvb_type: 0 00000100:00100000:3.0:1746130281.946741:0:20953:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091952d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:20953:1830949841762816:192.168.204.51@tcp:104: 00010000:00010000:2.0:1746130281.946747:0:7097:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e578736221a lrc: 6/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40858 expref: 5 pid: 8467 timeout: 580 lvb_type: 0 00000100:00100000:2.0:1746130281.946755:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135afe680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841762688:192.168.204.51@tcp:105: 00000100:00100000:3.0:1746130281.946821:0:20953:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ad54d80 going to sleep for 11 seconds 00000100:00100000:2.0:1746130281.946822:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b4ae480 going to sleep for 11 seconds 00000100:00100000:3.0:1746130281.948046:0:20953:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091952d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:20953:1830949841762816:192.168.204.51@tcp:104: 00010000:00010000:3.0:1746130281.948066:0:20953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800934d0c00/0x4ce24e5787362221 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4085f expref: 47 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130281.948076:0:20953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800934d0c00, rc 0) 00000100:00100000:3.0:1746130281.948119:0:20953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f131180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:640ea846-b909-4eea-9a54-417e15bd627b+47:31578:x1830949849254016:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1488us (1687us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130281.948126:0:20953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6454 00000100:00100000:2.0:1746130281.948297:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135afe680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841762688:192.168.204.51@tcp:105: 00010000:00010000:2.0:1746130281.948308:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746130281.948528:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130281.948587:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f130a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+46:1962:x1830949849254144:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 1726us (1833us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130281.948594:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14717 00000100:00100000:1.0:1746130281.948643:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849254400 00000100:00100000:1.0:1746130281.948649:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849254400 00002000:00100000:1.0:1746130281.948676:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880134a80000 x1830949849254400/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:267/0 lens 488/0 e 0 to 0 dl 1746130292 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130281.948684:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134a80000 with x1830949849254400 ext(0->4095) 00010000:00010000:1.0:1746130281.948691:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e578736221a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40858 expref: 6 pid: 8467 timeout: 580 lvb_type: 0 00010000:00010000:1.0:1746130281.948701:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e578736221a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40858 expref: 6 pid: 8467 timeout: 580 lvb_type: 0 00002000:00010000:1.0:1746130281.948707:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880134a80000 00000100:00100000:1.0:1746130281.948732:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2648 00000100:00100000:1.0:1746130281.948739:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134a80000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949849254400:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746130281.948859:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134a80000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949849254400:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 120us (331us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746130281.948864:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2648 00002000:00100000:1.0:1746130281.948869:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880134a80000 x1830949849254400/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:267/0 lens 488/4536 e 0 to 0 dl 1746130292 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130281.948883:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134a80000 with x1830949849254400 ext(0->4095) 00010000:00010000:1.0:1746130281.948887:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e578736221a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40858 expref: 6 pid: 8467 timeout: 580 lvb_type: 0 00010000:00010000:1.0:1746130281.948896:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e578736221a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40858 expref: 6 pid: 8467 timeout: 580 lvb_type: 0 00002000:00010000:1.0:1746130281.948901:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880134a80000 00000100:00100000:0.0:1746130281.950993:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130281.951062:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849254528 00000100:00100000:2.0:1746130281.951068:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849254528 00010000:00010000:2.0:1746130281.951095:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e578736221a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40858 expref: 6 pid: 8467 timeout: 580 lvb_type: 0 00000100:00100000:2.0:1746130281.951661:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14718 00000100:00100000:2.0:1746130281.951670:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4cd4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949849254528:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746130281.951680:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746130281.951705:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e578736221a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40858 expref: 6 pid: 8467 timeout: 580 lvb_type: 0 00010000:00010000:2.0:1746130281.951716:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e578736221a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40858 expref: 6 pid: 8467 timeout: 580 lvb_type: 0 00010000:00010000:2.0:1746130281.951736:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e578736221a lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40858 expref: 6 pid: 8467 timeout: 580 lvb_type: 0 00010000:00010000:2.0:1746130281.951750:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130281.951753:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130281.951759:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800934d0c00/0x4ce24e5787362221 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4085f expref: 45 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130281.951767:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d0c00/0x4ce24e5787362221 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4085f expref: 45 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130281.951797:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800934d0c00/0x4ce24e5787362221 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4085f expref: 45 pid: 20953 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746130281.951807:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135afe680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841762944:192.168.204.51@tcp:105: 00000100:00100000:2.0:1746130281.951899:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b4ae480 going to sleep for 11 seconds 00000100:00100000:0.0:1746130281.954235:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130281.954395:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849254784 00000100:00100000:1.0:1746130281.954402:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849254784 00002000:00100000:1.0:1746130281.954437:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009412f100 x1830949849254784/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:267/0 lens 488/0 e 0 to 0 dl 1746130292 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130281.954446:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009412f100 with x1830949849254784 ext(0->4095) 00002000:00010000:1.0:1746130281.954450:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009412f100 00000100:00100000:1.0:1746130281.954483:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4904 00000100:00100000:1.0:1746130281.954490:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009412f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+46:1962:x1830949849254784:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746130281.954621:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009412f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+46:1962:x1830949849254784:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 131us (392us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746130281.954627:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4904 00002000:00100000:1.0:1746130281.954632:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009412f100 x1830949849254784/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:267/0 lens 488/4536 e 0 to 0 dl 1746130292 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130281.954640:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009412f100 with x1830949849254784 ext(0->4095) 00002000:00010000:1.0:1746130281.954642:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009412f100 00000100:00100000:2.0:1746130281.954790:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135afe680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841762944:192.168.204.51@tcp:105: 00010000:00010000:2.0:1746130281.954805:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746130281.954830:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4cd4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+5:1961:x1830949849254528:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 3163us (3841us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130281.954838:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14718 00000100:00100000:1.0:1746130281.956350:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130281.956430:0:20953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849254912 00000100:00100000:3.0:1746130281.956436:0:20953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849254912 00000100:00100000:3.0:1746130281.956813:0:20953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6455 00000100:00100000:3.0:1746130281.956821:0:20953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093172300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c84b93b0-d496-484f-8e1e-94008838f2dd+5:31579:x1830949849254912:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746130281.956833:0:20953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746130281.956848:0:20953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800934d0800/0x4ce24e5787362228 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae40866 expref: -99 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130281.956872:0:20953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800934d0c00/0x4ce24e5787362221 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4085f expref: 45 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130281.956878:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746130281.956879:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746130281.956882:0:20953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d0800/0x4ce24e5787362228 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40866 expref: 6 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130281.956906:0:20953:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800934d0c00/0x4ce24e5787362221 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4085f expref: 45 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130281.956916:0:20953:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800934d0c00/0x4ce24e5787362221 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4085f expref: 45 pid: 20953 timeout: 580 lvb_type: 0 00000100:00100000:3.0:1746130281.956926:0:20953:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091952d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:20953:1830949841763072:192.168.204.51@tcp:104: 00000100:00100000:3.0:1746130281.956999:0:20953:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ad54d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746130281.958993:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130281.959042:0:20953:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091952d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:20953:1830949841763072:192.168.204.51@tcp:104: 00010000:00010000:3.0:1746130281.959071:0:20953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800934d0800/0x4ce24e5787362228 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40866 expref: 6 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130281.959086:0:20953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800934d0800, rc 0) 00000100:00100000:3.0:1746130281.959135:0:20953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093172300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c84b93b0-d496-484f-8e1e-94008838f2dd+6:31579:x1830949849254912:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2315us (2787us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130281.959143:0:20953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6455 00000100:00100000:2.0:1746130281.959222:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849255040 00000100:00100000:2.0:1746130281.959228:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849255040 00010000:00010000:2.0:1746130281.959253:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d0c00/0x4ce24e5787362221 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4085f expref: 46 pid: 20953 timeout: 580 lvb_type: 0 00000100:00100000:2.0:1746130281.959301:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14719 00000100:00100000:2.0:1746130281.959307:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800939b6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+46:1961:x1830949849255040:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746130281.959317:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746130281.959336:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800934d0c00/0x4ce24e5787362221 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4085f expref: 46 pid: 20953 timeout: 580 lvb_type: 0 00010000:00010000:2.0:1746130281.959351:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800934d0c00/0x4ce24e5787362221 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4085f expref: 46 pid: 20953 timeout: 580 lvb_type: 0 00010000:00010000:2.0:1746130281.959388:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800934d0c00/0x4ce24e5787362221 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4085f expref: 46 pid: 20953 timeout: 580 lvb_type: 0 00010000:00010000:2.0:1746130281.959410:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130281.959412:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130281.959418:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800934d0800/0x4ce24e5787362228 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40866 expref: 5 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130281.959425:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d0800/0x4ce24e5787362228 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40866 expref: 5 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130281.959449:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800934d0800/0x4ce24e5787362228 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40866 expref: 5 pid: 20953 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746130281.959460:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135afe680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841763200:192.168.204.51@tcp:105: 00000100:00100000:2.0:1746130281.959658:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b4ae480 going to sleep for 11 seconds 00000100:00100000:0.0:1746130281.961511:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130281.961609:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135afe680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841763200:192.168.204.51@tcp:105: 00010000:00010000:2.0:1746130281.961627:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746130281.961718:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800939b6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+45:1961:x1830949849255040:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 2410us (2732us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130281.961727:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14719 00000100:00100000:3.0:1746130281.961786:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849255296 00000100:00100000:3.0:1746130281.961791:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849255296 00002000:00100000:3.0:1746130281.961822:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880132f7d500 x1830949849255296/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:267/0 lens 488/0 e 0 to 0 dl 1746130292 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130281.961831:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132f7d500 with x1830949849255296 ext(0->4095) 00002000:00010000:3.0:1746130281.961835:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880132f7d500 00000100:00100000:3.0:1746130281.961892:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4905 00000100:00100000:3.0:1746130281.961900:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132f7d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949849255296:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746130281.962190:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132f7d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949849255296:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 290us (683us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746130281.962195:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4905 00002000:00100000:3.0:1746130281.962199:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880132f7d500 x1830949849255296/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:267/0 lens 488/4536 e 0 to 0 dl 1746130292 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130281.962206:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132f7d500 with x1830949849255296 ext(0->4095) 00002000:00010000:3.0:1746130281.962209:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880132f7d500 00000100:00100000:0.0:1746130281.963473:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130281.963542:0:20953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849255424 00000100:00100000:3.0:1746130281.963548:0:20953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849255424 00000100:00100000:3.0:1746130281.963588:0:20953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6456 00000100:00100000:3.0:1746130281.963595:0:20953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132f7ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:640ea846-b909-4eea-9a54-417e15bd627b+45:31579:x1830949849255424:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746130281.963607:0:20953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746130281.963621:0:20953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800934d1200/0x4ce24e578736222f lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae4086d expref: -99 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130281.963644:0:20953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800934d0800/0x4ce24e5787362228 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40866 expref: 5 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130281.963650:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130281.963652:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130281.963655:0:20953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d1200/0x4ce24e578736222f lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4086d expref: 46 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130281.963679:0:20953:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800934d0800/0x4ce24e5787362228 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40866 expref: 5 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130281.963689:0:20953:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800934d0800/0x4ce24e5787362228 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40866 expref: 5 pid: 20953 timeout: 580 lvb_type: 0 00000100:00100000:3.0:1746130281.963698:0:20953:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091952d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:20953:1830949841763328:192.168.204.51@tcp:104: 00000100:00100000:3.0:1746130281.963768:0:20953:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ad540c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746130281.964299:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130281.964395:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849255552 00000100:00100000:2.0:1746130281.964401:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849255552 00000100:00100000:2.0:1746130281.964421:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6457 00000100:00100000:2.0:1746130281.964427:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132f7c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:640ea846-b909-4eea-9a54-417e15bd627b+47:31578:x1830949849255552:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746130281.964434:0:8467:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746130281.964441:0:8467:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091fc8200/0x4ce24e5787362236 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae40874 expref: -99 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130281.964454:0:8467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130281.964458:0:8467:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1200/0x4ce24e578736222f lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4086d expref: 48 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130281.964463:0:8467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746130281.964466:0:8467:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc8200/0x4ce24e5787362236 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40874 expref: 48 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130281.964484:0:8467:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800934d1200/0x4ce24e578736222f lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4086d expref: 48 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130281.964493:0:8467:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091fc8200/0x4ce24e5787362236 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40874 expref: 48 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130281.964501:0:8467:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091fc8200, rc 0) 00000100:00100000:2.0:1746130281.964536:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132f7c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:640ea846-b909-4eea-9a54-417e15bd627b+48:31578:x1830949849255552:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 109us (239us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130281.964542:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6457 00000100:00100000:3.0:1746130281.965933:0:20953:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091952d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:20953:1830949841763328:192.168.204.51@tcp:104: 00010000:00010000:3.0:1746130281.965959:0:20953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800934d1200/0x4ce24e578736222f lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4086d expref: 47 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130281.965977:0:20953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800934d1200, rc 0) 00000100:00100000:3.0:1746130281.966020:0:20953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132f7ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:640ea846-b909-4eea-9a54-417e15bd627b+47:31579:x1830949849255424:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2426us (2550us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130281.966027:0:20953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6456 00000100:00100000:0.0:1746130281.966085:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130281.966136:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849255680 00000100:00100000:2.0:1746130281.966141:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849255680 00010000:00010000:2.0:1746130281.966162:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d0800/0x4ce24e5787362228 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40866 expref: 6 pid: 20953 timeout: 580 lvb_type: 0 00000100:00100000:2.0:1746130281.966180:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14720 00000100:00100000:2.0:1746130281.966186:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ac4d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949849255680:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746130281.966195:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746130281.966214:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800934d0800/0x4ce24e5787362228 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40866 expref: 6 pid: 20953 timeout: 580 lvb_type: 0 00010000:00010000:2.0:1746130281.966223:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800934d0800/0x4ce24e5787362228 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40866 expref: 6 pid: 20953 timeout: 580 lvb_type: 0 00010000:00010000:2.0:1746130281.966240:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800934d0800/0x4ce24e5787362228 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40866 expref: 6 pid: 20953 timeout: 580 lvb_type: 0 00010000:00010000:2.0:1746130281.966253:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130281.966254:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130281.966260:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1200/0x4ce24e578736222f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4086d expref: 46 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130281.966517:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d1200/0x4ce24e578736222f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4086d expref: 46 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130281.966540:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800934d1200/0x4ce24e578736222f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4086d expref: 46 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130281.966549:0:7097:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800934d1200/0x4ce24e578736222f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4086d expref: 46 pid: 20953 timeout: 580 lvb_type: 0 00000100:00100000:2.0:1746130281.966564:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135afe680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841763584:192.168.204.51@tcp:105: 00000100:00100000:2.0:1746130281.966620:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b4ae480 going to sleep for 11 seconds 00000100:00100000:2.0:1746130281.968073:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135afe680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841763584:192.168.204.51@tcp:105: 00000100:00100000:0.0:1746130281.968074:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130281.968128:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849255936 00000100:00100000:3.0:1746130281.968134:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849255936 00002000:00100000:3.0:1746130281.968173:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800942cce00 x1830949849255936/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:267/0 lens 488/0 e 0 to 0 dl 1746130292 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130281.968182:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800942cce00 with x1830949849255936 ext(0->4095) 00010000:00010000:3.0:1746130281.968188:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1200/0x4ce24e578736222f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4086d expref: 47 pid: 20953 timeout: 580 lvb_type: 0 00010000:00010000:3.0:1746130281.968200:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800934d1200/0x4ce24e578736222f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4086d expref: 47 pid: 20953 timeout: 580 lvb_type: 0 00002000:00010000:3.0:1746130281.968205:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800942cce00 00000100:00100000:3.0:1746130281.968233:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2649 00000100:00100000:3.0:1746130281.968240:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800942cce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+47:1962:x1830949849255936:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00010000:00010000:2.0:1746130281.968290:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746130281.968331:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ac4d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+5:1962:x1830949849255680:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 2144us (2246us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130281.968340:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14720 00000100:00100000:3.0:1746130281.968608:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800942cce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+47:1962:x1830949849255936:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 368us (542us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746130281.968614:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2649 00002000:00100000:3.0:1746130281.968618:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800942cce00 x1830949849255936/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:267/0 lens 488/4536 e 0 to 0 dl 1746130292 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130281.968630:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800942cce00 with x1830949849255936 ext(0->4095) 00010000:00010000:3.0:1746130281.968634:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1200/0x4ce24e578736222f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4086d expref: 47 pid: 20953 timeout: 580 lvb_type: 0 00010000:00010000:3.0:1746130281.968643:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800934d1200/0x4ce24e578736222f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4086d expref: 47 pid: 20953 timeout: 580 lvb_type: 0 00002000:00010000:3.0:1746130281.968648:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800942cce00 00000100:00100000:0.0:1746130281.970450:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130281.970519:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130281.970583:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849256192 00000100:00100000:2.0:1746130281.970589:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849256192 00000100:00100000:3.0:1746130281.970593:0:20953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849256064 00000100:00100000:3.0:1746130281.970597:0:20953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849256064 00010000:00010000:2.0:1746130281.970611:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d1200/0x4ce24e578736222f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4086d expref: 47 pid: 20953 timeout: 580 lvb_type: 0 00000100:00100000:3.0:1746130281.970637:0:20953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6458 00000100:00100000:3.0:1746130281.970643:0:20953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800942cea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c84b93b0-d496-484f-8e1e-94008838f2dd+5:31579:x1830949849256064:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:2.0:1746130281.970646:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14721 00000100:00100000:2.0:1746130281.970651:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092259c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+47:1961:x1830949849256192:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746130281.970660:0:20953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746130281.970661:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746130281.970672:0:20953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800934d0000/0x4ce24e578736223d lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae4087b expref: -99 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130281.970677:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800934d1200/0x4ce24e578736222f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4086d expref: 47 pid: 20953 timeout: 580 lvb_type: 0 00010000:00010000:2.0:1746130281.970687:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800934d1200/0x4ce24e578736222f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4086d expref: 47 pid: 20953 timeout: 580 lvb_type: 0 00010000:00010000:3.0:1746130281.970697:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746130281.970896:0:20953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8200/0x4ce24e5787362236 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40874 expref: 47 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130281.970904:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746130281.970908:0:20953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d0000/0x4ce24e578736223d lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4087b expref: 6 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130281.970927:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1200/0x4ce24e578736222f lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4086d expref: 47 pid: 20953 timeout: 580 lvb_type: 0 00010000:00010000:3.0:1746130281.970948:0:20953:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091fc8200/0x4ce24e5787362236 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40874 expref: 46 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130281.970965:0:20953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800934d0000/0x4ce24e578736223d lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4087b expref: 6 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130281.970973:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130281.970974:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130281.970979:0:20953:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8200/0x4ce24e5787362236 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40874 expref: 46 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130281.970986:0:20953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc8200/0x4ce24e5787362236 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40874 expref: 46 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130281.970996:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746130281.971000:0:20953:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091fc8200/0x4ce24e5787362236 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40874 expref: 46 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130281.971009:0:20953:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091fc8200/0x4ce24e5787362236 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40874 expref: 46 pid: 8467 timeout: 580 lvb_type: 0 00000100:00100000:3.0:1746130281.971020:0:20953:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091952d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:20953:1830949841763840:192.168.204.51@tcp:105: 00000100:00100000:2.0:1746130281.971133:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092259c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+46:1961:x1830949849256192:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 480us (611us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130281.971140:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14721 00000100:00100000:3.0:1746130281.971152:0:20953:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ad543c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746130281.972651:0:20953:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091952d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:20953:1830949841763840:192.168.204.51@tcp:105: 00010000:00010000:3.0:1746130281.972668:0:20953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800934d0000, rc 0) 00000100:00100000:3.0:1746130281.973013:0:20953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800942cea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c84b93b0-d496-484f-8e1e-94008838f2dd+6:31579:x1830949849256064:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2367us (2565us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130281.973020:0:20953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6458 00000100:00100000:0.0:1746130281.975024:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130281.975900:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849256448 00000100:00100000:3.0:1746130281.975908:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849256448 00002000:00100000:3.0:1746130281.975956:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092259500 x1830949849256448/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:267/0 lens 488/0 e 0 to 0 dl 1746130292 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130281.975966:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092259500 with x1830949849256448 ext(0->4095) 00010000:00010000:3.0:1746130281.975975:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8200/0x4ce24e5787362236 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40874 expref: 46 pid: 8467 timeout: 580 lvb_type: 0 00010000:00010000:3.0:1746130281.975986:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091fc8200/0x4ce24e5787362236 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40874 expref: 46 pid: 8467 timeout: 580 lvb_type: 0 00002000:00010000:3.0:1746130281.975992:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092259500 00000100:00100000:3.0:1746130281.976011:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2650 00000100:00100000:3.0:1746130281.976018:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092259500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+46:1962:x1830949849256448:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746130281.976163:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092259500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+46:1962:x1830949849256448:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 145us (1144us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746130281.976169:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2650 00002000:00100000:3.0:1746130281.976174:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092259500 x1830949849256448/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:267/0 lens 488/4536 e 0 to 0 dl 1746130292 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130281.976179:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092259500 with x1830949849256448 ext(0->4095) 00010000:00010000:3.0:1746130281.976183:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8200/0x4ce24e5787362236 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40874 expref: 46 pid: 8467 timeout: 580 lvb_type: 0 00010000:00010000:3.0:1746130281.976192:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091fc8200/0x4ce24e5787362236 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40874 expref: 46 pid: 8467 timeout: 580 lvb_type: 0 00002000:00010000:3.0:1746130281.976197:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092259500 00000100:00100000:0.0:1746130281.977913:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130281.978006:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130281.978298:0:20953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849256704 00000100:00100000:3.0:1746130281.978304:0:20953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849256704 00000100:00100000:3.0:1746130281.978340:0:20953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6459 00000100:00100000:3.0:1746130281.978345:0:20953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092259f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:640ea846-b909-4eea-9a54-417e15bd627b+46:31578:x1830949849256704:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746130281.978357:0:20953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746130281.978384:0:20953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800934d1a00/0x4ce24e5787362244 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae40882 expref: -99 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130281.978406:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746130281.978412:0:20953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800934d0000/0x4ce24e578736223d lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4087b expref: 5 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130281.978417:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746130281.978420:0:20953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d1a00/0x4ce24e5787362244 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40882 expref: 47 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130281.978447:0:20953:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800934d0000/0x4ce24e578736223d lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4087b expref: 5 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130281.978458:0:20953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800934d1a00/0x4ce24e5787362244 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40882 expref: 47 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130281.978466:0:20953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800934d1a00, rc 0) 00000100:00100000:3.0:1746130281.978510:0:20953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092259f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:640ea846-b909-4eea-9a54-417e15bd627b+47:31578:x1830949849256704:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 165us (603us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130281.978517:0:20953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6459 00000100:00100000:2.0:1746130281.978591:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849256576 00000100:00100000:2.0:1746130281.978595:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849256576 00010000:00010000:2.0:1746130281.978615:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc8200/0x4ce24e5787362236 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40874 expref: 47 pid: 8467 timeout: 580 lvb_type: 0 00000100:00100000:2.0:1746130281.978638:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14722 00000100:00100000:2.0:1746130281.978644:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092258380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+47:1961:x1830949849256576:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746130281.978651:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746130281.978801:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091fc8200/0x4ce24e5787362236 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40874 expref: 47 pid: 8467 timeout: 580 lvb_type: 0 00010000:00010000:2.0:1746130281.978812:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091fc8200/0x4ce24e5787362236 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40874 expref: 47 pid: 8467 timeout: 580 lvb_type: 0 00010000:00010000:2.0:1746130281.978826:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8200/0x4ce24e5787362236 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40874 expref: 47 pid: 8467 timeout: 580 lvb_type: 0 00010000:00010000:2.0:1746130281.978851:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130281.978852:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130281.978857:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800934d0000/0x4ce24e578736223d lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4087b expref: 5 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130281.978864:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d0000/0x4ce24e578736223d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4087b expref: 5 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130281.978887:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800934d0000/0x4ce24e578736223d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4087b expref: 5 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130281.978898:0:7097:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800934d0000/0x4ce24e578736223d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4087b expref: 5 pid: 20953 timeout: 580 lvb_type: 0 00000100:00100000:2.0:1746130281.978907:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135afe680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841764096:192.168.204.51@tcp:105: 00000100:00100000:2.0:1746130281.978955:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b4ae480 going to sleep for 11 seconds 00000100:00100000:2.0:1746130281.982477:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135afe680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841764096:192.168.204.51@tcp:105: 00000100:00100000:0.0:1746130281.982478:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00010000:00010000:2.0:1746130281.982493:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746130281.982529:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092258380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+46:1961:x1830949849256576:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 3886us (4524us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130281.982537:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14722 00000100:00100000:1.0:1746130281.982709:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849256960 00000100:00100000:1.0:1746130281.982715:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849256960 00002000:00100000:1.0:1746130281.982749:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092259880 x1830949849256960/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:267/0 lens 488/0 e 0 to 0 dl 1746130292 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130281.982761:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092259880 with x1830949849256960 ext(0->4095) 00010000:00010000:1.0:1746130281.982768:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800934d0000/0x4ce24e578736223d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4087b expref: 6 pid: 20953 timeout: 580 lvb_type: 0 00010000:00010000:1.0:1746130281.982779:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800934d0000/0x4ce24e578736223d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4087b expref: 6 pid: 20953 timeout: 580 lvb_type: 0 00002000:00010000:1.0:1746130281.982785:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092259880 00000100:00100000:1.0:1746130281.982805:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2651 00000100:00100000:1.0:1746130281.982812:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092259880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949849256960:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746130281.982947:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092259880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949849256960:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 135us (474us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746130281.982953:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2651 00002000:00100000:1.0:1746130281.982958:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092259880 x1830949849256960/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:267/0 lens 488/4536 e 0 to 0 dl 1746130292 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130281.982964:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092259880 with x1830949849256960 ext(0->4095) 00010000:00010000:1.0:1746130281.982968:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800934d0000/0x4ce24e578736223d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4087b expref: 6 pid: 20953 timeout: 580 lvb_type: 0 00010000:00010000:1.0:1746130281.982977:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800934d0000/0x4ce24e578736223d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4087b expref: 6 pid: 20953 timeout: 580 lvb_type: 0 00002000:00010000:1.0:1746130281.982988:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092259880 00000100:00100000:0.0:1746130281.986019:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130281.986125:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849257088 00000100:00100000:2.0:1746130281.986134:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849257088 00010000:00010000:2.0:1746130281.986168:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d0000/0x4ce24e578736223d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4087b expref: 6 pid: 20953 timeout: 580 lvb_type: 0 00000100:00100000:2.0:1746130281.986204:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14723 00000100:00100000:2.0:1746130281.986211:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e248050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1963:x1830949849257088:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746130281.986223:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746130281.986240:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800934d0000/0x4ce24e578736223d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4087b expref: 6 pid: 20953 timeout: 580 lvb_type: 0 00010000:00010000:2.0:1746130281.986256:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800934d0000/0x4ce24e578736223d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4087b expref: 6 pid: 20953 timeout: 580 lvb_type: 0 00010000:00010000:2.0:1746130281.986304:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800934d0000/0x4ce24e578736223d lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4087b expref: 6 pid: 20953 timeout: 580 lvb_type: 0 00010000:00010000:2.0:1746130281.986324:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130281.986326:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130281.986332:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1a00/0x4ce24e5787362244 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40882 expref: 45 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130281.986339:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d1a00/0x4ce24e5787362244 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40882 expref: 45 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130281.986380:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800934d1a00/0x4ce24e5787362244 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40882 expref: 45 pid: 20953 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746130281.986392:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135afe680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841764224:192.168.204.51@tcp:105: 00000100:00100000:2.0:1746130281.986478:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b4ae480 going to sleep for 11 seconds 00000100:00100000:2.0:1746130281.990308:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135afe680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841764224:192.168.204.51@tcp:105: 00010000:00010000:2.0:1746130281.990330:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746130281.990389:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e248050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+5:1963:x1830949849257088:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 4177us (4375us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130281.990399:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14723 00000100:00100000:0.0:1746130281.991311:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130281.991452:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849257344 00000100:00100000:3.0:1746130281.991458:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849257344 00002000:00100000:3.0:1746130281.991498:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092258700 x1830949849257344/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:267/0 lens 488/0 e 0 to 0 dl 1746130292 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130281.991506:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092258700 with x1830949849257344 ext(0->4095) 00002000:00010000:3.0:1746130281.991511:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092258700 00000100:00100000:3.0:1746130281.991555:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4906 00000100:00100000:3.0:1746130281.991563:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092258700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+46:1961:x1830949849257344:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746130281.991707:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092258700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+46:1961:x1830949849257344:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 145us (397us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746130281.991713:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4906 00002000:00100000:3.0:1746130281.991717:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092258700 x1830949849257344/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:267/0 lens 488/4536 e 0 to 0 dl 1746130292 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130281.991724:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092258700 with x1830949849257344 ext(0->4095) 00002000:00010000:3.0:1746130281.991726:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092258700 00000100:00100000:0.0:1746130281.993611:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130281.993681:0:8469:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849257472 00000100:00100000:2.0:1746130281.993687:0:8469:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849257472 00000100:00100000:2.0:1746130281.993748:0:8469:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6460 00000100:00100000:2.0:1746130281.993755:0:8469:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092258a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+5:31579:x1830949849257472:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746130281.993769:0:8469:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746130281.993783:0:8469:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e578736224b lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae40889 expref: -99 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130281.993813:0:8469:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1a00/0x4ce24e5787362244 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40882 expref: 45 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130281.993820:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746130281.993822:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746130281.993826:0:8469:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e578736224b lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40889 expref: 6 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130281.993853:0:8469:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800934d1a00/0x4ce24e5787362244 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40882 expref: 45 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130281.993864:0:8469:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800934d1a00/0x4ce24e5787362244 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40882 expref: 45 pid: 20953 timeout: 580 lvb_type: 0 00000100:00100000:2.0:1746130281.993875:0:8469:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135afe680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8469:1830949841764352:192.168.204.51@tcp:104: 00000100:00100000:2.0:1746130281.993959:0:8469:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800932b2900 going to sleep for 11 seconds 00000100:00100000:2.0:1746130281.995418:0:8469:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135afe680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8469:1830949841764352:192.168.204.51@tcp:104: 00010000:00010000:2.0:1746130281.995441:0:8469:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e578736224b lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40889 expref: 6 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130281.995457:0:8469:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091fc9a00, rc 0) 00000100:00100000:2.0:1746130281.995611:0:8469:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092258a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+6:31579:x1830949849257472:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1856us (2006us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130281.995618:0:8469:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6460 00000100:00100000:0.0:1746130281.996200:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130281.996406:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849257600 00000100:00100000:2.0:1746130281.996412:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849257600 00010000:00010000:2.0:1746130281.996433:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d1a00/0x4ce24e5787362244 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40882 expref: 46 pid: 20953 timeout: 580 lvb_type: 0 00000100:00100000:2.0:1746130281.996461:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14724 00000100:00100000:2.0:1746130281.996467:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092258000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+46:1961:x1830949849257600:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746130281.996476:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746130281.996494:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800934d1a00/0x4ce24e5787362244 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40882 expref: 46 pid: 20953 timeout: 580 lvb_type: 0 00010000:00010000:2.0:1746130281.996503:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800934d1a00/0x4ce24e5787362244 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40882 expref: 46 pid: 20953 timeout: 580 lvb_type: 0 00010000:00010000:2.0:1746130281.996520:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1a00/0x4ce24e5787362244 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40882 expref: 46 pid: 20953 timeout: 580 lvb_type: 0 00010000:00010000:2.0:1746130281.996538:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130281.996539:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130281.996545:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e578736224b lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40889 expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130281.996555:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e578736224b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40889 expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130281.996576:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e578736224b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40889 expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746130281.996586:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135afe680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841764480:192.168.204.51@tcp:105: 00000100:00100000:2.0:1746130281.996657:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800932b2900 going to sleep for 11 seconds 00000100:00100000:2.0:1746130281.998487:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135afe680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841764480:192.168.204.51@tcp:105: 00010000:00010000:2.0:1746130281.998504:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746130281.998531:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092258000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+45:1961:x1830949849257600:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 2064us (2333us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130281.998539:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14724 00000100:00100000:0.0:1746130281.999591:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130281.999979:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849257856 00000100:00100000:3.0:1746130281.999985:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849257856 00002000:00100000:3.0:1746130282.000023:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092259c00 x1830949849257856/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:267/0 lens 488/0 e 0 to 0 dl 1746130292 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130282.000032:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092259c00 with x1830949849257856 ext(0->4095) 00002000:00010000:3.0:1746130282.000036:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092259c00 00000100:00100000:3.0:1746130282.000066:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4907 00000100:00100000:3.0:1746130282.000073:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092259c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949849257856:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746130282.000210:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092259c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949849257856:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 137us (622us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746130282.000228:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4907 00002000:00100000:3.0:1746130282.000233:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092259c00 x1830949849257856/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:267/0 lens 488/4536 e 0 to 0 dl 1746130292 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130282.000240:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092259c00 with x1830949849257856 ext(0->4095) 00002000:00010000:3.0:1746130282.000242:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092259c00 00000100:00100000:0.0:1746130282.001565:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130282.001982:0:8469:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849257984 00000100:00100000:2.0:1746130282.001987:0:8469:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849257984 00000100:00100000:2.0:1746130282.002307:0:8469:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6461 00000100:00100000:2.0:1746130282.002314:0:8469:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092258380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:640ea846-b909-4eea-9a54-417e15bd627b+45:31578:x1830949849257984:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746130282.002326:0:8469:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746130282.002339:0:8469:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e5787362252 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae40890 expref: -99 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130282.002521:0:8469:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e578736224b lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40889 expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130282.002529:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130282.002531:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130282.002534:0:8469:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e5787362252 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40890 expref: 46 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130282.002560:0:8469:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e578736224b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40889 expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130282.002569:0:8469:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e578736224b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40889 expref: 5 pid: 8469 timeout: 580 lvb_type: 0 00000100:00100000:2.0:1746130282.002914:0:8469:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135afe680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8469:1830949841764608:192.168.204.51@tcp:104: 00000100:00100000:2.0:1746130282.003003:0:8469:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800932b2900 going to sleep for 11 seconds 00000100:00100000:0.0:1746130282.003608:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130282.003733:0:20953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849258112 00000100:00100000:3.0:1746130282.003738:0:20953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849258112 00000100:00100000:3.0:1746130282.003784:0:20953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6462 00000100:00100000:3.0:1746130282.003789:0:20953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a79ee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:640ea846-b909-4eea-9a54-417e15bd627b+47:31579:x1830949849258112:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746130282.003798:0:20953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746130282.003807:0:20953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800934d0600/0x4ce24e5787362259 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae40897 expref: -99 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130282.003824:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130282.003827:0:20953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e5787362252 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40890 expref: 48 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130282.003832:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746130282.003834:0:20953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d0600/0x4ce24e5787362259 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40897 expref: 48 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130282.003853:0:20953:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e5787362252 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40890 expref: 48 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130282.003863:0:20953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800934d0600/0x4ce24e5787362259 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40897 expref: 48 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130282.003876:0:20953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800934d0600, rc 0) 00000100:00100000:3.0:1746130282.003903:0:20953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a79ee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:640ea846-b909-4eea-9a54-417e15bd627b+48:31579:x1830949849258112:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 113us (295us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130282.003908:0:20953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6462 00000100:00100000:0.0:1746130282.005406:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130282.005487:0:8469:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135afe680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8469:1830949841764608:192.168.204.51@tcp:104: 00010000:00010000:2.0:1746130282.005505:0:8469:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e5787362252 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40890 expref: 47 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130282.005516:0:8469:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091fc8600, rc 0) 00000100:00100000:2.0:1746130282.005540:0:8469:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092258380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:640ea846-b909-4eea-9a54-417e15bd627b+47:31578:x1830949849257984:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3228us (3980us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130282.005547:0:8469:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6461 00000100:00100000:3.0:1746130282.006296:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849258240 00000100:00100000:3.0:1746130282.006303:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849258240 00010000:00010000:3.0:1746130282.006337:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e578736224b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40889 expref: 6 pid: 8469 timeout: 580 lvb_type: 0 00000100:00100000:3.0:1746130282.006385:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14725 00000100:00100000:3.0:1746130282.006393:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a79eed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949849258240:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746130282.006404:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746130282.006424:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e578736224b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40889 expref: 6 pid: 8469 timeout: 580 lvb_type: 0 00010000:00010000:3.0:1746130282.006434:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e578736224b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40889 expref: 6 pid: 8469 timeout: 580 lvb_type: 0 00010000:00010000:3.0:1746130282.006452:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e578736224b lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40889 expref: 6 pid: 8469 timeout: 580 lvb_type: 0 00010000:00010000:3.0:1746130282.006476:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130282.006478:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130282.006484:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e5787362252 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40890 expref: 46 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130282.006495:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e5787362252 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40890 expref: 46 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130282.006519:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e5787362252 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40890 expref: 46 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130282.006528:0:7097:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e5787362252 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40890 expref: 46 pid: 8469 timeout: 580 lvb_type: 0 00000100:00100000:3.0:1746130282.006538:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091952d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841764864:192.168.204.51@tcp:105: 00000100:00100000:3.0:1746130282.006607:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ad543c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746130282.010316:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091952d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841764864:192.168.204.51@tcp:105: 00010000:00010000:3.0:1746130282.010339:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746130282.010384:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a79eed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+5:1961:x1830949849258240:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 3992us (4981us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130282.010393:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14725 00000100:00100000:0.0:1746130282.011602:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130282.011659:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849258496 00000100:00100000:1.0:1746130282.011666:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849258496 00002000:00100000:1.0:1746130282.011700:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800a79ed180 x1830949849258496/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:268/0 lens 488/0 e 0 to 0 dl 1746130293 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130282.011709:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a79ed180 with x1830949849258496 ext(0->4095) 00010000:00010000:1.0:1746130282.011717:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e5787362252 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40890 expref: 47 pid: 8469 timeout: 580 lvb_type: 0 00010000:00010000:1.0:1746130282.011728:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e5787362252 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40890 expref: 47 pid: 8469 timeout: 580 lvb_type: 0 00002000:00010000:1.0:1746130282.011734:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a79ed180 00000100:00100000:1.0:1746130282.011765:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2652 00000100:00100000:1.0:1746130282.011771:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a79ed180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+47:1962:x1830949849258496:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746130282.011914:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a79ed180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+47:1962:x1830949849258496:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 142us (314us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746130282.011919:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2652 00002000:00100000:1.0:1746130282.011924:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800a79ed180 x1830949849258496/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:268/0 lens 488/4536 e 0 to 0 dl 1746130293 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130282.011930:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a79ed180 with x1830949849258496 ext(0->4095) 00010000:00010000:1.0:1746130282.011934:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e5787362252 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40890 expref: 47 pid: 8469 timeout: 580 lvb_type: 0 00010000:00010000:1.0:1746130282.011946:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e5787362252 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40890 expref: 47 pid: 8469 timeout: 580 lvb_type: 0 00002000:00010000:1.0:1746130282.011951:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a79ed180 00000100:00100000:0.0:1746130282.014385:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130282.015022:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849258624 00000100:00100000:3.0:1746130282.015031:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849258624 00010000:00010000:3.0:1746130282.015074:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e5787362252 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40890 expref: 47 pid: 8469 timeout: 580 lvb_type: 0 00000100:00100000:3.0:1746130282.015105:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14726 00000100:00100000:3.0:1746130282.015112:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a79ec700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+47:1961:x1830949849258624:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746130282.015122:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746130282.015140:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e5787362252 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40890 expref: 47 pid: 8469 timeout: 580 lvb_type: 0 00010000:00010000:3.0:1746130282.015151:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e5787362252 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40890 expref: 47 pid: 8469 timeout: 580 lvb_type: 0 00010000:00010000:3.0:1746130282.015169:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e5787362252 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40890 expref: 47 pid: 8469 timeout: 580 lvb_type: 0 00010000:00010000:3.0:1746130282.015197:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130282.015199:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130282.015206:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800934d0600/0x4ce24e5787362259 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40897 expref: 46 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130282.015214:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d0600/0x4ce24e5787362259 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40897 expref: 46 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130282.015239:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800934d0600/0x4ce24e5787362259 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40897 expref: 46 pid: 20953 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746130282.015249:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091952d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841764992:192.168.204.51@tcp:105: 00000100:00100000:3.0:1746130282.015503:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ad543c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746130282.017680:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091952d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841764992:192.168.204.51@tcp:105: 00000100:00100000:0.0:1746130282.017680:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00010000:00010000:3.0:1746130282.017700:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746130282.017762:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849258880 00000100:00100000:1.0:1746130282.017767:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849258880 00002000:00100000:1.0:1746130282.017800:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800a79ed500 x1830949849258880/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:268/0 lens 488/0 e 0 to 0 dl 1746130293 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130282.017810:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a79ed500 with x1830949849258880 ext(0->4095) 00002000:00010000:1.0:1746130282.017813:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a79ed500 00000100:00100000:1.0:1746130282.017838:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4908 00000100:00100000:1.0:1746130282.017844:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a79ed500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+47:1962:x1830949849258880:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746130282.018041:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a79ec700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+47:1961:x1830949849258624:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 2930us (3673us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130282.018049:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14726 00000100:00100000:1.0:1746130282.018644:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a79ed500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+46:1962:x1830949849258880:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 799us (967us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746130282.018650:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4908 00002000:00100000:1.0:1746130282.018656:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800a79ed500 x1830949849258880/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:268/0 lens 488/4536 e 0 to 0 dl 1746130293 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130282.018663:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a79ed500 with x1830949849258880 ext(0->4095) 00002000:00010000:1.0:1746130282.018666:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a79ed500 00000100:00100000:0.0:1746130282.021408:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130282.021839:0:8469:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849259008 00000100:00100000:2.0:1746130282.021848:0:8469:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849259008 00000100:00100000:2.0:1746130282.021897:0:8469:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6463 00000100:00100000:2.0:1746130282.021903:0:8469:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800941e4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+5:31579:x1830949849259008:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746130282.021917:0:8469:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746130282.021930:0:8469:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091fc8e00/0x4ce24e5787362260 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae4089e expref: -99 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130282.021958:0:8469:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800934d0600/0x4ce24e5787362259 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40897 expref: 45 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130282.021965:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746130282.021967:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746130282.021971:0:8469:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc8e00/0x4ce24e5787362260 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4089e expref: 6 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130282.021994:0:8469:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800934d0600/0x4ce24e5787362259 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40897 expref: 45 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130282.022005:0:8469:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800934d0600/0x4ce24e5787362259 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40897 expref: 45 pid: 20953 timeout: 580 lvb_type: 0 00000100:00100000:2.0:1746130282.022015:0:8469:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135afe680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8469:1830949841765120:192.168.204.51@tcp:104: 00000100:00100000:2.0:1746130282.022101:0:8469:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800932b2900 going to sleep for 11 seconds 00000100:00100000:0.0:1746130282.025246:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130282.025398:0:8469:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135afe680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8469:1830949841765120:192.168.204.51@tcp:104: 00000100:00100000:3.0:1746130282.025402:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849259136 00000100:00100000:3.0:1746130282.025408:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849259136 00010000:00010000:2.0:1746130282.025424:0:8469:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091fc8e00/0x4ce24e5787362260 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4089e expref: 6 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130282.025439:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d0600/0x4ce24e5787362259 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40897 expref: 46 pid: 20953 timeout: 580 lvb_type: 0 00010000:00010000:2.0:1746130282.025439:0:8469:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091fc8e00, rc 0) 00000100:00100000:3.0:1746130282.025467:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14727 00000100:00100000:3.0:1746130282.025475:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800941e4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+46:1961:x1830949849259136:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746130282.025486:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1746130282.025489:0:8469:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800941e4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+6:31579:x1830949849259008:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3586us (4089us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130282.025496:0:8469:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6463 00010000:00010000:3.0:1746130282.025504:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800934d0600/0x4ce24e5787362259 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40897 expref: 46 pid: 20953 timeout: 580 lvb_type: 0 00010000:00010000:3.0:1746130282.025513:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800934d0600/0x4ce24e5787362259 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40897 expref: 46 pid: 20953 timeout: 580 lvb_type: 0 00010000:00010000:3.0:1746130282.025531:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800934d0600/0x4ce24e5787362259 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40897 expref: 46 pid: 20953 timeout: 580 lvb_type: 0 00010000:00010000:3.0:1746130282.025554:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130282.025555:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130282.025561:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8e00/0x4ce24e5787362260 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4089e expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130282.025568:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc8e00/0x4ce24e5787362260 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4089e expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130282.025593:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091fc8e00/0x4ce24e5787362260 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4089e expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746130282.025607:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091952d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841765248:192.168.204.51@tcp:105: 00000100:00100000:3.0:1746130282.025656:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ad543c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746130282.029169:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130282.029198:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091952d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841765248:192.168.204.51@tcp:105: 00010000:00010000:3.0:1746130282.029219:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746130282.029258:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130282.029290:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800941e4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+45:1961:x1830949849259136:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 3815us (4051us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130282.029300:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14727 00000100:00100000:2.0:1746130282.029329:0:8469:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849259264 00000100:00100000:2.0:1746130282.029336:0:8469:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849259264 00000100:00100000:2.0:1746130282.029429:0:8469:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6464 00000100:00100000:2.0:1746130282.029436:0:8469:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800941e4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:640ea846-b909-4eea-9a54-417e15bd627b+45:31578:x1830949849259264:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:1.0:1746130282.029515:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849259520 00000100:00100000:1.0:1746130282.029519:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849259520 00002000:00100000:1.0:1746130282.029543:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800941e4a80 x1830949849259520/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:268/0 lens 488/0 e 0 to 0 dl 1746130293 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00010000:00010000:2.0:1746130282.029557:0:8469:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00002000:00100000:1.0:1746130282.029562:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800941e4a80 with x1830949849259520 ext(0->4095) 00002000:00010000:1.0:1746130282.029566:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800941e4a80 00010000:00010000:2.0:1746130282.029571:0:8469:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091fc9400/0x4ce24e5787362267 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae408a5 expref: -99 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130282.029596:0:8469:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8e00/0x4ce24e5787362260 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4089e expref: 6 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130282.029602:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130282.029604:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130282.029607:0:8469:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc9400/0x4ce24e5787362267 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae408a5 expref: 46 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130282.029633:0:8469:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091fc8e00/0x4ce24e5787362260 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4089e expref: 6 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130282.029643:0:8469:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091fc8e00/0x4ce24e5787362260 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4089e expref: 6 pid: 8469 timeout: 580 lvb_type: 0 00000100:00100000:2.0:1746130282.029653:0:8469:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135afe680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8469:1830949841765376:192.168.204.51@tcp:104: 00000100:00100000:2.0:1746130282.029696:0:8469:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800932b2900 going to sleep for 11 seconds 00000100:00100000:1.0:1746130282.029749:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2653 00000100:00100000:1.0:1746130282.029754:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800941e4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1964:x1830949849259520:12345-192.168.204.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746130282.030323:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800941e4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1964:x1830949849259520:12345-192.168.204.51@tcp:3:ptlrpcd_01_01.0 Request processed in 566us (1062us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746130282.030329:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2653 00002000:00100000:1.0:1746130282.030335:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800941e4a80 x1830949849259520/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:268/0 lens 488/4536 e 0 to 0 dl 1746130293 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130282.030341:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800941e4a80 with x1830949849259520 ext(0->4095) 00010000:00010000:1.0:1746130282.030346:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8e00/0x4ce24e5787362260 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4089e expref: 6 pid: 8469 timeout: 580 lvb_type: 0 00010000:00010000:1.0:1746130282.030356:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091fc8e00/0x4ce24e5787362260 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4089e expref: 6 pid: 8469 timeout: 580 lvb_type: 0 00002000:00010000:1.0:1746130282.030361:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800941e4a80 00000100:00100000:2.0:1746130282.032877:0:8469:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135afe680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8469:1830949841765376:192.168.204.51@tcp:104: 00010000:00010000:2.0:1746130282.033359:0:8469:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091fc9400/0x4ce24e5787362267 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae408a5 expref: 46 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130282.033392:0:8469:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091fc9400, rc 0) 00000100:00100000:2.0:1746130282.033449:0:8469:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800941e4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:640ea846-b909-4eea-9a54-417e15bd627b+46:31578:x1830949849259264:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4012us (4286us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130282.033457:0:8469:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6464 00000100:00100000:0.0:1746130282.034412:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130282.034481:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130282.034525:0:8469:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849259648 00000100:00100000:2.0:1746130282.034531:0:8469:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849259648 00000100:00100000:3.0:1746130282.034576:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849259776 00000100:00100000:3.0:1746130282.034580:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849259776 00000100:00100000:2.0:1746130282.034580:0:8469:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6465 00000100:00100000:2.0:1746130282.034588:0:8469:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800941e4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:640ea846-b909-4eea-9a54-417e15bd627b+46:31579:x1830949849259648:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746130282.034603:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc8e00/0x4ce24e5787362260 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4089e expref: 6 pid: 8469 timeout: 580 lvb_type: 0 00010000:00010000:2.0:1746130282.034603:0:8469:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746130282.034616:0:8469:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091fc8000/0x4ce24e578736226e lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae408ac expref: -99 pid: 8469 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746130282.034633:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14728 00010000:00010000:2.0:1746130282.034634:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1746130282.034638:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800941e5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1963:x1830949849259776:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746130282.034638:0:8469:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091fc9400/0x4ce24e5787362267 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae408a5 expref: 47 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130282.034643:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746130282.034645:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746130282.034646:0:8469:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc8000/0x4ce24e578736226e lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae408ac expref: 47 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130282.034662:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091fc8e00/0x4ce24e5787362260 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4089e expref: 6 pid: 8469 timeout: 580 lvb_type: 0 00010000:00010000:3.0:1746130282.034671:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091fc8e00/0x4ce24e5787362260 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4089e expref: 6 pid: 8469 timeout: 580 lvb_type: 0 00010000:00010000:3.0:1746130282.034933:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8e00/0x4ce24e5787362260 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4089e expref: 6 pid: 8469 timeout: 580 lvb_type: 0 00010000:00010000:3.0:1746130282.034955:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130282.034957:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130282.034962:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091fc9400/0x4ce24e5787362267 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae408a5 expref: 47 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130282.034969:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc9400/0x4ce24e5787362267 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae408a5 expref: 47 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130282.034987:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091fc9400/0x4ce24e5787362267 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae408a5 expref: 47 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130282.034988:0:8469:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091fc9400/0x4ce24e5787362267 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae408a5 expref: 47 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130282.034996:0:7097:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091fc9400/0x4ce24e5787362267 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae408a5 expref: 47 pid: 8469 timeout: 580 lvb_type: 0 00000100:00100000:3.0:1746130282.035006:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091952d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841765632:192.168.204.51@tcp:105: 00000100:00100000:3.0:1746130282.035067:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ad543c0 going to sleep for 11 seconds 00010000:00010000:2.0:1746130282.035135:0:8469:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091fc8000/0x4ce24e578736226e lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae408ac expref: 47 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130282.035148:0:8469:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091fc8000, rc 0) 00000100:00100000:2.0:1746130282.035172:0:8469:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800941e4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:640ea846-b909-4eea-9a54-417e15bd627b+47:31579:x1830949849259648:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 586us (763us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130282.035177:0:8469:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6465 00000100:00100000:0.0:1746130282.036664:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130282.036722:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091952d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841765632:192.168.204.51@tcp:105: 00010000:00010000:3.0:1746130282.036739:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746130282.036769:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800941e5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+5:1963:x1830949849259776:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 2130us (2287us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130282.036778:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14728 00000100:00100000:1.0:1746130282.036825:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849260032 00000100:00100000:1.0:1746130282.036830:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849260032 00002000:00100000:1.0:1746130282.036864:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800941e5500 x1830949849260032/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:268/0 lens 488/0 e 0 to 0 dl 1746130293 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130282.036873:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800941e5500 with x1830949849260032 ext(0->4095) 00010000:00010000:1.0:1746130282.036879:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091fc9400/0x4ce24e5787362267 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae408a5 expref: 47 pid: 8469 timeout: 580 lvb_type: 0 00010000:00010000:1.0:1746130282.036890:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091fc9400/0x4ce24e5787362267 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae408a5 expref: 47 pid: 8469 timeout: 580 lvb_type: 0 00002000:00010000:1.0:1746130282.036895:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800941e5500 00000100:00100000:1.0:1746130282.036920:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2654 00000100:00100000:1.0:1746130282.036954:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800941e5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+47:1962:x1830949849260032:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746130282.037098:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800941e5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+47:1962:x1830949849260032:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 172us (439us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746130282.037104:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2654 00002000:00100000:1.0:1746130282.037109:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800941e5500 x1830949849260032/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:268/0 lens 488/4536 e 0 to 0 dl 1746130293 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130282.037116:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800941e5500 with x1830949849260032 ext(0->4095) 00010000:00010000:1.0:1746130282.037120:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091fc9400/0x4ce24e5787362267 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae408a5 expref: 47 pid: 8469 timeout: 580 lvb_type: 0 00010000:00010000:1.0:1746130282.037129:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091fc9400/0x4ce24e5787362267 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae408a5 expref: 47 pid: 8469 timeout: 580 lvb_type: 0 00002000:00010000:1.0:1746130282.037135:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800941e5500 00000100:00100000:0.0:1746130282.038538:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130282.038594:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849260160 00000100:00100000:3.0:1746130282.038601:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849260160 00010000:00010000:3.0:1746130282.038639:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc9400/0x4ce24e5787362267 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae408a5 expref: 47 pid: 8469 timeout: 580 lvb_type: 0 00000100:00100000:3.0:1746130282.038688:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14729 00000100:00100000:3.0:1746130282.038694:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800941e5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+47:1962:x1830949849260160:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746130282.038707:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746130282.038722:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091fc9400/0x4ce24e5787362267 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae408a5 expref: 47 pid: 8469 timeout: 580 lvb_type: 0 00010000:00010000:3.0:1746130282.038730:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091fc9400/0x4ce24e5787362267 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae408a5 expref: 47 pid: 8469 timeout: 580 lvb_type: 0 00010000:00010000:3.0:1746130282.038750:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091fc9400/0x4ce24e5787362267 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae408a5 expref: 47 pid: 8469 timeout: 580 lvb_type: 0 00010000:00010000:3.0:1746130282.038769:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130282.038771:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130282.038779:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8000/0x4ce24e578736226e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae408ac expref: 46 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130282.038788:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc8000/0x4ce24e578736226e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae408ac expref: 46 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130282.038973:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091fc8000/0x4ce24e578736226e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae408ac expref: 46 pid: 8469 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746130282.039047:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091952d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841765760:192.168.204.51@tcp:105: 00000100:00100000:3.0:1746130282.039359:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ad543c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746130282.041137:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091952d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841765760:192.168.204.51@tcp:105: 00010000:00010000:3.0:1746130282.041160:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746130282.041320:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800941e5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+46:1962:x1830949849260160:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 2623us (2784us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130282.041334:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14729 00000100:00100000:0.0:1746130282.041437:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130282.041584:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849260416 00000100:00100000:1.0:1746130282.041591:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849260416 00002000:00100000:1.0:1746130282.041632:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800941e5c00 x1830949849260416/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:268/0 lens 488/0 e 0 to 0 dl 1746130293 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130282.041642:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800941e5c00 with x1830949849260416 ext(0->4095) 00002000:00010000:1.0:1746130282.041647:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800941e5c00 00000100:00100000:1.0:1746130282.041675:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4910 00000100:00100000:1.0:1746130282.041682:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800941e5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+46:1961:x1830949849260416:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746130282.041935:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800941e5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+46:1961:x1830949849260416:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 253us (498us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746130282.041941:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4910 00002000:00100000:1.0:1746130282.041946:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800941e5c00 x1830949849260416/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:268/0 lens 488/4536 e 0 to 0 dl 1746130293 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130282.041952:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800941e5c00 with x1830949849260416 ext(0->4095) 00002000:00010000:1.0:1746130282.041955:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800941e5c00 00000100:00100000:0.0:1746130282.043389:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130282.043480:0:8469:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849260544 00000100:00100000:2.0:1746130282.043486:0:8469:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849260544 00000100:00100000:2.0:1746130282.043567:0:8469:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6466 00000100:00100000:2.0:1746130282.043574:0:8469:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800941e5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+5:31579:x1830949849260544:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746130282.043588:0:8469:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746130282.043604:0:8469:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e5787362275 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae408b3 expref: -99 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130282.043627:0:8469:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8000/0x4ce24e578736226e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae408ac expref: 45 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130282.043634:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746130282.043636:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746130282.043639:0:8469:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e5787362275 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae408b3 expref: 6 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130282.043664:0:8469:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091fc8000/0x4ce24e578736226e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae408ac expref: 45 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130282.043675:0:8469:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091fc8000/0x4ce24e578736226e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae408ac expref: 45 pid: 8469 timeout: 580 lvb_type: 0 00000100:00100000:2.0:1746130282.043689:0:8469:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135afe680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8469:1830949841765888:192.168.204.51@tcp:104: 00000100:00100000:2.0:1746130282.043773:0:8469:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800932b2900 going to sleep for 11 seconds 00000100:00100000:3.0:1746130282.044937:0:8469:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135afe680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8469:1830949841765888:192.168.204.51@tcp:104: 00010000:00010000:3.0:1746130282.044957:0:8469:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e5787362275 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae408b3 expref: 6 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130282.044969:0:8469:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091fc8600, rc 0) 00000100:00100000:3.0:1746130282.045010:0:8469:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800941e5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+6:31579:x1830949849260544:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1435us (1624us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130282.045016:0:8469:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6466 00000100:00100000:0.0:1746130282.045422:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130282.045546:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849260672 00000100:00100000:3.0:1746130282.045552:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849260672 00010000:00010000:3.0:1746130282.045582:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc8000/0x4ce24e578736226e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae408ac expref: 46 pid: 8469 timeout: 580 lvb_type: 0 00000100:00100000:3.0:1746130282.045612:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14730 00000100:00100000:3.0:1746130282.045618:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880137324850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+46:1962:x1830949849260672:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746130282.045629:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746130282.045647:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091fc8000/0x4ce24e578736226e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae408ac expref: 46 pid: 8469 timeout: 580 lvb_type: 0 00010000:00010000:3.0:1746130282.045656:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091fc8000/0x4ce24e578736226e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae408ac expref: 46 pid: 8469 timeout: 580 lvb_type: 0 00010000:00010000:3.0:1746130282.045675:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8000/0x4ce24e578736226e lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae408ac expref: 46 pid: 8469 timeout: 580 lvb_type: 0 00010000:00010000:3.0:1746130282.045691:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130282.045693:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130282.045698:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e5787362275 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae408b3 expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130282.045705:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e5787362275 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae408b3 expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130282.045727:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e5787362275 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae408b3 expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746130282.045736:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091952d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841766016:192.168.204.51@tcp:105: 00000100:00100000:3.0:1746130282.046196:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ad543c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746130282.047918:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091952d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841766016:192.168.204.51@tcp:105: 00010000:00010000:3.0:1746130282.047940:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746130282.047984:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880137324850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+45:1962:x1830949849260672:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 2366us (2563us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130282.047993:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14730 00000100:00100000:2.0:1746130282.048619:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130282.048693:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849260928 00000100:00100000:1.0:1746130282.048699:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849260928 00002000:00100000:1.0:1746130282.048734:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880135afca80 x1830949849260928/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:268/0 lens 488/0 e 0 to 0 dl 1746130293 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130282.048743:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135afca80 with x1830949849260928 ext(0->4095) 00002000:00010000:1.0:1746130282.048748:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880135afca80 00000100:00100000:1.0:1746130282.048881:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4911 00000100:00100000:1.0:1746130282.048888:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135afca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949849260928:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746130282.049166:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135afca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949849260928:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 278us (548us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746130282.049172:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4911 00002000:00100000:1.0:1746130282.049177:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880135afca80 x1830949849260928/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:268/0 lens 488/4536 e 0 to 0 dl 1746130293 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130282.049189:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135afca80 with x1830949849260928 ext(0->4095) 00002000:00010000:1.0:1746130282.049192:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880135afca80 00000100:00100000:0.0:1746130282.051401:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130282.051506:0:8469:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849261056 00000100:00100000:3.0:1746130282.051516:0:8469:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849261056 00000100:00100000:3.0:1746130282.051573:0:8469:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6467 00000100:00100000:3.0:1746130282.051582:0:8469:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800941e6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:640ea846-b909-4eea-9a54-417e15bd627b+45:31579:x1830949849261056:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746130282.051596:0:8469:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746130282.051610:0:8469:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800934d1400/0x4ce24e578736227c lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae408ba expref: -99 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130282.051638:0:8469:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e5787362275 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae408b3 expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130282.051645:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130282.051647:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130282.051650:0:8469:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d1400/0x4ce24e578736227c lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae408ba expref: 46 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130282.051676:0:8469:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e5787362275 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae408b3 expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130282.051687:0:8469:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e5787362275 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae408b3 expref: 5 pid: 8469 timeout: 580 lvb_type: 0 00000100:00100000:3.0:1746130282.051698:0:8469:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091952d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8469:1830949841766144:192.168.204.51@tcp:104: 00000100:00100000:3.0:1746130282.051789:0:8469:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ad540c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746130282.051883:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130282.051939:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849261184 00000100:00100000:0.0:1746130282.051946:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849261184 00000100:00100000:0.0:1746130282.051972:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6468 00000100:00100000:0.0:1746130282.051978:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135aff100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:640ea846-b909-4eea-9a54-417e15bd627b+47:31578:x1830949849261184:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746130282.051988:0:8467:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746130282.051994:0:8467:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880093155000/0x4ce24e5787362283 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae408c1 expref: -99 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130282.052005:0:8467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130282.052010:0:8467:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1400/0x4ce24e578736227c lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae408ba expref: 48 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130282.052015:0:8467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746130282.052018:0:8467:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093155000/0x4ce24e5787362283 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae408c1 expref: 48 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130282.052036:0:8467:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800934d1400/0x4ce24e578736227c lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae408ba expref: 48 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130282.052046:0:8467:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880093155000/0x4ce24e5787362283 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae408c1 expref: 48 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130282.052055:0:8467:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093155000, rc 0) 00000100:00100000:0.0:1746130282.052077:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135aff100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:640ea846-b909-4eea-9a54-417e15bd627b+48:31578:x1830949849261184:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 100us (195us total) trans 0 rc 0/0 00000100:00100000:0.0:1746130282.052083:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6468 00000100:00100000:0.0:1746130282.054673:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130282.054746:0:8469:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091952d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8469:1830949841766144:192.168.204.51@tcp:104: 00010000:00010000:3.0:1746130282.054776:0:8469:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800934d1400/0x4ce24e578736227c lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae408ba expref: 47 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130282.054790:0:8469:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800934d1400, rc 0) 00000100:00100000:3.0:1746130282.054828:0:8469:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800941e6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:640ea846-b909-4eea-9a54-417e15bd627b+47:31579:x1830949849261056:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3248us (3435us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130282.054835:0:8469:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6467 00000100:00100000:2.0:1746130282.055008:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849261312 00000100:00100000:2.0:1746130282.055014:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849261312 00010000:00010000:2.0:1746130282.055043:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e5787362275 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae408b3 expref: 6 pid: 8469 timeout: 580 lvb_type: 0 00000100:00100000:2.0:1746130282.055063:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14731 00000100:00100000:2.0:1746130282.055070:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800941e6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949849261312:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746130282.055080:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746130282.055100:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e5787362275 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae408b3 expref: 6 pid: 8469 timeout: 580 lvb_type: 0 00010000:00010000:2.0:1746130282.055110:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e5787362275 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae408b3 expref: 6 pid: 8469 timeout: 580 lvb_type: 0 00010000:00010000:2.0:1746130282.055324:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e5787362275 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae408b3 expref: 6 pid: 8469 timeout: 580 lvb_type: 0 00010000:00010000:2.0:1746130282.055353:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130282.055354:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130282.055361:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1400/0x4ce24e578736227c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae408ba expref: 46 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130282.055383:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d1400/0x4ce24e578736227c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae408ba expref: 46 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130282.055410:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800934d1400/0x4ce24e578736227c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae408ba expref: 46 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130282.055419:0:7097:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800934d1400/0x4ce24e578736227c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae408ba expref: 46 pid: 8469 timeout: 580 lvb_type: 0 00000100:00100000:2.0:1746130282.055430:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135afd880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841766400:192.168.204.51@tcp:105: 00000100:00100000:2.0:1746130282.055496:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800932b2e40 going to sleep for 11 seconds 00000100:00100000:2.0:1746130282.057171:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135afd880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841766400:192.168.204.51@tcp:105: 00010000:00010000:2.0:1746130282.057188:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746130282.057256:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130282.057501:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800941e6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+5:1961:x1830949849261312:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 2429us (2833us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130282.057511:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14731 00000100:00100000:1.0:1746130282.057571:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849261568 00000100:00100000:1.0:1746130282.057576:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849261568 00002000:00100000:1.0:1746130282.057727:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800941e6a00 x1830949849261568/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:268/0 lens 488/0 e 0 to 0 dl 1746130293 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130282.057738:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800941e6a00 with x1830949849261568 ext(0->4095) 00010000:00010000:1.0:1746130282.057745:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1400/0x4ce24e578736227c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae408ba expref: 47 pid: 8469 timeout: 580 lvb_type: 0 00010000:00010000:1.0:1746130282.057755:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800934d1400/0x4ce24e578736227c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae408ba expref: 47 pid: 8469 timeout: 580 lvb_type: 0 00002000:00010000:1.0:1746130282.057761:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800941e6a00 00000100:00100000:1.0:1746130282.057788:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2655 00000100:00100000:1.0:1746130282.057795:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800941e6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+47:1961:x1830949849261568:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746130282.057927:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800941e6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+47:1961:x1830949849261568:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 133us (673us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746130282.057933:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2655 00002000:00100000:1.0:1746130282.057937:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800941e6a00 x1830949849261568/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:268/0 lens 488/4536 e 0 to 0 dl 1746130293 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130282.057943:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800941e6a00 with x1830949849261568 ext(0->4095) 00010000:00010000:1.0:1746130282.057948:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1400/0x4ce24e578736227c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae408ba expref: 47 pid: 8469 timeout: 580 lvb_type: 0 00010000:00010000:1.0:1746130282.057957:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800934d1400/0x4ce24e578736227c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae408ba expref: 47 pid: 8469 timeout: 580 lvb_type: 0 00002000:00010000:1.0:1746130282.057962:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800941e6a00 00000100:00100000:0.0:1746130282.059439:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130282.059551:0:8469:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849261696 00000100:00100000:3.0:1746130282.059558:0:8469:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849261696 00000100:00100000:3.0:1746130282.059606:0:8469:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6469 00000100:00100000:3.0:1746130282.059613:0:8469:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800941e6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+5:31579:x1830949849261696:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746130282.059630:0:8469:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746130282.059643:0:8469:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800934d1800/0x4ce24e578736228a lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae408c8 expref: -99 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130282.059663:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746130282.059668:0:8469:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880093155000/0x4ce24e5787362283 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae408c1 expref: 46 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130282.059673:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746130282.059676:0:8469:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d1800/0x4ce24e578736228a lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae408c8 expref: 6 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130282.059705:0:8469:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880093155000/0x4ce24e5787362283 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae408c1 expref: 46 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130282.059716:0:8469:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800934d1800/0x4ce24e578736228a lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae408c8 expref: 6 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130282.059724:0:8469:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800934d1800, rc 0) 00000100:00100000:3.0:1746130282.059772:0:8469:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800941e6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+6:31579:x1830949849261696:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 159us (338us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130282.059780:0:8469:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6469 00000100:00100000:0.0:1746130282.060153:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130282.060231:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849261824 00000100:00100000:2.0:1746130282.060235:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849261824 00010000:00010000:2.0:1746130282.060253:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d1400/0x4ce24e578736227c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae408ba expref: 47 pid: 8469 timeout: 580 lvb_type: 0 00000100:00100000:0.0:1746130282.060291:0:7924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14732 00000100:00100000:0.0:1746130282.060297:0:7924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800941e7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+47:1962:x1830949849261824:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746130282.060306:0:7924:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746130282.060325:0:7924:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800934d1400/0x4ce24e578736227c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae408ba expref: 47 pid: 8469 timeout: 580 lvb_type: 0 00010000:00010000:0.0:1746130282.060334:0:7924:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800934d1400/0x4ce24e578736227c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae408ba expref: 47 pid: 8469 timeout: 580 lvb_type: 0 00010000:00010000:0.0:1746130282.060350:0:7924:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1400/0x4ce24e578736227c lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae408ba expref: 47 pid: 8469 timeout: 580 lvb_type: 0 00010000:00010000:0.0:1746130282.060379:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130282.060381:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130282.060386:0:7924:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880093155000/0x4ce24e5787362283 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae408c1 expref: 46 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130282.060394:0:7924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093155000/0x4ce24e5787362283 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae408c1 expref: 46 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130282.060412:0:7924:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880093155000/0x4ce24e5787362283 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae408c1 expref: 46 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130282.060426:0:7924:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880093155000/0x4ce24e5787362283 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae408c1 expref: 46 pid: 8467 timeout: 580 lvb_type: 0 00000100:00100000:0.0:1746130282.060436:0:7924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800941e7480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841766656:192.168.204.51@tcp:105: 00000100:00100000:0.0:1746130282.060499:0:7924:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009bc953c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746130282.061836:0:7924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800941e7480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841766656:192.168.204.51@tcp:105: 00010000:00010000:2.0:1746130282.061851:0:7924:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746130282.061882:0:7924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800941e7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+46:1962:x1830949849261824:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 1584us (1728us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130282.061893:0:7924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14732 00000100:00100000:0.0:1746130282.062065:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130282.062169:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849262080 00000100:00100000:2.0:1746130282.062175:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849262080 00002000:00100000:2.0:1746130282.062203:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800941e7800 x1830949849262080/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:268/0 lens 488/0 e 0 to 0 dl 1746130293 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130282.062212:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800941e7800 with x1830949849262080 ext(0->4095) 00010000:00010000:2.0:1746130282.062219:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093155000/0x4ce24e5787362283 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae408c1 expref: 46 pid: 8467 timeout: 580 lvb_type: 0 00010000:00010000:2.0:1746130282.062230:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093155000/0x4ce24e5787362283 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae408c1 expref: 46 pid: 8467 timeout: 580 lvb_type: 0 00002000:00010000:2.0:1746130282.062319:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800941e7800 00000100:00100000:2.0:1746130282.062341:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2656 00000100:00100000:2.0:1746130282.062348:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800941e7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+46:1962:x1830949849262080:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746130282.062498:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800941e7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+46:1962:x1830949849262080:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 150us (433us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746130282.062503:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2656 00002000:00100000:2.0:1746130282.062508:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800941e7800 x1830949849262080/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:268/0 lens 488/4536 e 0 to 0 dl 1746130293 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130282.062515:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800941e7800 with x1830949849262080 ext(0->4095) 00010000:00010000:2.0:1746130282.062519:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093155000/0x4ce24e5787362283 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae408c1 expref: 46 pid: 8467 timeout: 580 lvb_type: 0 00010000:00010000:2.0:1746130282.062532:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093155000/0x4ce24e5787362283 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae408c1 expref: 46 pid: 8467 timeout: 580 lvb_type: 0 00002000:00010000:2.0:1746130282.062538:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800941e7800 00000100:00100000:2.0:1746130282.064381:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130282.064405:0:20953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849262208 00000100:00100000:0.0:1746130282.064411:0:20953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849262208 00000100:00100000:0.0:1746130282.064455:0:20953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6470 00000100:00100000:0.0:1746130282.064461:0:20953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135afd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:640ea846-b909-4eea-9a54-417e15bd627b+46:31578:x1830949849262208:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746130282.064474:0:20953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746130282.064488:0:20953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880093155a00/0x4ce24e5787362291 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae408cf expref: -99 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130282.064510:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:2.0:1746130282.064511:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00010000:00010000:0.0:1746130282.064515:0:20953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1800/0x4ce24e578736228a lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae408c8 expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130282.064521:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:0.0:1746130282.064524:0:20953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093155a00/0x4ce24e5787362291 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae408cf expref: 47 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130282.064553:0:20953:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800934d1800/0x4ce24e578736228a lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae408c8 expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130282.064563:0:20953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880093155a00/0x4ce24e5787362291 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae408cf expref: 47 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130282.064572:0:20953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093155a00, rc 0) 00000100:00100000:0.0:1746130282.064610:0:20953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135afd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:640ea846-b909-4eea-9a54-417e15bd627b+47:31578:x1830949849262208:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 149us (247us total) trans 0 rc 0/0 00000100:00100000:0.0:1746130282.064616:0:20953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6470 00000100:00100000:3.0:1746130282.064662:0:7924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849262336 00000100:00100000:3.0:1746130282.064667:0:7924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849262336 00010000:00010000:3.0:1746130282.064686:0:7924:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880093155000/0x4ce24e5787362283 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae408c1 expref: 47 pid: 8467 timeout: 580 lvb_type: 0 00000100:00100000:3.0:1746130282.064719:0:7924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14733 00000100:00100000:3.0:1746130282.064725:0:7924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135afc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+47:1962:x1830949849262336:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746130282.064732:0:7924:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746130282.064750:0:7924:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880093155000/0x4ce24e5787362283 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae408c1 expref: 47 pid: 8467 timeout: 580 lvb_type: 0 00010000:00010000:3.0:1746130282.064759:0:7924:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880093155000/0x4ce24e5787362283 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae408c1 expref: 47 pid: 8467 timeout: 580 lvb_type: 0 00010000:00010000:3.0:1746130282.064773:0:7924:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880093155000/0x4ce24e5787362283 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae408c1 expref: 47 pid: 8467 timeout: 580 lvb_type: 0 00010000:00010000:3.0:1746130282.064784:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130282.064786:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130282.064791:0:7924:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1800/0x4ce24e578736228a lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae408c8 expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130282.064798:0:7924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d1800/0x4ce24e578736228a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae408c8 expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130282.064815:0:7924:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800934d1800/0x4ce24e578736228a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae408c8 expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130282.064825:0:7924:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800934d1800/0x4ce24e578736228a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae408c8 expref: 5 pid: 8469 timeout: 580 lvb_type: 0 00000100:00100000:3.0:1746130282.064838:0:7924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091952d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841766912:192.168.204.51@tcp:105: 00000100:00100000:3.0:1746130282.064884:0:7924:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ad540c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746130282.066499:0:7924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091952d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841766912:192.168.204.51@tcp:105: 00010000:00010000:2.0:1746130282.066519:0:7924:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746130282.066564:0:7924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135afc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+46:1962:x1830949849262336:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 1838us (2051us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130282.066573:0:7924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14733 00000100:00100000:1.0:1746130282.066894:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130282.066990:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849262592 00000100:00100000:2.0:1746130282.066995:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849262592 00002000:00100000:2.0:1746130282.067029:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093170000 x1830949849262592/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:268/0 lens 488/0 e 0 to 0 dl 1746130293 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130282.067037:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093170000 with x1830949849262592 ext(0->4095) 00010000:00010000:2.0:1746130282.067043:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1800/0x4ce24e578736228a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae408c8 expref: 6 pid: 8469 timeout: 580 lvb_type: 0 00010000:00010000:2.0:1746130282.067054:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800934d1800/0x4ce24e578736228a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae408c8 expref: 6 pid: 8469 timeout: 580 lvb_type: 0 00002000:00010000:2.0:1746130282.067059:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093170000 00000100:00100000:2.0:1746130282.067085:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2657 00000100:00100000:2.0:1746130282.067091:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093170000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949849262592:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746130282.067383:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093170000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949849262592:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 291us (488us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746130282.067389:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2657 00002000:00100000:2.0:1746130282.067394:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093170000 x1830949849262592/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:268/0 lens 488/4536 e 0 to 0 dl 1746130293 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130282.067400:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093170000 with x1830949849262592 ext(0->4095) 00010000:00010000:2.0:1746130282.067405:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1800/0x4ce24e578736228a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae408c8 expref: 6 pid: 8469 timeout: 580 lvb_type: 0 00010000:00010000:2.0:1746130282.067414:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800934d1800/0x4ce24e578736228a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae408c8 expref: 6 pid: 8469 timeout: 580 lvb_type: 0 00002000:00010000:2.0:1746130282.067419:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093170000 00000100:00100000:0.0:1746130282.069378:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130282.069474:0:7924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849262720 00000100:00100000:2.0:1746130282.069480:0:7924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849262720 00010000:00010000:2.0:1746130282.069512:0:7924:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d1800/0x4ce24e578736228a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae408c8 expref: 6 pid: 8469 timeout: 580 lvb_type: 0 00000100:00100000:2.0:1746130282.069543:0:7924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14734 00000100:00100000:2.0:1746130282.069549:0:7924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800941e7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1963:x1830949849262720:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746130282.069561:0:7924:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746130282.069578:0:7924:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800934d1800/0x4ce24e578736228a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae408c8 expref: 6 pid: 8469 timeout: 580 lvb_type: 0 00010000:00010000:2.0:1746130282.069588:0:7924:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800934d1800/0x4ce24e578736228a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae408c8 expref: 6 pid: 8469 timeout: 580 lvb_type: 0 00010000:00010000:2.0:1746130282.069607:0:7924:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1800/0x4ce24e578736228a lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae408c8 expref: 6 pid: 8469 timeout: 580 lvb_type: 0 00010000:00010000:2.0:1746130282.069632:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130282.069634:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130282.069640:0:7924:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880093155a00/0x4ce24e5787362291 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae408cf expref: 45 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130282.069648:0:7924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093155a00/0x4ce24e5787362291 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae408cf expref: 45 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130282.069674:0:7924:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880093155a00/0x4ce24e5787362291 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae408cf expref: 45 pid: 20953 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746130282.069684:0:7924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135afed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841767040:192.168.204.51@tcp:105: 00000100:00100000:2.0:1746130282.070125:0:7924:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800932b2f00 going to sleep for 11 seconds 00000100:00100000:2.0:1746130282.072489:0:7924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135afed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841767040:192.168.204.51@tcp:105: 00010000:00010000:2.0:1746130282.072513:0:7924:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746130282.072553:0:7924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800941e7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+5:1963:x1830949849262720:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 3003us (3193us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130282.072563:0:7924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14734 00000100:00100000:0.0:1746130282.073481:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130282.073806:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849262976 00000100:00100000:2.0:1746130282.073814:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849262976 00002000:00100000:2.0:1746130282.073855:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800941e7480 x1830949849262976/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:268/0 lens 488/0 e 0 to 0 dl 1746130293 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130282.073870:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800941e7480 with x1830949849262976 ext(0->4095) 00002000:00010000:2.0:1746130282.073876:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800941e7480 00000100:00100000:2.0:1746130282.073903:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4912 00000100:00100000:2.0:1746130282.073909:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800941e7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+46:1961:x1830949849262976:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746130282.074736:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800941e7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+46:1961:x1830949849262976:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 823us (1256us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746130282.074743:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4912 00002000:00100000:2.0:1746130282.074748:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800941e7480 x1830949849262976/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:268/0 lens 488/4536 e 0 to 0 dl 1746130293 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130282.074755:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800941e7480 with x1830949849262976 ext(0->4095) 00002000:00010000:2.0:1746130282.074758:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800941e7480 00000100:00100000:0.0:1746130282.077321:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130282.077554:0:20953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849263104 00000100:00100000:2.0:1746130282.077565:0:20953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849263104 00000100:00100000:2.0:1746130282.077622:0:20953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6471 00000100:00100000:2.0:1746130282.077629:0:20953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800941e4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c84b93b0-d496-484f-8e1e-94008838f2dd+5:31579:x1830949849263104:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746130282.077646:0:20953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746130282.077662:0:20953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091fc8e00/0x4ce24e5787362298 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae408d6 expref: -99 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130282.077691:0:20953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880093155a00/0x4ce24e5787362291 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae408cf expref: 45 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130282.077698:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746130282.077699:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746130282.077704:0:20953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc8e00/0x4ce24e5787362298 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae408d6 expref: 6 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130282.077734:0:20953:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880093155a00/0x4ce24e5787362291 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae408cf expref: 45 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130282.077744:0:20953:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880093155a00/0x4ce24e5787362291 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae408cf expref: 45 pid: 20953 timeout: 580 lvb_type: 0 00000100:00100000:2.0:1746130282.077755:0:20953:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135afed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:20953:1830949841767168:192.168.204.51@tcp:104: 00000100:00100000:2.0:1746130282.077882:0:20953:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800932b2840 going to sleep for 11 seconds 00000100:00100000:2.0:1746130282.079703:0:20953:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135afed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:20953:1830949841767168:192.168.204.51@tcp:104: 00010000:00010000:2.0:1746130282.079731:0:20953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091fc8e00/0x4ce24e5787362298 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae408d6 expref: 6 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130282.079746:0:20953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091fc8e00, rc 0) 00000100:00100000:2.0:1746130282.079789:0:20953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800941e4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c84b93b0-d496-484f-8e1e-94008838f2dd+6:31579:x1830949849263104:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2160us (2521us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130282.079796:0:20953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6471 00000100:00100000:0.0:1746130282.079998:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130282.080020:0:7924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849263232 00000100:00100000:2.0:1746130282.080027:0:7924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849263232 00010000:00010000:2.0:1746130282.080055:0:7924:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880093155a00/0x4ce24e5787362291 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae408cf expref: 46 pid: 20953 timeout: 580 lvb_type: 0 00000100:00100000:2.0:1746130282.080074:0:7924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14735 00000100:00100000:2.0:1746130282.080080:0:7924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800941e5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+46:1961:x1830949849263232:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746130282.080092:0:7924:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746130282.080112:0:7924:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880093155a00/0x4ce24e5787362291 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae408cf expref: 46 pid: 20953 timeout: 580 lvb_type: 0 00010000:00010000:2.0:1746130282.080122:0:7924:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880093155a00/0x4ce24e5787362291 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae408cf expref: 46 pid: 20953 timeout: 580 lvb_type: 0 00010000:00010000:2.0:1746130282.080141:0:7924:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880093155a00/0x4ce24e5787362291 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae408cf expref: 46 pid: 20953 timeout: 580 lvb_type: 0 00010000:00010000:2.0:1746130282.080167:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130282.080169:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130282.080176:0:7924:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8e00/0x4ce24e5787362298 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae408d6 expref: 5 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130282.080183:0:7924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc8e00/0x4ce24e5787362298 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae408d6 expref: 5 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130282.080207:0:7924:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091fc8e00/0x4ce24e5787362298 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae408d6 expref: 5 pid: 20953 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746130282.080216:0:7924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135afed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841767296:192.168.204.51@tcp:105: 00000100:00100000:2.0:1746130282.080303:0:7924:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800932b2840 going to sleep for 11 seconds 00000100:00100000:2.0:1746130282.081695:0:7924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135afed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841767296:192.168.204.51@tcp:105: 00010000:00010000:2.0:1746130282.081714:0:7924:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746130282.081742:0:7924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800941e5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+45:1961:x1830949849263232:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 1662us (1744us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130282.081752:0:7924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14735 00000100:00100000:0.0:1746130282.082230:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130282.082473:0:20953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849263488 00000100:00100000:2.0:1746130282.082479:0:20953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849263488 00000100:00100000:2.0:1746130282.082522:0:20953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6472 00000100:00100000:2.0:1746130282.082529:0:20953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800941e5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:640ea846-b909-4eea-9a54-417e15bd627b+45:31578:x1830949849263488:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746130282.082542:0:20953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746130282.082558:0:20953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091fc8800/0x4ce24e578736229f lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae408dd expref: -99 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130282.082579:0:20953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8e00/0x4ce24e5787362298 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae408d6 expref: 5 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130282.082585:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130282.082587:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130282.082590:0:20953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc8800/0x4ce24e578736229f lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae408dd expref: 46 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130282.082612:0:20953:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091fc8e00/0x4ce24e5787362298 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae408d6 expref: 5 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130282.082624:0:20953:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091fc8e00/0x4ce24e5787362298 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae408d6 expref: 5 pid: 20953 timeout: 580 lvb_type: 0 00000100:00100000:2.0:1746130282.082733:0:20953:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135afed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:20953:1830949841767424:192.168.204.51@tcp:104: 00000100:00100000:0.0:1746130282.082946:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130282.083017:0:20953:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800932b2840 going to sleep for 11 seconds 00000100:00100000:3.0:1746130282.083563:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849263616 00000100:00100000:3.0:1746130282.083568:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849263616 00002000:00100000:3.0:1746130282.083911:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008f160000 x1830949849263616/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:268/0 lens 488/0 e 0 to 0 dl 1746130293 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130282.083920:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f160000 with x1830949849263616 ext(0->4095) 00010000:00010000:3.0:1746130282.083926:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8e00/0x4ce24e5787362298 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae408d6 expref: 6 pid: 20953 timeout: 580 lvb_type: 0 00010000:00010000:3.0:1746130282.083936:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091fc8e00/0x4ce24e5787362298 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae408d6 expref: 6 pid: 20953 timeout: 580 lvb_type: 0 00002000:00010000:3.0:1746130282.083943:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008f160000 00000100:00100000:3.0:1746130282.083972:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2658 00000100:00100000:3.0:1746130282.083979:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f160000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949849263616:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746130282.084264:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f160000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949849263616:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 283us (1316us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746130282.084288:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2658 00002000:00100000:3.0:1746130282.084293:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008f160000 x1830949849263616/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:268/0 lens 488/4536 e 0 to 0 dl 1746130293 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130282.084300:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f160000 with x1830949849263616 ext(0->4095) 00010000:00010000:3.0:1746130282.084304:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8e00/0x4ce24e5787362298 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae408d6 expref: 6 pid: 20953 timeout: 580 lvb_type: 0 00010000:00010000:3.0:1746130282.084312:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091fc8e00/0x4ce24e5787362298 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae408d6 expref: 6 pid: 20953 timeout: 580 lvb_type: 0 00002000:00010000:3.0:1746130282.084317:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008f160000 00000100:00100000:2.0:1746130282.085027:0:20953:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135afed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:20953:1830949841767424:192.168.204.51@tcp:104: 00010000:00010000:2.0:1746130282.085052:0:20953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091fc8800/0x4ce24e578736229f lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae408dd expref: 46 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130282.085071:0:20953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091fc8800, rc 0) 00000100:00100000:2.0:1746130282.085096:0:20953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800941e5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:640ea846-b909-4eea-9a54-417e15bd627b+46:31578:x1830949849263488:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2568us (2868us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130282.085103:0:20953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6472 00000100:00100000:0.0:1746130282.086849:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130282.087408:0:7924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849263744 00000100:00100000:3.0:1746130282.087415:0:7924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849263744 00010000:00010000:3.0:1746130282.087449:0:7924:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc8e00/0x4ce24e5787362298 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae408d6 expref: 6 pid: 20953 timeout: 580 lvb_type: 0 00000100:00100000:3.0:1746130282.087470:0:7924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14736 00000100:00100000:3.0:1746130282.087476:0:7924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f160380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949849263744:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746130282.087488:0:7924:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746130282.087506:0:7924:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091fc8e00/0x4ce24e5787362298 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae408d6 expref: 6 pid: 20953 timeout: 580 lvb_type: 0 00010000:00010000:3.0:1746130282.087515:0:7924:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091fc8e00/0x4ce24e5787362298 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae408d6 expref: 6 pid: 20953 timeout: 580 lvb_type: 0 00010000:00010000:3.0:1746130282.087533:0:7924:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8e00/0x4ce24e5787362298 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae408d6 expref: 6 pid: 20953 timeout: 580 lvb_type: 0 00010000:00010000:3.0:1746130282.087560:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130282.087562:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130282.087568:0:7924:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8800/0x4ce24e578736229f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae408dd expref: 45 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130282.087579:0:7924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc8800/0x4ce24e578736229f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae408dd expref: 45 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130282.087603:0:7924:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091fc8800/0x4ce24e578736229f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae408dd expref: 45 pid: 20953 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746130282.087612:0:7924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091952680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841767552:192.168.204.51@tcp:105: 00000100:00100000:3.0:1746130282.087687:0:7924:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ad54240 going to sleep for 11 seconds 00000100:00100000:3.0:1746130282.089215:0:7924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091952680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841767552:192.168.204.51@tcp:105: 00010000:00010000:3.0:1746130282.089231:0:7924:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746130282.089282:0:7924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f160380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+5:1961:x1830949849263744:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 1789us (2421us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130282.089290:0:7924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14736 00000100:00100000:0.0:1746130282.090137:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130282.090877:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849264000 00000100:00100000:3.0:1746130282.090885:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849264000 00002000:00100000:3.0:1746130282.090924:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008f160700 x1830949849264000/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:268/0 lens 488/0 e 0 to 0 dl 1746130293 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130282.090935:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f160700 with x1830949849264000 ext(0->4095) 00002000:00010000:3.0:1746130282.090939:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008f160700 00000100:00100000:3.0:1746130282.090968:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4913 00000100:00100000:3.0:1746130282.090976:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f160700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+46:1962:x1830949849264000:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746130282.091117:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f160700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+46:1962:x1830949849264000:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 141us (982us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746130282.091126:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4913 00002000:00100000:3.0:1746130282.091131:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008f160700 x1830949849264000/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:268/0 lens 488/4536 e 0 to 0 dl 1746130293 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130282.091138:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f160700 with x1830949849264000 ext(0->4095) 00002000:00010000:3.0:1746130282.091141:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008f160700 00000100:00100000:0.0:1746130282.093414:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130282.093531:0:20953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849264128 00000100:00100000:3.0:1746130282.093539:0:20953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849264128 00000100:00100000:3.0:1746130282.093592:0:20953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6473 00000100:00100000:3.0:1746130282.093600:0:20953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f160a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c84b93b0-d496-484f-8e1e-94008838f2dd+5:31579:x1830949849264128:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746130282.093615:0:20953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746130282.093629:0:20953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800934d0800/0x4ce24e57873622a6 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae408e4 expref: -99 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130282.093653:0:20953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8800/0x4ce24e578736229f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae408dd expref: 45 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130282.093661:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746130282.093663:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746130282.093666:0:20953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d0800/0x4ce24e57873622a6 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae408e4 expref: 6 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130282.093690:0:20953:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091fc8800/0x4ce24e578736229f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae408dd expref: 45 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130282.093700:0:20953:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091fc8800/0x4ce24e578736229f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae408dd expref: 45 pid: 20953 timeout: 580 lvb_type: 0 00000100:00100000:3.0:1746130282.093715:0:20953:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091952680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:20953:1830949841767680:192.168.204.51@tcp:104: 00000100:00100000:3.0:1746130282.093799:0:20953:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ad549c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746130282.095502:0:20953:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091952680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:20953:1830949841767680:192.168.204.51@tcp:104: 00010000:00010000:3.0:1746130282.095526:0:20953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800934d0800/0x4ce24e57873622a6 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae408e4 expref: 6 pid: 20953 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746130282.095528:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00010000:00010000:3.0:1746130282.095540:0:20953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800934d0800, rc 0) 00000100:00100000:3.0:1746130282.095576:0:20953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f160a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c84b93b0-d496-484f-8e1e-94008838f2dd+6:31579:x1830949849264128:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1978us (2169us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130282.095583:0:20953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6473 00000100:00100000:1.0:1746130282.095688:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849264256 00000100:00100000:1.0:1746130282.095694:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849264256 00002000:00100000:1.0:1746130282.095724:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff88008f160e00 x1830949849264256/t0(0) o4->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:268/0 lens 496/0 e 0 to 0 dl 1746130293 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130282.095733:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f160e00 with x1830949849264256 ext(0->7) 00010000:00010000:1.0:1746130282.095739:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8800/0x4ce24e578736229f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae408dd expref: 46 pid: 20953 timeout: 580 lvb_type: 0 00010000:00010000:1.0:1746130282.095749:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091fc8800/0x4ce24e578736229f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae408dd expref: 46 pid: 20953 timeout: 580 lvb_type: 0 00002000:00010000:1.0:1746130282.095755:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008f160e00 00000100:00100000:1.0:1746130282.095781:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2659 00000100:00100000:1.0:1746130282.095787:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f160e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+46:1962:x1830949849264256:12345-192.168.204.51@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746130282.096147:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f160e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+48:1962:x1830949849264256:12345-192.168.204.51@tcp:4:ldlm_bl.0 Request processed in 359us (618us total) trans 4294967945 rc 0/0 00000100:00100000:1.0:1746130282.096152:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2659 00002000:00100000:1.0:1746130282.096158:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff88008f160e00 x1830949849264256/t4294967945(0) o4->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:268/0 lens 496/448 e 0 to 0 dl 1746130293 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130282.096169:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f160e00 with x1830949849264256 ext(0->7) 00010000:00010000:1.0:1746130282.096173:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8800/0x4ce24e578736229f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae408dd expref: 48 pid: 20953 timeout: 580 lvb_type: 0 00010000:00010000:1.0:1746130282.096181:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091fc8800/0x4ce24e578736229f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae408dd expref: 48 pid: 20953 timeout: 580 lvb_type: 0 00002000:00010000:1.0:1746130282.096185:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008f160e00 00000100:00100000:0.0:1746130282.098543:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130282.098602:0:7924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849264384 00000100:00100000:3.0:1746130282.098610:0:7924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849264384 00010000:00010000:3.0:1746130282.098643:0:7924:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc8800/0x4ce24e578736229f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae408dd expref: 48 pid: 20953 timeout: 580 lvb_type: 0 00000100:00100000:3.0:1746130282.098668:0:7924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14737 00000100:00100000:3.0:1746130282.098674:0:7924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880137327450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+48:1964:x1830949849264384:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746130282.098687:0:7924:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746130282.098704:0:7924:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091fc8800/0x4ce24e578736229f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae408dd expref: 48 pid: 20953 timeout: 580 lvb_type: 0 00010000:00010000:3.0:1746130282.098713:0:7924:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091fc8800/0x4ce24e578736229f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae408dd expref: 48 pid: 20953 timeout: 580 lvb_type: 0 00010000:00010000:3.0:1746130282.098735:0:7924:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8800/0x4ce24e578736229f lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae408dd expref: 48 pid: 20953 timeout: 580 lvb_type: 0 00010000:00010000:3.0:1746130282.098765:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130282.098767:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130282.098774:0:7924:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800934d0800/0x4ce24e57873622a6 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae408e4 expref: 5 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130282.098782:0:7924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d0800/0x4ce24e57873622a6 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae408e4 expref: 5 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130282.098810:0:7924:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800934d0800/0x4ce24e57873622a6 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae408e4 expref: 5 pid: 20953 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746130282.098821:0:7924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091952680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841767808:192.168.204.51@tcp:105: 00000100:00100000:3.0:1746130282.098935:0:7924:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ad549c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746130282.101134:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130282.101251:0:7924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091952680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841767808:192.168.204.51@tcp:105: 00010000:00010000:3.0:1746130282.101296:0:7924:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746130282.101332:0:7924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880137327450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+47:1964:x1830949849264384:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 2658us (2797us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130282.101343:0:7924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14737 00000100:00100000:2.0:1746130282.101458:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849264640 00000100:00100000:2.0:1746130282.101464:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849264640 00002000:00100000:2.0:1746130282.101498:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008f161180 x1830949849264640/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:268/0 lens 488/0 e 0 to 0 dl 1746130293 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130282.101506:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f161180 with x1830949849264640 ext(0->4095) 00002000:00010000:2.0:1746130282.101510:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008f161180 00000100:00100000:2.0:1746130282.101536:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4914 00000100:00100000:2.0:1746130282.101542:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f161180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949849264640:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746130282.101856:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f161180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949849264640:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 312us (728us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746130282.101861:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4914 00002000:00100000:2.0:1746130282.101866:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008f161180 x1830949849264640/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:268/0 lens 488/4536 e 0 to 0 dl 1746130293 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130282.101873:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f161180 with x1830949849264640 ext(0->4095) 00002000:00010000:2.0:1746130282.101875:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008f161180 00000100:00100000:0.0:1746130282.107482:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130282.107556:0:20953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849264768 00000100:00100000:3.0:1746130282.107565:0:20953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849264768 00000100:00100000:0.0:1746130282.107579:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130282.107609:0:20953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849264896 00000100:00100000:3.0:1746130282.107612:0:20953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849264896 00000100:00100000:3.0:1746130282.107625:0:20953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6474 00000100:00100000:3.0:1746130282.107632:0:20953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f161500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:640ea846-b909-4eea-9a54-417e15bd627b+48:31578:x1830949849264768:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746130282.107647:0:20953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746130282.107660:0:20953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800934d0000/0x4ce24e57873622ad lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae408eb expref: -99 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130282.107685:0:20953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800934d0800/0x4ce24e57873622a6 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae408e4 expref: 5 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130282.107692:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130282.107694:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130282.107697:0:20953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d0000/0x4ce24e57873622ad lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae408eb expref: 49 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130282.107721:0:20953:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800934d0800/0x4ce24e57873622a6 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae408e4 expref: 5 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130282.107731:0:20953:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800934d0800/0x4ce24e57873622a6 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae408e4 expref: 5 pid: 20953 timeout: 580 lvb_type: 0 00000100:00100000:3.0:1746130282.107742:0:20953:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091952680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:20953:1830949841767936:192.168.204.51@tcp:104: 00000100:00100000:0.0:1746130282.107782:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6475 00000100:00100000:0.0:1746130282.107789:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f161880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:640ea846-b909-4eea-9a54-417e15bd627b+49:31579:x1830949849264896:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746130282.107796:0:8467:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746130282.107801:0:8467:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880093155200/0x4ce24e57873622b4 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae408f2 expref: -99 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130282.107813:0:8467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130282.107816:0:8467:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800934d0000/0x4ce24e57873622ad lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae408eb expref: 50 pid: 20953 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746130282.107817:0:20953:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ad546c0 going to sleep for 11 seconds 00010000:00010000:0.0:1746130282.107821:0:8467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746130282.107823:0:8467:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093155200/0x4ce24e57873622b4 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae408f2 expref: 50 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130282.107840:0:8467:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800934d0000/0x4ce24e57873622ad lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae408eb expref: 50 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130282.107848:0:8467:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880093155200/0x4ce24e57873622b4 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae408f2 expref: 50 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130282.107855:0:8467:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093155200, rc 0) 00000100:00100000:0.0:1746130282.107872:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f161880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:640ea846-b909-4eea-9a54-417e15bd627b+50:31579:x1830949849264896:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 85us (293us total) trans 0 rc 0/0 00000100:00100000:0.0:1746130282.107881:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6475 00000100:00100000:3.0:1746130282.110199:0:20953:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091952680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:20953:1830949841767936:192.168.204.51@tcp:104: 00010000:00010000:3.0:1746130282.110233:0:20953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800934d0000/0x4ce24e57873622ad lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae408eb expref: 49 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130282.110249:0:20953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800934d0000, rc 0) 00000100:00100000:3.0:1746130282.110316:0:20953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f161500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:640ea846-b909-4eea-9a54-417e15bd627b+49:31578:x1830949849264768:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2684us (2842us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130282.110325:0:20953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6474 00000100:00100000:0.0:1746130282.110746:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130282.110815:0:7924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849265024 00000100:00100000:3.0:1746130282.110820:0:7924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849265024 00010000:00010000:3.0:1746130282.110853:0:7924:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d0800/0x4ce24e57873622a6 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae408e4 expref: 6 pid: 20953 timeout: 580 lvb_type: 0 00000100:00100000:3.0:1746130282.111454:0:7924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14738 00000100:00100000:3.0:1746130282.111462:0:7924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f161c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1963:x1830949849265024:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746130282.111476:0:7924:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746130282.111497:0:7924:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800934d0800/0x4ce24e57873622a6 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae408e4 expref: 6 pid: 20953 timeout: 580 lvb_type: 0 00010000:00010000:3.0:1746130282.111508:0:7924:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800934d0800/0x4ce24e57873622a6 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae408e4 expref: 6 pid: 20953 timeout: 580 lvb_type: 0 00010000:00010000:3.0:1746130282.111525:0:7924:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800934d0800/0x4ce24e57873622a6 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae408e4 expref: 6 pid: 20953 timeout: 580 lvb_type: 0 00010000:00010000:3.0:1746130282.111595:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130282.111597:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130282.111603:0:7924:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800934d0000/0x4ce24e57873622ad lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae408eb expref: 48 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130282.111610:0:7924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d0000/0x4ce24e57873622ad lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae408eb expref: 48 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130282.111634:0:7924:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800934d0000/0x4ce24e57873622ad lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae408eb expref: 48 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130282.111643:0:7924:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800934d0000/0x4ce24e57873622ad lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae408eb expref: 48 pid: 20953 timeout: 580 lvb_type: 0 00000100:00100000:3.0:1746130282.111652:0:7924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091952680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841768192:192.168.204.51@tcp:105: 00000100:00100000:3.0:1746130282.111783:0:7924:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ad546c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746130282.114923:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130282.115026:0:7924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091952680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841768192:192.168.204.51@tcp:105: 00010000:00010000:3.0:1746130282.115048:0:7924:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746130282.115069:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849265280 00000100:00100000:3.0:1746130282.115101:0:7924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f161c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+5:1963:x1830949849265024:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 3641us (4357us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130282.115112:0:7924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14738 00000100:00100000:2.0:1746130282.115134:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849265280 00002000:00100000:2.0:1746130282.115391:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008f161f80 x1830949849265280/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:268/0 lens 488/0 e 0 to 0 dl 1746130293 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130282.115407:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f161f80 with x1830949849265280 ext(0->4095) 00010000:00010000:2.0:1746130282.115414:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800934d0000/0x4ce24e57873622ad lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae408eb expref: 49 pid: 20953 timeout: 580 lvb_type: 0 00010000:00010000:2.0:1746130282.115425:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800934d0000/0x4ce24e57873622ad lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae408eb expref: 49 pid: 20953 timeout: 580 lvb_type: 0 00002000:00010000:2.0:1746130282.115431:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008f161f80 00000100:00100000:2.0:1746130282.115461:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2660 00000100:00100000:2.0:1746130282.115467:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f161f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+49:1962:x1830949849265280:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746130282.115598:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f161f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+49:1962:x1830949849265280:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 131us (683us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746130282.115604:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2660 00002000:00100000:2.0:1746130282.115609:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008f161f80 x1830949849265280/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:268/0 lens 488/4536 e 0 to 0 dl 1746130293 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130282.115616:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f161f80 with x1830949849265280 ext(0->4095) 00010000:00010000:2.0:1746130282.115620:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800934d0000/0x4ce24e57873622ad lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae408eb expref: 49 pid: 20953 timeout: 580 lvb_type: 0 00010000:00010000:2.0:1746130282.115629:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800934d0000/0x4ce24e57873622ad lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae408eb expref: 49 pid: 20953 timeout: 580 lvb_type: 0 00002000:00010000:2.0:1746130282.115635:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008f161f80 00000100:00100000:0.0:1746130282.119769:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130282.119865:0:7924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849265408 00000100:00100000:3.0:1746130282.119874:0:7924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849265408 00010000:00010000:3.0:1746130282.119910:0:7924:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d0000/0x4ce24e57873622ad lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae408eb expref: 49 pid: 20953 timeout: 580 lvb_type: 0 00000100:00100000:3.0:1746130282.119952:0:7924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14739 00000100:00100000:3.0:1746130282.119959:0:7924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f162300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+49:1962:x1830949849265408:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746130282.119971:0:7924:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746130282.119990:0:7924:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800934d0000/0x4ce24e57873622ad lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae408eb expref: 49 pid: 20953 timeout: 580 lvb_type: 0 00010000:00010000:3.0:1746130282.120001:0:7924:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800934d0000/0x4ce24e57873622ad lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae408eb expref: 49 pid: 20953 timeout: 580 lvb_type: 0 00010000:00010000:3.0:1746130282.120020:0:7924:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800934d0000/0x4ce24e57873622ad lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae408eb expref: 49 pid: 20953 timeout: 580 lvb_type: 0 00010000:00010000:3.0:1746130282.120051:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130282.120053:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130282.120059:0:7924:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880093155200/0x4ce24e57873622b4 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae408f2 expref: 48 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130282.120066:0:7924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093155200/0x4ce24e57873622b4 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae408f2 expref: 48 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130282.120093:0:7924:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880093155200/0x4ce24e57873622b4 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae408f2 expref: 48 pid: 8467 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746130282.120103:0:7924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091952680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841768320:192.168.204.51@tcp:105: 00000100:00100000:3.0:1746130282.120178:0:7924:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ad546c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746130282.122805:0:7924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091952680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841768320:192.168.204.51@tcp:105: 00010000:00010000:3.0:1746130282.122829:0:7924:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746130282.122868:0:7924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f162300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+48:1962:x1830949849265408:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 2908us (3104us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130282.122877:0:7924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14739 00000100:00100000:0.0:1746130282.123900:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130282.124340:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849265664 00000100:00100000:2.0:1746130282.124348:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849265664 00002000:00100000:2.0:1746130282.124400:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008f162680 x1830949849265664/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:268/0 lens 488/0 e 0 to 0 dl 1746130293 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130282.124410:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f162680 with x1830949849265664 ext(0->4095) 00002000:00010000:2.0:1746130282.124414:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008f162680 00000100:00100000:1.0:1746130282.124566:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4915 00000100:00100000:1.0:1746130282.124577:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f162680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+48:1961:x1830949849265664:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746130282.124999:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f162680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+48:1961:x1830949849265664:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 423us (1102us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746130282.125007:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4915 00002000:00100000:1.0:1746130282.125013:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008f162680 x1830949849265664/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:268/0 lens 488/4536 e 0 to 0 dl 1746130293 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130282.125021:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f162680 with x1830949849265664 ext(0->4095) 00002000:00010000:1.0:1746130282.125024:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008f162680 00000100:00100000:0.0:1746130282.127998:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130282.128168:0:20953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849265792 00000100:00100000:3.0:1746130282.128177:0:20953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849265792 00000100:00100000:3.0:1746130282.128826:0:20953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6476 00000100:00100000:3.0:1746130282.128838:0:20953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f162a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c84b93b0-d496-484f-8e1e-94008838f2dd+5:31579:x1830949849265792:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746130282.128852:0:20953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746130282.128867:0:20953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800934d0c00/0x4ce24e57873622bb lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae408f9 expref: -99 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130282.128897:0:20953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880093155200/0x4ce24e57873622b4 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae408f2 expref: 47 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130282.128905:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746130282.128907:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746130282.128910:0:20953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d0c00/0x4ce24e57873622bb lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae408f9 expref: 6 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130282.128934:0:20953:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880093155200/0x4ce24e57873622b4 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae408f2 expref: 47 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130282.128943:0:20953:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880093155200/0x4ce24e57873622b4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae408f2 expref: 47 pid: 8467 timeout: 580 lvb_type: 0 00000100:00100000:3.0:1746130282.128951:0:20953:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091952680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:20953:1830949841768448:192.168.204.51@tcp:104: 00000100:00100000:3.0:1746130282.129034:0:20953:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ad546c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746130282.131814:0:20953:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091952680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:20953:1830949841768448:192.168.204.51@tcp:104: 00010000:00010000:3.0:1746130282.131852:0:20953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800934d0c00/0x4ce24e57873622bb lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae408f9 expref: 6 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130282.131868:0:20953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800934d0c00, rc 0) 00000100:00100000:3.0:1746130282.131921:0:20953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f162a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c84b93b0-d496-484f-8e1e-94008838f2dd+6:31579:x1830949849265792:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3087us (3932us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130282.131929:0:20953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6476 00000100:00100000:0.0:1746130282.132524:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130282.132589:0:7924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849265920 00000100:00100000:3.0:1746130282.132596:0:7924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849265920 00010000:00010000:3.0:1746130282.132623:0:7924:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880093155200/0x4ce24e57873622b4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae408f2 expref: 48 pid: 8467 timeout: 580 lvb_type: 0 00000100:00100000:3.0:1746130282.132654:0:7924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14740 00000100:00100000:3.0:1746130282.132661:0:7924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f162d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+48:1961:x1830949849265920:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746130282.132673:0:7924:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746130282.132692:0:7924:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880093155200/0x4ce24e57873622b4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae408f2 expref: 48 pid: 8467 timeout: 580 lvb_type: 0 00010000:00010000:3.0:1746130282.132703:0:7924:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880093155200/0x4ce24e57873622b4 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae408f2 expref: 48 pid: 8467 timeout: 580 lvb_type: 0 00010000:00010000:3.0:1746130282.132722:0:7924:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880093155200/0x4ce24e57873622b4 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae408f2 expref: 48 pid: 8467 timeout: 580 lvb_type: 0 00010000:00010000:3.0:1746130282.132740:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130282.132742:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130282.132748:0:7924:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800934d0c00/0x4ce24e57873622bb lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae408f9 expref: 5 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130282.132755:0:7924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d0c00/0x4ce24e57873622bb lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae408f9 expref: 5 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130282.132779:0:7924:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800934d0c00/0x4ce24e57873622bb lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae408f9 expref: 5 pid: 20953 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746130282.132789:0:7924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091952680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841768576:192.168.204.51@tcp:105: 00000100:00100000:3.0:1746130282.132841:0:7924:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ad546c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746130282.134144:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130282.134727:0:20953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849266048 00000100:00100000:3.0:1746130282.134735:0:20953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849266048 00000100:00100000:3.0:1746130282.134785:0:20953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6477 00000100:00100000:3.0:1746130282.134793:0:20953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f163100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:640ea846-b909-4eea-9a54-417e15bd627b+48:31578:x1830949849266048:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746130282.134811:0:20953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746130282.134828:0:20953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800934d1a00/0x4ce24e57873622c2 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae40900 expref: -99 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130282.134851:0:20953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800934d0c00/0x4ce24e57873622bb lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae408f9 expref: 5 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130282.134858:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130282.134860:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130282.134863:0:20953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d1a00/0x4ce24e57873622c2 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40900 expref: 49 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130282.134885:0:20953:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800934d0c00/0x4ce24e57873622bb lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae408f9 expref: 5 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130282.134895:0:20953:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800934d0c00/0x4ce24e57873622bb lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae408f9 expref: 5 pid: 20953 timeout: 580 lvb_type: 0 00000100:00100000:3.0:1746130282.134905:0:20953:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091950e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:20953:1830949841768704:192.168.204.51@tcp:104: 00000100:00100000:3.0:1746130282.134975:0:20953:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ad54000 going to sleep for 11 seconds 00000100:00100000:0.0:1746130282.135169:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130282.135227:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849266304 00000100:00100000:1.0:1746130282.135232:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849266304 00002000:00100000:1.0:1746130282.135256:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008f163480 x1830949849266304/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:268/0 lens 488/0 e 0 to 0 dl 1746130293 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130282.135280:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f163480 with x1830949849266304 ext(0->4095) 00010000:00010000:1.0:1746130282.135285:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800934d0c00/0x4ce24e57873622bb lrc: 6/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae408f9 expref: 6 pid: 20953 timeout: 580 lvb_type: 0 00010000:00010000:1.0:1746130282.135295:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800934d0c00/0x4ce24e57873622bb lrc: 6/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae408f9 expref: 6 pid: 20953 timeout: 580 lvb_type: 0 00002000:00010000:1.0:1746130282.135301:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008f163480 00000100:00100000:1.0:1746130282.135319:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2661 00000100:00100000:1.0:1746130282.135325:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f163480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949849266304:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746130282.135340:0:7924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091952680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841768576:192.168.204.51@tcp:105: 00010000:00010000:3.0:1746130282.135352:0:7924:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746130282.135392:0:7924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f162d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+49:1961:x1830949849265920:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 2732us (2868us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130282.135400:0:7924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14740 00000100:00100000:1.0:1746130282.135440:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f163480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949849266304:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 115us (271us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746130282.135446:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2661 00002000:00100000:1.0:1746130282.135450:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008f163480 x1830949849266304/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:268/0 lens 488/4536 e 0 to 0 dl 1746130293 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130282.135456:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f163480 with x1830949849266304 ext(0->4095) 00010000:00010000:1.0:1746130282.135460:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800934d0c00/0x4ce24e57873622bb lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae408f9 expref: 6 pid: 20953 timeout: 580 lvb_type: 0 00010000:00010000:1.0:1746130282.135468:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800934d0c00/0x4ce24e57873622bb lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae408f9 expref: 6 pid: 20953 timeout: 580 lvb_type: 0 00002000:00010000:1.0:1746130282.135473:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008f163480 00000100:00100000:3.0:1746130282.137617:0:20953:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091950e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:20953:1830949841768704:192.168.204.51@tcp:104: 00000100:00100000:0.0:1746130282.137635:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00010000:00010000:3.0:1746130282.137643:0:20953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800934d1a00/0x4ce24e57873622c2 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40900 expref: 48 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130282.137657:0:20953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800934d1a00, rc 0) 00000100:00100000:0.0:1746130282.137683:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130282.137686:0:8469:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849266432 00000100:00100000:1.0:1746130282.137692:0:8469:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849266432 00000100:00100000:3.0:1746130282.137702:0:20953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f163100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:640ea846-b909-4eea-9a54-417e15bd627b+49:31578:x1830949849266048:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2909us (3562us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130282.137709:0:20953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6477 00000100:00100000:2.0:1746130282.137856:0:7924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849266560 00000100:00100000:2.0:1746130282.137860:0:7924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849266560 00010000:00010000:2.0:1746130282.137880:0:7924:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d0c00/0x4ce24e57873622bb lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae408f9 expref: 6 pid: 20953 timeout: 580 lvb_type: 0 00000100:00100000:2.0:1746130282.137902:0:7924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14741 00000100:00100000:2.0:1746130282.137907:0:7924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f163b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1964:x1830949849266560:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746130282.137918:0:7924:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746130282.137935:0:7924:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800934d0c00/0x4ce24e57873622bb lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae408f9 expref: 6 pid: 20953 timeout: 580 lvb_type: 0 00010000:00010000:2.0:1746130282.137956:0:7924:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800934d0c00/0x4ce24e57873622bb lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae408f9 expref: 6 pid: 20953 timeout: 580 lvb_type: 0 00010000:00010000:2.0:1746130282.137974:0:7924:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800934d0c00/0x4ce24e57873622bb lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae408f9 expref: 6 pid: 20953 timeout: 580 lvb_type: 0 00010000:00010000:2.0:1746130282.138001:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130282.138003:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130282.138008:0:7924:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1a00/0x4ce24e57873622c2 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40900 expref: 48 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130282.138014:0:7924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d1a00/0x4ce24e57873622c2 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40900 expref: 48 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130282.138037:0:7924:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800934d1a00/0x4ce24e57873622c2 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40900 expref: 48 pid: 20953 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746130282.138046:0:7924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135afed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841768832:192.168.204.51@tcp:105: 00000100:00100000:2.0:1746130282.138101:0:7924:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800932b2d80 going to sleep for 11 seconds 00000100:00100000:1.0:1746130282.138255:0:8469:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6478 00000100:00100000:1.0:1746130282.138289:0:8469:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f163800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:640ea846-b909-4eea-9a54-417e15bd627b+48:31579:x1830949849266432:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746130282.138300:0:8469:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746130282.138432:0:8469:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a4a33000/0x4ce24e57873622c9 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae40907 expref: -99 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130282.138449:0:8469:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1a00/0x4ce24e57873622c2 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40900 expref: 49 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130282.138455:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130282.138456:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130282.138459:0:8469:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a4a33000/0x4ce24e57873622c9 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40907 expref: 49 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130282.138475:0:8469:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800934d1a00/0x4ce24e57873622c2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40900 expref: 49 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130282.138485:0:8469:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800934d1a00/0x4ce24e57873622c2 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40900 expref: 49 pid: 20953 timeout: 580 lvb_type: 0 00000100:00100000:1.0:1746130282.138493:0:8469:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093171180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8469:1830949841768960:192.168.204.51@tcp:104: 00000100:00100000:1.0:1746130282.138539:0:8469:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18fba80 going to sleep for 11 seconds 00000100:00100000:1.0:1746130282.140963:0:8469:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093171180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8469:1830949841768960:192.168.204.51@tcp:104: 00010000:00010000:1.0:1746130282.141053:0:8469:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a4a33000/0x4ce24e57873622c9 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40907 expref: 49 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130282.141069:0:8469:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a4a33000, rc 0) 00000100:00100000:1.0:1746130282.141130:0:8469:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f163800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:640ea846-b909-4eea-9a54-417e15bd627b+49:31579:x1830949849266432:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2848us (3540us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130282.141140:0:8469:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6478 00000100:00100000:2.0:1746130282.141209:0:7924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135afed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841768832:192.168.204.51@tcp:105: 00010000:00010000:2.0:1746130282.141223:0:7924:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746130282.141243:0:7924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f163b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+5:1964:x1830949849266560:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 3336us (3560us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130282.141252:0:7924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14741 00000100:00100000:0.0:1746130282.141476:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130282.141595:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849266816 00000100:00100000:3.0:1746130282.141601:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849266816 00002000:00100000:3.0:1746130282.141637:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008f160380 x1830949849266816/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:268/0 lens 488/0 e 0 to 0 dl 1746130293 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130282.141646:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f160380 with x1830949849266816 ext(0->4095) 00010000:00010000:3.0:1746130282.141651:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1a00/0x4ce24e57873622c2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40900 expref: 49 pid: 20953 timeout: 580 lvb_type: 0 00010000:00010000:3.0:1746130282.141663:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800934d1a00/0x4ce24e57873622c2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40900 expref: 49 pid: 20953 timeout: 580 lvb_type: 0 00002000:00010000:3.0:1746130282.141669:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008f160380 00000100:00100000:3.0:1746130282.141692:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2662 00000100:00100000:3.0:1746130282.141699:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f160380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+49:1961:x1830949849266816:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746130282.141929:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f160380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+49:1961:x1830949849266816:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 230us (454us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746130282.141996:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2662 00002000:00100000:3.0:1746130282.142002:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008f160380 x1830949849266816/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:268/0 lens 488/4536 e 0 to 0 dl 1746130293 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130282.142009:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f160380 with x1830949849266816 ext(0->4095) 00010000:00010000:3.0:1746130282.142013:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1a00/0x4ce24e57873622c2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40900 expref: 49 pid: 20953 timeout: 580 lvb_type: 0 00010000:00010000:3.0:1746130282.142021:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800934d1a00/0x4ce24e57873622c2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40900 expref: 49 pid: 20953 timeout: 580 lvb_type: 0 00002000:00010000:3.0:1746130282.142026:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008f160380 00000100:00100000:0.0:1746130282.144042:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130282.144187:0:7924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849266944 00000100:00100000:2.0:1746130282.144194:0:7924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849266944 00010000:00010000:2.0:1746130282.144230:0:7924:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d1a00/0x4ce24e57873622c2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40900 expref: 49 pid: 20953 timeout: 580 lvb_type: 0 00000100:00100000:2.0:1746130282.144254:0:7924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14742 00000100:00100000:2.0:1746130282.144260:0:7924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880084bac000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+49:1963:x1830949849266944:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746130282.144316:0:7924:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746130282.144335:0:7924:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800934d1a00/0x4ce24e57873622c2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40900 expref: 49 pid: 20953 timeout: 580 lvb_type: 0 00010000:00010000:2.0:1746130282.144344:0:7924:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800934d1a00/0x4ce24e57873622c2 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40900 expref: 49 pid: 20953 timeout: 580 lvb_type: 0 00010000:00010000:2.0:1746130282.144382:0:7924:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1a00/0x4ce24e57873622c2 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40900 expref: 49 pid: 20953 timeout: 580 lvb_type: 0 00010000:00010000:2.0:1746130282.144395:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130282.144397:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130282.144403:0:7924:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a4a33000/0x4ce24e57873622c9 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40907 expref: 48 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130282.144410:0:7924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a4a33000/0x4ce24e57873622c9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40907 expref: 48 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130282.144439:0:7924:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a4a33000/0x4ce24e57873622c9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40907 expref: 48 pid: 8469 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746130282.144450:0:7924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135afed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841769088:192.168.204.51@tcp:105: 00000100:00100000:2.0:1746130282.144533:0:7924:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800932b2d80 going to sleep for 11 seconds 00000100:00100000:2.0:1746130282.146774:0:7924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135afed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841769088:192.168.204.51@tcp:105: 00010000:00010000:2.0:1746130282.146797:0:7924:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746130282.146848:0:7924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880084bac000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+48:1963:x1830949849266944:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 2587us (2812us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130282.146859:0:7924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14742 00000100:00100000:0.0:1746130282.147579:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130282.147770:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849267200 00000100:00100000:3.0:1746130282.147776:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849267200 00002000:00100000:3.0:1746130282.147809:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880084bac380 x1830949849267200/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:268/0 lens 488/0 e 0 to 0 dl 1746130293 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130282.147817:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880084bac380 with x1830949849267200 ext(0->4095) 00002000:00010000:3.0:1746130282.147821:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880084bac380 00000100:00100000:3.0:1746130282.147836:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4916 00000100:00100000:3.0:1746130282.147841:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880084bac380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+48:1962:x1830949849267200:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746130282.147960:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880084bac380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+48:1962:x1830949849267200:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 119us (383us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746130282.147965:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4916 00002000:00100000:3.0:1746130282.147969:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880084bac380 x1830949849267200/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:268/0 lens 488/4536 e 0 to 0 dl 1746130293 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130282.147981:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880084bac380 with x1830949849267200 ext(0->4095) 00002000:00010000:3.0:1746130282.147983:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880084bac380 00000100:00100000:2.0:1746130282.151110:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130282.151201:0:8469:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849267328 00000100:00100000:1.0:1746130282.151208:0:8469:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849267328 00000100:00100000:1.0:1746130282.151534:0:8469:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6479 00000100:00100000:1.0:1746130282.151542:0:8469:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b938050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+5:31579:x1830949849267328:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746130282.151558:0:8469:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746130282.151572:0:8469:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a4a32200/0x4ce24e57873622d0 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae4090e expref: -99 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130282.151599:0:8469:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a4a33000/0x4ce24e57873622c9 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40907 expref: 47 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130282.151606:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130282.151608:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130282.151611:0:8469:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a4a32200/0x4ce24e57873622d0 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4090e expref: 6 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130282.151639:0:8469:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a4a33000/0x4ce24e57873622c9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40907 expref: 47 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130282.151650:0:8469:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a4a33000/0x4ce24e57873622c9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40907 expref: 47 pid: 8469 timeout: 580 lvb_type: 0 00000100:00100000:1.0:1746130282.151661:0:8469:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093171180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8469:1830949841769216:192.168.204.51@tcp:104: 00000100:00100000:1.0:1746130282.151753:0:8469:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18fba80 going to sleep for 11 seconds 00000100:00100000:1.0:1746130282.154867:0:8469:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093171180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8469:1830949841769216:192.168.204.51@tcp:104: 00010000:00010000:1.0:1746130282.154896:0:8469:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a4a32200/0x4ce24e57873622d0 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4090e expref: 6 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130282.154913:0:8469:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a4a32200, rc 0) 00000100:00100000:1.0:1746130282.154966:0:8469:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b938050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+6:31579:x1830949849267328:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3425us (3866us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130282.154973:0:8469:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6479 00000100:00100000:0.0:1746130282.157413:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130282.157765:0:7924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849267456 00000100:00100000:2.0:1746130282.157774:0:7924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849267456 00010000:00010000:2.0:1746130282.157813:0:7924:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a4a33000/0x4ce24e57873622c9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40907 expref: 48 pid: 8469 timeout: 580 lvb_type: 0 00000100:00100000:2.0:1746130282.157842:0:7924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14743 00000100:00100000:2.0:1746130282.157850:0:7924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880084bac700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+48:1962:x1830949849267456:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746130282.157865:0:7924:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746130282.157889:0:7924:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a4a33000/0x4ce24e57873622c9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40907 expref: 48 pid: 8469 timeout: 580 lvb_type: 0 00010000:00010000:2.0:1746130282.157901:0:7924:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a4a33000/0x4ce24e57873622c9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40907 expref: 48 pid: 8469 timeout: 580 lvb_type: 0 00010000:00010000:2.0:1746130282.157924:0:7924:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a4a33000/0x4ce24e57873622c9 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40907 expref: 48 pid: 8469 timeout: 580 lvb_type: 0 00010000:00010000:2.0:1746130282.157962:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130282.157964:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130282.157972:0:7924:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a4a32200/0x4ce24e57873622d0 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4090e expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130282.157978:0:7924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a4a32200/0x4ce24e57873622d0 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4090e expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130282.158013:0:7924:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a4a32200/0x4ce24e57873622d0 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4090e expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746130282.158025:0:7924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135afed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841769344:192.168.204.51@tcp:105: 00000100:00100000:2.0:1746130282.158113:0:7924:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800932b2d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746130282.158966:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130282.159003:0:8469:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849267584 00000100:00100000:1.0:1746130282.159011:0:8469:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849267584 00000100:00100000:1.0:1746130282.159061:0:8469:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6480 00000100:00100000:1.0:1746130282.159068:0:8469:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880084baca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:640ea846-b909-4eea-9a54-417e15bd627b+48:31578:x1830949849267584:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746130282.159081:0:8469:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746130282.159095:0:8469:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094412800/0x4ce24e57873622d7 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae40915 expref: -99 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130282.159113:0:8469:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a4a32200/0x4ce24e57873622d0 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4090e expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130282.159120:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130282.159122:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130282.159125:0:8469:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094412800/0x4ce24e57873622d7 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40915 expref: 49 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130282.159150:0:8469:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a4a32200/0x4ce24e57873622d0 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4090e expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130282.159161:0:8469:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a4a32200/0x4ce24e57873622d0 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4090e expref: 5 pid: 8469 timeout: 580 lvb_type: 0 00000100:00100000:1.0:1746130282.159176:0:8469:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093172300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8469:1830949841769472:192.168.204.51@tcp:104: 00000100:00100000:1.0:1746130282.159229:0:8469:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18fba80 going to sleep for 11 seconds 00000100:00100000:0.0:1746130282.162907:0:7924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135afed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841769344:192.168.204.51@tcp:105: 00010000:00010000:0.0:1746130282.162930:0:7924:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746130282.162984:0:7924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880084bac700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+49:1962:x1830949849267456:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 5134us (5584us total) trans 0 rc 0/0 00000100:00100000:0.0:1746130282.162994:0:7924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14743 00000100:00100000:2.0:1746130282.163899:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130282.163902:0:8469:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093172300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8469:1830949841769472:192.168.204.51@tcp:104: 00010000:00010000:1.0:1746130282.163926:0:8469:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094412800/0x4ce24e57873622d7 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40915 expref: 48 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130282.163940:0:8469:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094412800, rc 0) 00000100:00100000:1.0:1746130282.163985:0:8469:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880084baca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:640ea846-b909-4eea-9a54-417e15bd627b+48:31578:x1830949849267584:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4913us (5018us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130282.163992:0:8469:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6480 00000100:00100000:0.0:1746130282.163998:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849267840 00000100:00100000:0.0:1746130282.164004:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849267840 00002000:00100000:0.0:1746130282.164033:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880135afed80 x1830949849267840/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:268/0 lens 488/0 e 0 to 0 dl 1746130293 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746130282.164039:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135afed80 with x1830949849267840 ext(0->4095) 00010000:00010000:0.0:1746130282.164044:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a4a32200/0x4ce24e57873622d0 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4090e expref: 6 pid: 8469 timeout: 580 lvb_type: 0 00010000:00010000:0.0:1746130282.164063:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a4a32200/0x4ce24e57873622d0 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4090e expref: 6 pid: 8469 timeout: 580 lvb_type: 0 00002000:00010000:0.0:1746130282.164069:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880135afed80 00000100:00100000:0.0:1746130282.164089:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2663 00000100:00100000:0.0:1746130282.164094:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135afed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949849267840:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746130282.164215:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135afed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949849267840:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 120us (318us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746130282.164221:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2663 00002000:00100000:0.0:1746130282.164226:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880135afed80 x1830949849267840/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:268/0 lens 488/4536 e 0 to 0 dl 1746130293 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746130282.164232:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135afed80 with x1830949849267840 ext(0->4095) 00010000:00010000:0.0:1746130282.164236:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a4a32200/0x4ce24e57873622d0 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4090e expref: 6 pid: 8469 timeout: 580 lvb_type: 0 00010000:00010000:0.0:1746130282.164246:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a4a32200/0x4ce24e57873622d0 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4090e expref: 6 pid: 8469 timeout: 580 lvb_type: 0 00002000:00010000:0.0:1746130282.164251:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880135afed80 00000100:00100000:0.0:1746130282.166560:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130282.166618:0:7924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849267968 00000100:00100000:2.0:1746130282.166626:0:7924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849267968 00010000:00010000:2.0:1746130282.166661:0:7924:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a4a32200/0x4ce24e57873622d0 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4090e expref: 6 pid: 8469 timeout: 580 lvb_type: 0 00000100:00100000:2.0:1746130282.166695:0:7924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14744 00000100:00100000:2.0:1746130282.166701:0:7924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880137326450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1964:x1830949849267968:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746130282.166713:0:7924:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746130282.166730:0:7924:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a4a32200/0x4ce24e57873622d0 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4090e expref: 6 pid: 8469 timeout: 580 lvb_type: 0 00010000:00010000:2.0:1746130282.166740:0:7924:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a4a32200/0x4ce24e57873622d0 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4090e expref: 6 pid: 8469 timeout: 580 lvb_type: 0 00010000:00010000:2.0:1746130282.166761:0:7924:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a4a32200/0x4ce24e57873622d0 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4090e expref: 6 pid: 8469 timeout: 580 lvb_type: 0 00010000:00010000:2.0:1746130282.166940:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130282.166942:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130282.166948:0:7924:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094412800/0x4ce24e57873622d7 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40915 expref: 47 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130282.166955:0:7924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094412800/0x4ce24e57873622d7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40915 expref: 47 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130282.166983:0:7924:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094412800/0x4ce24e57873622d7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40915 expref: 47 pid: 8469 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746130282.166992:0:7924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135aff100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841769600:192.168.204.51@tcp:105: 00000100:00100000:2.0:1746130282.167894:0:7924:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800932b26c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746130282.170941:0:7924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135aff100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841769600:192.168.204.51@tcp:105: 00000100:00100000:0.0:1746130282.170952:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00010000:00010000:2.0:1746130282.170961:0:7924:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746130282.171001:0:7924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880137326450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+5:1964:x1830949849267968:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 4299us (4447us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130282.171011:0:7924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14744 00000100:00100000:1.0:1746130282.171102:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849268224 00000100:00100000:1.0:1746130282.171108:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849268224 00002000:00100000:1.0:1746130282.171141:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880084bace00 x1830949849268224/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:268/0 lens 488/0 e 0 to 0 dl 1746130293 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130282.171151:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880084bace00 with x1830949849268224 ext(0->4095) 00002000:00010000:1.0:1746130282.171155:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880084bace00 00000100:00100000:1.0:1746130282.171178:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4917 00000100:00100000:1.0:1746130282.171185:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880084bace00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+48:1962:x1830949849268224:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746130282.171333:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880084bace00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+48:1962:x1830949849268224:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 148us (382us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746130282.171339:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4917 00002000:00100000:1.0:1746130282.171343:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880084bace00 x1830949849268224/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:268/0 lens 488/4536 e 0 to 0 dl 1746130293 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130282.171356:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880084bace00 with x1830949849268224 ext(0->4095) 00002000:00010000:1.0:1746130282.171358:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880084bace00 00000100:00100000:0.0:1746130282.173560:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130282.173653:0:8469:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849268352 00000100:00100000:1.0:1746130282.173661:0:8469:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849268352 00000100:00100000:1.0:1746130282.173790:0:8469:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6481 00000100:00100000:1.0:1746130282.173798:0:8469:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880084bad180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+5:31579:x1830949849268352:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746130282.173815:0:8469:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746130282.173832:0:8469:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800b526f000/0x4ce24e57873622de lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae4091c expref: -99 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130282.173858:0:8469:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094412800/0x4ce24e57873622d7 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40915 expref: 47 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130282.173865:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130282.173867:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130282.173870:0:8469:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800b526f000/0x4ce24e57873622de lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4091c expref: 6 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130282.173898:0:8469:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094412800/0x4ce24e57873622d7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40915 expref: 47 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130282.173908:0:8469:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094412800/0x4ce24e57873622d7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40915 expref: 47 pid: 8469 timeout: 580 lvb_type: 0 00000100:00100000:1.0:1746130282.173918:0:8469:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093172300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8469:1830949841769728:192.168.204.51@tcp:104: 00000100:00100000:1.0:1746130282.174228:0:8469:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18fb900 going to sleep for 11 seconds 00000100:00100000:0.0:1746130282.176940:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130282.177057:0:8469:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093172300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8469:1830949841769728:192.168.204.51@tcp:104: 00010000:00010000:1.0:1746130282.177096:0:8469:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800b526f000/0x4ce24e57873622de lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4091c expref: 6 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130282.177116:0:8469:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800b526f000, rc 0) 00000100:00100000:1.0:1746130282.177177:0:8469:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880084bad180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+6:31579:x1830949849268352:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3379us (3625us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130282.177186:0:8469:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6481 00000100:00100000:3.0:1746130282.177563:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849268480 00000100:00100000:3.0:1746130282.177571:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849268480 00002000:00100000:3.0:1746130282.177619:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff880084bad500 x1830949849268480/t0(0) o4->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:268/0 lens 496/0 e 0 to 0 dl 1746130293 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130282.177627:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880084bad500 with x1830949849268480 ext(0->7) 00010000:00010000:3.0:1746130282.177633:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094412800/0x4ce24e57873622d7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40915 expref: 48 pid: 8469 timeout: 580 lvb_type: 0 00010000:00010000:3.0:1746130282.177644:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094412800/0x4ce24e57873622d7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40915 expref: 48 pid: 8469 timeout: 580 lvb_type: 0 00002000:00010000:3.0:1746130282.177651:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880084bad500 00000100:00100000:3.0:1746130282.177666:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2664 00000100:00100000:3.0:1746130282.177673:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880084bad500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+48:1964:x1830949849268480:12345-192.168.204.51@tcp:4:ldlm_bl.0 00000100:00100000:3.0:1746130282.178003:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880084bad500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+50:1964:x1830949849268480:12345-192.168.204.51@tcp:4:ldlm_bl.0 Request processed in 329us (1072us total) trans 4294967946 rc 0/0 00000100:00100000:3.0:1746130282.178013:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2664 00002000:00100000:3.0:1746130282.178019:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff880084bad500 x1830949849268480/t4294967946(0) o4->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:268/0 lens 496/448 e 0 to 0 dl 1746130293 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130282.178025:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880084bad500 with x1830949849268480 ext(0->7) 00010000:00010000:3.0:1746130282.178030:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094412800/0x4ce24e57873622d7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40915 expref: 50 pid: 8469 timeout: 580 lvb_type: 0 00010000:00010000:3.0:1746130282.178054:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094412800/0x4ce24e57873622d7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40915 expref: 50 pid: 8469 timeout: 580 lvb_type: 0 00002000:00010000:3.0:1746130282.178059:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880084bad500 00000100:00100000:0.0:1746130282.181596:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130282.181708:0:7924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849268608 00000100:00100000:2.0:1746130282.181716:0:7924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849268608 00010000:00010000:2.0:1746130282.181751:0:7924:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094412800/0x4ce24e57873622d7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40915 expref: 50 pid: 8469 timeout: 580 lvb_type: 0 00000100:00100000:2.0:1746130282.181788:0:7924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14745 00000100:00100000:2.0:1746130282.181796:0:7924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880084bad880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+50:1964:x1830949849268608:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746130282.181808:0:7924:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746130282.181826:0:7924:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094412800/0x4ce24e57873622d7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40915 expref: 50 pid: 8469 timeout: 580 lvb_type: 0 00010000:00010000:2.0:1746130282.181837:0:7924:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094412800/0x4ce24e57873622d7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40915 expref: 50 pid: 8469 timeout: 580 lvb_type: 0 00010000:00010000:2.0:1746130282.181856:0:7924:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094412800/0x4ce24e57873622d7 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40915 expref: 50 pid: 8469 timeout: 580 lvb_type: 0 00010000:00010000:2.0:1746130282.181885:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130282.181888:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130282.181894:0:7924:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800b526f000/0x4ce24e57873622de lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4091c expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130282.181902:0:7924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800b526f000/0x4ce24e57873622de lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4091c expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130282.181932:0:7924:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800b526f000/0x4ce24e57873622de lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4091c expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746130282.181943:0:7924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135aff100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841769856:192.168.204.51@tcp:105: 00000100:00100000:2.0:1746130282.182026:0:7924:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800932b2780 going to sleep for 11 seconds 00000100:00100000:0.0:1746130282.185689:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130282.185828:0:7924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135aff100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841769856:192.168.204.51@tcp:105: 00010000:00010000:2.0:1746130282.185847:0:7924:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746130282.185902:0:7924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880084bad880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+49:1964:x1830949849268608:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 4106us (4315us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130282.185917:0:7924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14745 00000100:00100000:3.0:1746130282.186129:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849268864 00000100:00100000:3.0:1746130282.186137:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849268864 00002000:00100000:3.0:1746130282.186181:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880084badc00 x1830949849268864/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:268/0 lens 488/0 e 0 to 0 dl 1746130293 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130282.186190:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880084badc00 with x1830949849268864 ext(0->4095) 00002000:00010000:3.0:1746130282.186195:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880084badc00 00000100:00100000:3.0:1746130282.186221:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4918 00000100:00100000:3.0:1746130282.186228:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880084badc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1964:x1830949849268864:12345-192.168.204.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746130282.186810:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880084badc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1964:x1830949849268864:12345-192.168.204.51@tcp:3:ptlrpcd_01_01.0 Request processed in 581us (1131us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746130282.186816:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4918 00002000:00100000:3.0:1746130282.186820:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880084badc00 x1830949849268864/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:268/0 lens 488/4536 e 0 to 0 dl 1746130293 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130282.186827:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880084badc00 with x1830949849268864 ext(0->4095) 00002000:00010000:3.0:1746130282.186830:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880084badc00 00000100:00100000:0.0:1746130282.187338:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130282.188593:0:8469:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849268992 00000100:00100000:1.0:1746130282.188602:0:8469:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849268992 00000100:00100000:1.0:1746130282.188651:0:8469:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6482 00000100:00100000:1.0:1746130282.188658:0:8469:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880084badf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:640ea846-b909-4eea-9a54-417e15bd627b+49:31578:x1830949849268992:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746130282.188673:0:8469:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746130282.188689:0:8469:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800acd47600/0x4ce24e57873622e5 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae40923 expref: -99 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130282.188715:0:8469:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800b526f000/0x4ce24e57873622de lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4091c expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130282.188721:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130282.188723:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130282.188727:0:8469:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800acd47600/0x4ce24e57873622e5 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40923 expref: 50 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130282.188753:0:8469:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800b526f000/0x4ce24e57873622de lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4091c expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130282.188763:0:8469:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800b526f000/0x4ce24e57873622de lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4091c expref: 5 pid: 8469 timeout: 580 lvb_type: 0 00000100:00100000:1.0:1746130282.188773:0:8469:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093172300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8469:1830949841769984:192.168.204.51@tcp:104: 00000100:00100000:0.0:1746130282.188824:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130282.188841:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849269120 00000100:00100000:0.0:1746130282.188843:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849269120 00000100:00100000:0.0:1746130282.188865:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6483 00000100:00100000:0.0:1746130282.188870:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880084bae300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:640ea846-b909-4eea-9a54-417e15bd627b+51:31579:x1830949849269120:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746130282.188876:0:8467:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746130282.188882:0:8467:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880093155600/0x4ce24e57873622ec lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae4092a expref: -99 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130282.188892:0:8467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130282.188896:0:8467:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800acd47600/0x4ce24e57873622e5 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40923 expref: 52 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130282.188900:0:8467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746130282.188903:0:8467:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093155600/0x4ce24e57873622ec lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4092a expref: 52 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130282.188921:0:8467:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800acd47600/0x4ce24e57873622e5 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40923 expref: 52 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130282.188930:0:8467:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880093155600/0x4ce24e57873622ec lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4092a expref: 52 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130282.188939:0:8467:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093155600, rc 0) 00000100:00100000:0.0:1746130282.188955:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880084bae300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:640ea846-b909-4eea-9a54-417e15bd627b+52:31579:x1830949849269120:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 85us (132us total) trans 0 rc 0/0 00000100:00100000:0.0:1746130282.188961:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6483 00000100:00100000:1.0:1746130282.189221:0:8469:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18fb900 going to sleep for 11 seconds 00000100:00100000:1.0:1746130282.189739:0:8469:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093172300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8469:1830949841769984:192.168.204.51@tcp:104: 00010000:00010000:1.0:1746130282.189752:0:8469:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800acd47600/0x4ce24e57873622e5 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40923 expref: 51 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130282.189760:0:8469:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800acd47600, rc 0) 00000100:00100000:1.0:1746130282.189779:0:8469:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880084badf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:640ea846-b909-4eea-9a54-417e15bd627b+51:31578:x1830949849268992:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1122us (2443us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130282.189784:0:8469:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6482 00000100:00100000:0.0:1746130282.190098:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130282.190182:0:7924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849269248 00000100:00100000:2.0:1746130282.190186:0:7924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849269248 00010000:00010000:2.0:1746130282.190205:0:7924:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800b526f000/0x4ce24e57873622de lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4091c expref: 6 pid: 8469 timeout: 580 lvb_type: 0 00000100:00100000:2.0:1746130282.190223:0:7924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14746 00000100:00100000:2.0:1746130282.190228:0:7924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880084bae680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1963:x1830949849269248:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746130282.190236:0:7924:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746130282.190253:0:7924:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800b526f000/0x4ce24e57873622de lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4091c expref: 6 pid: 8469 timeout: 580 lvb_type: 0 00010000:00010000:2.0:1746130282.190262:0:7924:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800b526f000/0x4ce24e57873622de lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4091c expref: 6 pid: 8469 timeout: 580 lvb_type: 0 00010000:00010000:2.0:1746130282.190299:0:7924:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800b526f000/0x4ce24e57873622de lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4091c expref: 6 pid: 8469 timeout: 580 lvb_type: 0 00010000:00010000:2.0:1746130282.190324:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130282.190326:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130282.190331:0:7924:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800acd47600/0x4ce24e57873622e5 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40923 expref: 50 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130282.190339:0:7924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800acd47600/0x4ce24e57873622e5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40923 expref: 50 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130282.190359:0:7924:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800acd47600/0x4ce24e57873622e5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40923 expref: 50 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130282.190381:0:7924:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800acd47600/0x4ce24e57873622e5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40923 expref: 50 pid: 8469 timeout: 580 lvb_type: 0 00000100:00100000:2.0:1746130282.190389:0:7924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135aff100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841770240:192.168.204.51@tcp:105: 00000100:00100000:2.0:1746130282.190510:0:7924:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800932b2780 going to sleep for 11 seconds 00000100:00100000:2.0:1746130282.191676:0:7924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135aff100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841770240:192.168.204.51@tcp:105: 00010000:00010000:2.0:1746130282.191687:0:7924:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746130282.191707:0:7924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880084bae680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+5:1963:x1830949849269248:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 1480us (1611us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130282.191713:0:7924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14746 00000100:00100000:0.0:1746130282.192233:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130282.192293:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849269504 00000100:00100000:3.0:1746130282.192298:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849269504 00002000:00100000:3.0:1746130282.192328:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880084baea00 x1830949849269504/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:268/0 lens 488/0 e 0 to 0 dl 1746130293 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130282.192338:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880084baea00 with x1830949849269504 ext(0->4095) 00010000:00010000:3.0:1746130282.192343:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800acd47600/0x4ce24e57873622e5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40923 expref: 51 pid: 8469 timeout: 580 lvb_type: 0 00010000:00010000:3.0:1746130282.192351:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800acd47600/0x4ce24e57873622e5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40923 expref: 51 pid: 8469 timeout: 580 lvb_type: 0 00002000:00010000:3.0:1746130282.192355:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880084baea00 00000100:00100000:3.0:1746130282.192389:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2665 00000100:00100000:3.0:1746130282.192396:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880084baea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+51:1962:x1830949849269504:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746130282.192688:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880084baea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+51:1962:x1830949849269504:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 293us (455us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746130282.192694:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2665 00002000:00100000:3.0:1746130282.192700:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880084baea00 x1830949849269504/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:268/0 lens 488/4536 e 0 to 0 dl 1746130293 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130282.192706:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880084baea00 with x1830949849269504 ext(0->4095) 00010000:00010000:3.0:1746130282.192710:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800acd47600/0x4ce24e57873622e5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40923 expref: 51 pid: 8469 timeout: 580 lvb_type: 0 00010000:00010000:3.0:1746130282.192718:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800acd47600/0x4ce24e57873622e5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40923 expref: 51 pid: 8469 timeout: 580 lvb_type: 0 00002000:00010000:3.0:1746130282.192723:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880084baea00 00000100:00100000:0.0:1746130282.194420:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130282.194512:0:7924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849269632 00000100:00100000:2.0:1746130282.194520:0:7924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849269632 00010000:00010000:2.0:1746130282.194545:0:7924:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800acd47600/0x4ce24e57873622e5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40923 expref: 51 pid: 8469 timeout: 580 lvb_type: 0 00000100:00100000:2.0:1746130282.194585:0:7924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14747 00000100:00100000:2.0:1746130282.194592:0:7924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880084baed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+51:1963:x1830949849269632:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746130282.194603:0:7924:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746130282.194621:0:7924:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800acd47600/0x4ce24e57873622e5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40923 expref: 51 pid: 8469 timeout: 580 lvb_type: 0 00010000:00010000:2.0:1746130282.194633:0:7924:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800acd47600/0x4ce24e57873622e5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40923 expref: 51 pid: 8469 timeout: 580 lvb_type: 0 00010000:00010000:2.0:1746130282.194653:0:7924:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800acd47600/0x4ce24e57873622e5 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40923 expref: 51 pid: 8469 timeout: 580 lvb_type: 0 00010000:00010000:2.0:1746130282.194682:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130282.194684:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130282.194691:0:7924:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880093155600/0x4ce24e57873622ec lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4092a expref: 50 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130282.194698:0:7924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093155600/0x4ce24e57873622ec lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4092a expref: 50 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130282.194728:0:7924:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880093155600/0x4ce24e57873622ec lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4092a expref: 50 pid: 8467 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746130282.194738:0:7924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135aff100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841770368:192.168.204.51@tcp:105: 00000100:00100000:2.0:1746130282.195197:0:7924:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800932b2780 going to sleep for 11 seconds 00000100:00100000:2.0:1746130282.196736:0:7924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135aff100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841770368:192.168.204.51@tcp:105: 00010000:00010000:2.0:1746130282.196751:0:7924:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746130282.196788:0:7924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880084baed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+50:1963:x1830949849269632:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 2196us (2374us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130282.196796:0:7924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14747 00000100:00100000:0.0:1746130282.197194:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130282.197248:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849269888 00000100:00100000:3.0:1746130282.197254:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849269888 00002000:00100000:3.0:1746130282.197313:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880084baf100 x1830949849269888/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:268/0 lens 488/0 e 0 to 0 dl 1746130293 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130282.197484:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880084baf100 with x1830949849269888 ext(0->4095) 00002000:00010000:3.0:1746130282.197488:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880084baf100 00000100:00100000:3.0:1746130282.197511:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4919 00000100:00100000:3.0:1746130282.197520:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880084baf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+50:1962:x1830949849269888:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746130282.197650:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880084baf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+50:1962:x1830949849269888:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 132us (457us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746130282.197656:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4919 00002000:00100000:3.0:1746130282.197661:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880084baf100 x1830949849269888/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:268/0 lens 488/4536 e 0 to 0 dl 1746130293 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130282.197667:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880084baf100 with x1830949849269888 ext(0->4095) 00002000:00010000:3.0:1746130282.197671:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880084baf100 00000100:00100000:0.0:1746130282.198804:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130282.198855:0:8469:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849270016 00000100:00100000:1.0:1746130282.198861:0:8469:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849270016 00000100:00100000:1.0:1746130282.198904:0:8469:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6484 00000100:00100000:1.0:1746130282.198910:0:8469:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880084baf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+5:31579:x1830949849270016:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746130282.198921:0:8469:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746130282.198938:0:8469:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094412800/0x4ce24e57873622f3 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae40931 expref: -99 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130282.198961:0:8469:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880093155600/0x4ce24e57873622ec lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4092a expref: 49 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130282.198968:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130282.198969:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130282.198973:0:8469:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094412800/0x4ce24e57873622f3 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40931 expref: 6 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130282.199001:0:8469:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880093155600/0x4ce24e57873622ec lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4092a expref: 49 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130282.199010:0:8469:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880093155600/0x4ce24e57873622ec lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4092a expref: 49 pid: 8467 timeout: 580 lvb_type: 0 00000100:00100000:1.0:1746130282.199021:0:8469:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093172300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8469:1830949841770496:192.168.204.51@tcp:104: 00000100:00100000:1.0:1746130282.199105:0:8469:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18fb480 going to sleep for 11 seconds 00000100:00100000:2.0:1746130282.200571:0:8469:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093172300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8469:1830949841770496:192.168.204.51@tcp:104: 00010000:00010000:2.0:1746130282.200604:0:8469:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094412800/0x4ce24e57873622f3 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40931 expref: 6 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130282.200616:0:8469:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094412800, rc 0) 00000100:00100000:2.0:1746130282.200694:0:8469:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880084baf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+6:31579:x1830949849270016:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1783us (1891us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130282.200703:0:8469:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6484 00000100:00100000:0.0:1746130282.200893:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130282.201028:0:7924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849270144 00000100:00100000:3.0:1746130282.201034:0:7924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849270144 00010000:00010000:3.0:1746130282.201065:0:7924:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880093155600/0x4ce24e57873622ec lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4092a expref: 50 pid: 8467 timeout: 580 lvb_type: 0 00000100:00100000:3.0:1746130282.201086:0:7924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14748 00000100:00100000:3.0:1746130282.201092:0:7924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880084baf800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+50:1961:x1830949849270144:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746130282.201101:0:7924:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746130282.201117:0:7924:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880093155600/0x4ce24e57873622ec lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4092a expref: 50 pid: 8467 timeout: 580 lvb_type: 0 00010000:00010000:3.0:1746130282.201131:0:7924:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880093155600/0x4ce24e57873622ec lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4092a expref: 50 pid: 8467 timeout: 580 lvb_type: 0 00010000:00010000:3.0:1746130282.201147:0:7924:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880093155600/0x4ce24e57873622ec lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4092a expref: 50 pid: 8467 timeout: 580 lvb_type: 0 00010000:00010000:3.0:1746130282.201169:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130282.201171:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130282.201177:0:7924:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094412800/0x4ce24e57873622f3 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40931 expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130282.201184:0:7924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094412800/0x4ce24e57873622f3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40931 expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130282.201208:0:7924:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094412800/0x4ce24e57873622f3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40931 expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746130282.201221:0:7924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091950e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841770624:192.168.204.51@tcp:105: 00000100:00100000:3.0:1746130282.201306:0:7924:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ad54000 going to sleep for 11 seconds 00000100:00100000:3.0:1746130282.203706:0:7924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091950e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841770624:192.168.204.51@tcp:105: 00010000:00010000:3.0:1746130282.203731:0:7924:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746130282.203874:0:7924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880084baf800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+49:1961:x1830949849270144:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 2686us (2885us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130282.203884:0:7924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14748 00000100:00100000:0.0:1746130282.204620:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130282.204693:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849270400 00000100:00100000:1.0:1746130282.204699:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849270400 00002000:00100000:1.0:1746130282.204747:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880084bafb80 x1830949849270400/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:268/0 lens 488/0 e 0 to 0 dl 1746130293 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130282.204756:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880084bafb80 with x1830949849270400 ext(0->4095) 00002000:00010000:1.0:1746130282.204760:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880084bafb80 00000100:00100000:1.0:1746130282.204784:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4920 00000100:00100000:1.0:1746130282.204789:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880084bafb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949849270400:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746130282.204913:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880084bafb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949849270400:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 123us (296us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746130282.204919:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4920 00002000:00100000:1.0:1746130282.204924:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880084bafb80 x1830949849270400/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:268/0 lens 488/4536 e 0 to 0 dl 1746130293 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130282.204932:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880084bafb80 with x1830949849270400 ext(0->4095) 00002000:00010000:1.0:1746130282.204934:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880084bafb80 00000100:00100000:0.0:1746130282.206373:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130282.206460:0:8469:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849270528 00000100:00100000:2.0:1746130282.206467:0:8469:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849270528 00000100:00100000:2.0:1746130282.206511:0:8469:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6485 00000100:00100000:2.0:1746130282.206518:0:8469:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880084bac000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:640ea846-b909-4eea-9a54-417e15bd627b+49:31579:x1830949849270528:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746130282.206531:0:8469:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746130282.206550:0:8469:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091fc8000/0x4ce24e57873622fa lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae40938 expref: -99 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130282.206574:0:8469:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094412800/0x4ce24e57873622f3 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40931 expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130282.206581:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130282.206583:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130282.206587:0:8469:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc8000/0x4ce24e57873622fa lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40938 expref: 50 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130282.206613:0:8469:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094412800/0x4ce24e57873622f3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40931 expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130282.206622:0:8469:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094412800/0x4ce24e57873622f3 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40931 expref: 5 pid: 8469 timeout: 580 lvb_type: 0 00000100:00100000:2.0:1746130282.206632:0:8469:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135aff100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8469:1830949841770752:192.168.204.51@tcp:104: 00000100:00100000:2.0:1746130282.206915:0:8469:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800932b2780 going to sleep for 11 seconds 00000100:00100000:0.0:1746130282.207294:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130282.207391:0:10554:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849270656 00000100:00100000:2.0:1746130282.207395:0:10554:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849270656 00000100:00100000:0.0:1746130282.207424:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6486 00000100:00100000:0.0:1746130282.207430:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880084bac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:640ea846-b909-4eea-9a54-417e15bd627b+51:31578:x1830949849270656:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746130282.207438:0:8467:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746130282.207445:0:8467:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880093155400/0x4ce24e5787362301 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae4093f expref: -99 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130282.207457:0:8467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130282.207461:0:8467:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8000/0x4ce24e57873622fa lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40938 expref: 52 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130282.207466:0:8467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746130282.207469:0:8467:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093155400/0x4ce24e5787362301 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4093f expref: 52 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130282.207489:0:8467:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091fc8000/0x4ce24e57873622fa lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40938 expref: 52 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130282.207504:0:8467:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880093155400/0x4ce24e5787362301 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4093f expref: 52 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130282.207512:0:8467:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093155400, rc 0) 00000100:00100000:0.0:1746130282.207546:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880084bac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:640ea846-b909-4eea-9a54-417e15bd627b+52:31578:x1830949849270656:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 115us (281us total) trans 0 rc 0/0 00000100:00100000:0.0:1746130282.207551:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6486 00000100:00100000:0.0:1746130282.211192:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130282.211263:0:8469:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135aff100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8469:1830949841770752:192.168.204.51@tcp:104: 00010000:00010000:2.0:1746130282.211316:0:8469:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091fc8000/0x4ce24e57873622fa lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40938 expref: 51 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130282.211331:0:8469:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091fc8000, rc 0) 00000100:00100000:2.0:1746130282.211388:0:8469:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880084bac000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:640ea846-b909-4eea-9a54-417e15bd627b+51:31579:x1830949849270528:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4870us (5029us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130282.211396:0:8469:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6485 00000100:00100000:3.0:1746130282.211522:0:7924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849270784 00000100:00100000:3.0:1746130282.211529:0:7924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849270784 00010000:00010000:3.0:1746130282.211679:0:7924:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094412800/0x4ce24e57873622f3 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40931 expref: 6 pid: 8469 timeout: 580 lvb_type: 0 00000100:00100000:3.0:1746130282.211700:0:7924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14749 00000100:00100000:3.0:1746130282.211706:0:7924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f161c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949849270784:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746130282.211716:0:7924:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746130282.211732:0:7924:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094412800/0x4ce24e57873622f3 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40931 expref: 6 pid: 8469 timeout: 580 lvb_type: 0 00010000:00010000:3.0:1746130282.211742:0:7924:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094412800/0x4ce24e57873622f3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40931 expref: 6 pid: 8469 timeout: 580 lvb_type: 0 00010000:00010000:3.0:1746130282.211760:0:7924:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094412800/0x4ce24e57873622f3 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40931 expref: 6 pid: 8469 timeout: 580 lvb_type: 0 00010000:00010000:3.0:1746130282.211898:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130282.211900:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130282.211906:0:7924:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8000/0x4ce24e57873622fa lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40938 expref: 50 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130282.211914:0:7924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc8000/0x4ce24e57873622fa lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40938 expref: 50 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130282.211939:0:7924:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091fc8000/0x4ce24e57873622fa lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40938 expref: 50 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130282.211949:0:7924:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091fc8000/0x4ce24e57873622fa lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40938 expref: 50 pid: 8469 timeout: 580 lvb_type: 0 00000100:00100000:3.0:1746130282.211959:0:7924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091950e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841771008:192.168.204.51@tcp:105: 00000100:00100000:3.0:1746130282.212341:0:7924:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ad54000 going to sleep for 11 seconds 00000100:00100000:3.0:1746130282.213637:0:7924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091950e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841771008:192.168.204.51@tcp:105: 00010000:00010000:3.0:1746130282.213655:0:7924:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746130282.213694:0:7924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f161c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+5:1962:x1830949849270784:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 1987us (2509us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130282.213703:0:7924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14749 00000100:00100000:0.0:1746130282.214410:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130282.214553:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849271040 00000100:00100000:3.0:1746130282.214566:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849271040 00002000:00100000:3.0:1746130282.214598:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008f162300 x1830949849271040/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:268/0 lens 488/0 e 0 to 0 dl 1746130293 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130282.214607:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f162300 with x1830949849271040 ext(0->4095) 00010000:00010000:3.0:1746130282.214614:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8000/0x4ce24e57873622fa lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40938 expref: 51 pid: 8469 timeout: 580 lvb_type: 0 00010000:00010000:3.0:1746130282.214625:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091fc8000/0x4ce24e57873622fa lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40938 expref: 51 pid: 8469 timeout: 580 lvb_type: 0 00002000:00010000:3.0:1746130282.214630:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008f162300 00000100:00100000:3.0:1746130282.214656:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2666 00000100:00100000:3.0:1746130282.214662:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f162300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+51:1961:x1830949849271040:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746130282.214788:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f162300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+51:1961:x1830949849271040:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 126us (379us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746130282.214796:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2666 00002000:00100000:3.0:1746130282.214800:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008f162300 x1830949849271040/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:268/0 lens 488/4536 e 0 to 0 dl 1746130293 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130282.214806:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f162300 with x1830949849271040 ext(0->4095) 00010000:00010000:3.0:1746130282.214810:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8000/0x4ce24e57873622fa lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40938 expref: 51 pid: 8469 timeout: 580 lvb_type: 0 00010000:00010000:3.0:1746130282.214818:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091fc8000/0x4ce24e57873622fa lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40938 expref: 51 pid: 8469 timeout: 580 lvb_type: 0 00002000:00010000:3.0:1746130282.214823:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008f162300 00000100:00100000:0.0:1746130282.216683:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130282.216755:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130282.216837:0:7924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849271296 00000100:00100000:2.0:1746130282.216841:0:8469:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849271168 00000100:00100000:3.0:1746130282.216844:0:7924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849271296 00000100:00100000:2.0:1746130282.216845:0:8469:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849271168 00010000:00010000:3.0:1746130282.216868:0:7924:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc8000/0x4ce24e57873622fa lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40938 expref: 51 pid: 8469 timeout: 580 lvb_type: 0 00000100:00100000:3.0:1746130282.216905:0:7924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14750 00000100:00100000:3.0:1746130282.216915:0:7924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f163b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+51:1964:x1830949849271296:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746130282.216927:0:7924:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746130282.216946:0:7924:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091fc8000/0x4ce24e57873622fa lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40938 expref: 51 pid: 8469 timeout: 580 lvb_type: 0 00010000:00010000:3.0:1746130282.216956:0:7924:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091fc8000/0x4ce24e57873622fa lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40938 expref: 51 pid: 8469 timeout: 580 lvb_type: 0 00010000:00010000:3.0:1746130282.216972:0:7924:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8000/0x4ce24e57873622fa lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40938 expref: 51 pid: 8469 timeout: 580 lvb_type: 0 00010000:00010000:3.0:1746130282.216988:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130282.216990:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130282.216995:0:7924:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880093155400/0x4ce24e5787362301 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4093f expref: 50 pid: 8467 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746130282.217018:0:8469:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6487 00000100:00100000:2.0:1746130282.217025:0:8469:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f162d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+5:31579:x1830949849271168:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746130282.217036:0:8469:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746130282.217046:0:8469:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091fc8e00/0x4ce24e5787362308 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae40946 expref: -99 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130282.217099:0:7924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093155400/0x4ce24e5787362301 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4093f expref: 50 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130282.217122:0:7924:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880093155400/0x4ce24e5787362301 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4093f expref: 50 pid: 8467 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746130282.217131:0:7924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091950e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841771136:192.168.204.51@tcp:105: 00010000:00010000:2.0:1746130282.217199:0:8469:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880093155400/0x4ce24e5787362301 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4093f expref: 50 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130282.217206:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:3.0:1746130282.217294:0:7924:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ad54240 going to sleep for 11 seconds 00010000:00010000:2.0:1746130282.217381:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746130282.217386:0:8469:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc8e00/0x4ce24e5787362308 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40946 expref: 6 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130282.217404:0:8469:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880093155400/0x4ce24e5787362301 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4093f expref: 50 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130282.217413:0:8469:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880093155400/0x4ce24e5787362301 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4093f expref: 50 pid: 8467 timeout: 580 lvb_type: 0 00000100:00100000:2.0:1746130282.217420:0:8469:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135aff100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8469:1830949841771264:192.168.204.51@tcp:104: 00000100:00100000:2.0:1746130282.217588:0:8469:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800932b2780 going to sleep for 11 seconds 00000100:00100000:0.0:1746130282.219360:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130282.219469:0:7924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091950e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841771136:192.168.204.51@tcp:105: 00010000:00010000:3.0:1746130282.219487:0:7924:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746130282.219521:0:7924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f163b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+50:1964:x1830949849271296:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 2611us (2765us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130282.219530:0:7924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14750 00000100:00100000:2.0:1746130282.219600:0:8469:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135aff100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8469:1830949841771264:192.168.204.51@tcp:104: 00010000:00010000:2.0:1746130282.219619:0:8469:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091fc8e00/0x4ce24e5787362308 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40946 expref: 6 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130282.219633:0:8469:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091fc8e00, rc 0) 00000100:00100000:1.0:1746130282.219647:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849271552 00000100:00100000:1.0:1746130282.219653:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849271552 00000100:00100000:2.0:1746130282.219658:0:8469:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f162d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+6:31579:x1830949849271168:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2634us (2981us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130282.219664:0:8469:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6487 00002000:00100000:1.0:1746130282.219682:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008f160a80 x1830949849271552/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:268/0 lens 488/0 e 0 to 0 dl 1746130293 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130282.219690:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f160a80 with x1830949849271552 ext(0->4095) 00010000:00010000:1.0:1746130282.219694:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093155400/0x4ce24e5787362301 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4093f expref: 50 pid: 8467 timeout: 580 lvb_type: 0 00010000:00010000:1.0:1746130282.219711:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093155400/0x4ce24e5787362301 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4093f expref: 50 pid: 8467 timeout: 580 lvb_type: 0 00002000:00010000:1.0:1746130282.219717:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008f160a80 00000100:00100000:1.0:1746130282.219742:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2667 00000100:00100000:1.0:1746130282.219748:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f160a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+50:1961:x1830949849271552:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746130282.219884:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f160a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+50:1961:x1830949849271552:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 136us (529us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746130282.219890:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2667 00002000:00100000:1.0:1746130282.219895:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008f160a80 x1830949849271552/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:268/0 lens 488/4536 e 0 to 0 dl 1746130293 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130282.219902:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f160a80 with x1830949849271552 ext(0->4095) 00010000:00010000:1.0:1746130282.219906:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093155400/0x4ce24e5787362301 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4093f expref: 50 pid: 8467 timeout: 580 lvb_type: 0 00010000:00010000:1.0:1746130282.219919:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093155400/0x4ce24e5787362301 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4093f expref: 50 pid: 8467 timeout: 580 lvb_type: 0 00002000:00010000:1.0:1746130282.219929:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008f160a80 00000100:00100000:0.0:1746130282.222893:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130282.222981:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130282.223174:0:7924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849271808 00000100:00100000:3.0:1746130282.223184:0:7924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849271808 00010000:00010000:3.0:1746130282.223223:0:7924:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880093155400/0x4ce24e5787362301 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4093f expref: 50 pid: 8467 timeout: 580 lvb_type: 0 00000100:00100000:3.0:1746130282.223262:0:7924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14751 00000100:00100000:3.0:1746130282.223293:0:7924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880137327850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+50:1962:x1830949849271808:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746130282.223308:0:7924:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746130282.223329:0:7924:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880093155400/0x4ce24e5787362301 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4093f expref: 50 pid: 8467 timeout: 580 lvb_type: 0 00010000:00010000:3.0:1746130282.223340:0:7924:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880093155400/0x4ce24e5787362301 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4093f expref: 50 pid: 8467 timeout: 580 lvb_type: 0 00010000:00010000:3.0:1746130282.223379:0:7924:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880093155400/0x4ce24e5787362301 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4093f expref: 50 pid: 8467 timeout: 580 lvb_type: 0 00010000:00010000:3.0:1746130282.223395:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130282.223397:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130282.223404:0:7924:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8e00/0x4ce24e5787362308 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40946 expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130282.223412:0:7924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc8e00/0x4ce24e5787362308 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40946 expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130282.223450:0:7924:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091fc8e00/0x4ce24e5787362308 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40946 expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746130282.223460:0:7924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091950e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841771392:192.168.204.51@tcp:105: 00000100:00100000:2.0:1746130282.223474:0:8469:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849271680 00000100:00100000:2.0:1746130282.223478:0:8469:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849271680 00000100:00100000:2.0:1746130282.223497:0:8469:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6488 00000100:00100000:2.0:1746130282.223503:0:8469:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f161880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:640ea846-b909-4eea-9a54-417e15bd627b+50:31578:x1830949849271680:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746130282.223514:0:8469:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746130282.223527:0:8469:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e578736230f lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae4094d expref: -99 pid: 8469 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746130282.223530:0:7924:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ad54240 going to sleep for 11 seconds 00010000:00010000:2.0:1746130282.223545:0:8469:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8e00/0x4ce24e5787362308 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40946 expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130282.223551:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130282.223552:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130282.223555:0:8469:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e578736230f lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4094d expref: 51 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130282.223568:0:8469:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091fc8e00/0x4ce24e5787362308 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40946 expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130282.223577:0:8469:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091fc8e00/0x4ce24e5787362308 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40946 expref: 5 pid: 8469 timeout: 580 lvb_type: 0 00000100:00100000:2.0:1746130282.223584:0:8469:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135aff100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8469:1830949841771520:192.168.204.51@tcp:104: 00000100:00100000:2.0:1746130282.223619:0:8469:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800932b2780 going to sleep for 11 seconds 00000100:00100000:0.0:1746130282.226975:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130282.227063:0:8469:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135aff100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8469:1830949841771520:192.168.204.51@tcp:104: 00010000:00010000:2.0:1746130282.227195:0:8469:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e578736230f lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4094d expref: 51 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130282.227216:0:8469:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091fc9a00, rc 0) 00000100:00100000:3.0:1746130282.227217:0:7924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091950e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841771392:192.168.204.51@tcp:105: 00010000:00010000:3.0:1746130282.227236:0:7924:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746130282.227296:0:7924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880137327850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+51:1962:x1830949849271808:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 4005us (4313us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130282.227308:0:7924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14751 00000100:00100000:2.0:1746130282.227516:0:8469:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f161880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:640ea846-b909-4eea-9a54-417e15bd627b+50:31578:x1830949849271680:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4013us (4630us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130282.227521:0:8469:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6488 00000100:00100000:1.0:1746130282.227905:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849272064 00000100:00100000:1.0:1746130282.227912:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849272064 00002000:00100000:1.0:1746130282.227940:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008f161500 x1830949849272064/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:268/0 lens 488/0 e 0 to 0 dl 1746130293 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130282.227948:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f161500 with x1830949849272064 ext(0->4095) 00010000:00010000:1.0:1746130282.227953:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8e00/0x4ce24e5787362308 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40946 expref: 6 pid: 8469 timeout: 580 lvb_type: 0 00010000:00010000:1.0:1746130282.228354:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091fc8e00/0x4ce24e5787362308 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40946 expref: 6 pid: 8469 timeout: 580 lvb_type: 0 00002000:00010000:1.0:1746130282.228360:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008f161500 00000100:00100000:1.0:1746130282.228396:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2668 00000100:00100000:1.0:1746130282.228402:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f161500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949849272064:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746130282.228809:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f161500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949849272064:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 406us (1839us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746130282.228815:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2668 00002000:00100000:1.0:1746130282.228820:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008f161500 x1830949849272064/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:268/0 lens 488/4536 e 0 to 0 dl 1746130293 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130282.228827:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f161500 with x1830949849272064 ext(0->4095) 00010000:00010000:1.0:1746130282.228831:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8e00/0x4ce24e5787362308 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40946 expref: 6 pid: 8469 timeout: 580 lvb_type: 0 00010000:00010000:1.0:1746130282.228844:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091fc8e00/0x4ce24e5787362308 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40946 expref: 6 pid: 8469 timeout: 580 lvb_type: 0 00002000:00010000:1.0:1746130282.228848:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008f161500 00000100:00100000:0.0:1746130282.230933:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130282.230992:0:7924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849272192 00000100:00100000:3.0:1746130282.231000:0:7924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849272192 00010000:00010000:3.0:1746130282.231038:0:7924:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc8e00/0x4ce24e5787362308 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40946 expref: 6 pid: 8469 timeout: 580 lvb_type: 0 00000100:00100000:3.0:1746130282.231066:0:7924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14752 00000100:00100000:3.0:1746130282.231072:0:7924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f162a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949849272192:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746130282.231085:0:7924:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746130282.231102:0:7924:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091fc8e00/0x4ce24e5787362308 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40946 expref: 6 pid: 8469 timeout: 580 lvb_type: 0 00010000:00010000:3.0:1746130282.231113:0:7924:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091fc8e00/0x4ce24e5787362308 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40946 expref: 6 pid: 8469 timeout: 580 lvb_type: 0 00010000:00010000:3.0:1746130282.231132:0:7924:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8e00/0x4ce24e5787362308 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40946 expref: 6 pid: 8469 timeout: 580 lvb_type: 0 00010000:00010000:3.0:1746130282.231247:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130282.231249:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130282.231256:0:7924:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e578736230f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4094d expref: 49 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130282.231264:0:7924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e578736230f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4094d expref: 49 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130282.231324:0:7924:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e578736230f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4094d expref: 49 pid: 8469 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746130282.231335:0:7924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091950e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841771648:192.168.204.51@tcp:105: 00000100:00100000:3.0:1746130282.231423:0:7924:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ad54d80 going to sleep for 11 seconds 00000100:00100000:3.0:1746130282.232674:0:7924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091950e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841771648:192.168.204.51@tcp:105: 00010000:00010000:3.0:1746130282.232693:0:7924:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746130282.232722:0:7924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f162a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+5:1961:x1830949849272192:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 1649us (1795us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130282.232730:0:7924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14752 00000100:00100000:0.0:1746130282.233224:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130282.233302:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849272448 00000100:00100000:1.0:1746130282.233307:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849272448 00002000:00100000:1.0:1746130282.233344:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008f163100 x1830949849272448/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:268/0 lens 488/0 e 0 to 0 dl 1746130293 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130282.233352:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f163100 with x1830949849272448 ext(0->4095) 00002000:00010000:1.0:1746130282.233355:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008f163100 00000100:00100000:1.0:1746130282.233395:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4921 00000100:00100000:1.0:1746130282.233401:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f163100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+50:1963:x1830949849272448:12345-192.168.204.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746130282.233523:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f163100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+50:1963:x1830949849272448:12345-192.168.204.51@tcp:3:ptlrpcd_01_00.0 Request processed in 123us (300us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746130282.233529:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4921 00002000:00100000:1.0:1746130282.233533:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008f163100 x1830949849272448/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:268/0 lens 488/4536 e 0 to 0 dl 1746130293 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130282.233540:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f163100 with x1830949849272448 ext(0->4095) 00002000:00010000:1.0:1746130282.233542:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008f163100 00000100:00100000:0.0:1746130282.235078:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130282.235300:0:8469:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849272576 00000100:00100000:2.0:1746130282.235306:0:8469:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849272576 00000100:00100000:2.0:1746130282.235343:0:8469:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6489 00000100:00100000:2.0:1746130282.235349:0:8469:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f163800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+5:31579:x1830949849272576:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746130282.235361:0:8469:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746130282.235388:0:8469:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091fc8000/0x4ce24e5787362316 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae40954 expref: -99 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130282.235409:0:8469:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e578736230f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4094d expref: 49 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130282.235416:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746130282.235418:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746130282.235421:0:8469:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc8000/0x4ce24e5787362316 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40954 expref: 6 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130282.235445:0:8469:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e578736230f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4094d expref: 49 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130282.235455:0:8469:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e578736230f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4094d expref: 49 pid: 8469 timeout: 580 lvb_type: 0 00000100:00100000:2.0:1746130282.235470:0:8469:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135aff100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8469:1830949841771776:192.168.204.51@tcp:104: 00000100:00100000:2.0:1746130282.235546:0:8469:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800932b2780 going to sleep for 11 seconds 00000100:00100000:2.0:1746130282.236767:0:8469:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135aff100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8469:1830949841771776:192.168.204.51@tcp:104: 00010000:00010000:2.0:1746130282.236783:0:8469:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091fc8000/0x4ce24e5787362316 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40954 expref: 6 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130282.236796:0:8469:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091fc8000, rc 0) 00000100:00100000:2.0:1746130282.236835:0:8469:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f163800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+6:31579:x1830949849272576:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1486us (1760us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130282.236843:0:8469:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6489 00000100:00100000:0.0:1746130282.237615:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130282.237726:0:7924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849272704 00000100:00100000:3.0:1746130282.237732:0:7924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849272704 00010000:00010000:3.0:1746130282.237763:0:7924:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e578736230f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4094d expref: 50 pid: 8469 timeout: 580 lvb_type: 0 00000100:00100000:3.0:1746130282.237951:0:7924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14753 00000100:00100000:3.0:1746130282.237958:0:7924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f161c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+50:1961:x1830949849272704:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746130282.237968:0:7924:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746130282.237985:0:7924:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e578736230f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4094d expref: 50 pid: 8469 timeout: 580 lvb_type: 0 00010000:00010000:3.0:1746130282.237995:0:7924:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e578736230f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4094d expref: 50 pid: 8469 timeout: 580 lvb_type: 0 00010000:00010000:3.0:1746130282.238012:0:7924:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e578736230f lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4094d expref: 50 pid: 8469 timeout: 580 lvb_type: 0 00010000:00010000:3.0:1746130282.238034:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130282.238036:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130282.238043:0:7924:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8000/0x4ce24e5787362316 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40954 expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130282.238050:0:7924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc8000/0x4ce24e5787362316 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40954 expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130282.238177:0:7924:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091fc8000/0x4ce24e5787362316 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40954 expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746130282.238188:0:7924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091950e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841771904:192.168.204.51@tcp:105: 00000100:00100000:3.0:1746130282.238470:0:7924:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ad54d80 going to sleep for 11 seconds 00000100:00100000:3.0:1746130282.240867:0:7924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091950e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841771904:192.168.204.51@tcp:105: 00010000:00010000:3.0:1746130282.240890:0:7924:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746130282.240936:0:7924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f161c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+49:1961:x1830949849272704:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 2978us (3321us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130282.240945:0:7924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14753 00000100:00100000:0.0:1746130282.241957:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130282.242135:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849272960 00000100:00100000:2.0:1746130282.242141:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849272960 00002000:00100000:2.0:1746130282.242176:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008f163b80 x1830949849272960/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:268/0 lens 488/0 e 0 to 0 dl 1746130293 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130282.242184:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f163b80 with x1830949849272960 ext(0->4095) 00002000:00010000:2.0:1746130282.242188:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008f163b80 00000100:00100000:2.0:1746130282.242507:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4922 00000100:00100000:2.0:1746130282.242515:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f163b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949849272960:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746130282.243256:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f163b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949849272960:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 740us (1299us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746130282.243262:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4922 00002000:00100000:2.0:1746130282.243528:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008f163b80 x1830949849272960/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:268/0 lens 488/4536 e 0 to 0 dl 1746130293 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130282.243540:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f163b80 with x1830949849272960 ext(0->4095) 00002000:00010000:2.0:1746130282.243544:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008f163b80 00000100:00100000:0.0:1746130282.244155:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130282.244387:0:8469:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849273088 00000100:00100000:2.0:1746130282.244391:0:8469:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849273088 00000100:00100000:2.0:1746130282.244419:0:8469:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6490 00000100:00100000:2.0:1746130282.244424:0:8469:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091f45c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:640ea846-b909-4eea-9a54-417e15bd627b+49:31578:x1830949849273088:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746130282.244436:0:8469:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746130282.244449:0:8469:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091fc8800/0x4ce24e578736231d lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae4095b expref: -99 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130282.244470:0:8469:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8000/0x4ce24e5787362316 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40954 expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130282.244476:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130282.244477:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130282.244480:0:8469:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc8800/0x4ce24e578736231d lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4095b expref: 50 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130282.244504:0:8469:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091fc8000/0x4ce24e5787362316 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40954 expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130282.244514:0:8469:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091fc8000/0x4ce24e5787362316 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40954 expref: 5 pid: 8469 timeout: 580 lvb_type: 0 00000100:00100000:2.0:1746130282.244523:0:8469:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135aff100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8469:1830949841772032:192.168.204.51@tcp:104: 00000100:00100000:2.0:1746130282.244751:0:8469:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800932b2780 going to sleep for 11 seconds 00000100:00100000:0.0:1746130282.244964:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130282.245212:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849273216 00000100:00100000:2.0:1746130282.245215:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849273216 00000100:00100000:2.0:1746130282.245245:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6491 00000100:00100000:2.0:1746130282.245249:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091f45180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:640ea846-b909-4eea-9a54-417e15bd627b+51:31579:x1830949849273216:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746130282.245257:0:8467:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746130282.245264:0:8467:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e5787362324 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae40962 expref: -99 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130282.245299:0:8467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130282.245303:0:8467:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8800/0x4ce24e578736231d lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4095b expref: 52 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130282.245307:0:8467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746130282.245309:0:8467:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e5787362324 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40962 expref: 52 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130282.245327:0:8467:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091fc8800/0x4ce24e578736231d lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4095b expref: 52 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130282.245336:0:8467:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e5787362324 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40962 expref: 52 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130282.245343:0:8467:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091fc9a00, rc 0) 00000100:00100000:2.0:1746130282.245394:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091f45180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:640ea846-b909-4eea-9a54-417e15bd627b+52:31579:x1830949849273216:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 143us (431us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130282.245399:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6491 00000100:00100000:2.0:1746130282.246410:0:8469:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135aff100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8469:1830949841772032:192.168.204.51@tcp:104: 00010000:00010000:2.0:1746130282.246425:0:8469:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091fc8800/0x4ce24e578736231d lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4095b expref: 51 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130282.246435:0:8469:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091fc8800, rc 0) 00000100:00100000:2.0:1746130282.246456:0:8469:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091f45c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:640ea846-b909-4eea-9a54-417e15bd627b+51:31578:x1830949849273088:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2032us (2302us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130282.246462:0:8469:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6490 00000100:00100000:0.0:1746130282.246489:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130282.246547:0:7924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849273344 00000100:00100000:3.0:1746130282.246551:0:7924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849273344 00010000:00010000:3.0:1746130282.246574:0:7924:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc8000/0x4ce24e5787362316 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40954 expref: 6 pid: 8469 timeout: 580 lvb_type: 0 00000100:00100000:3.0:1746130282.246603:0:7924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14754 00000100:00100000:3.0:1746130282.246609:0:7924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7d43100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949849273344:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746130282.246618:0:7924:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746130282.246635:0:7924:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091fc8000/0x4ce24e5787362316 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40954 expref: 6 pid: 8469 timeout: 580 lvb_type: 0 00010000:00010000:3.0:1746130282.246649:0:7924:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091fc8000/0x4ce24e5787362316 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40954 expref: 6 pid: 8469 timeout: 580 lvb_type: 0 00010000:00010000:3.0:1746130282.246665:0:7924:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8000/0x4ce24e5787362316 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40954 expref: 6 pid: 8469 timeout: 580 lvb_type: 0 00010000:00010000:3.0:1746130282.246687:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130282.246689:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130282.246695:0:7924:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8800/0x4ce24e578736231d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4095b expref: 50 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130282.246702:0:7924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc8800/0x4ce24e578736231d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4095b expref: 50 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130282.246722:0:7924:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091fc8800/0x4ce24e578736231d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4095b expref: 50 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130282.246731:0:7924:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091fc8800/0x4ce24e578736231d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4095b expref: 50 pid: 8469 timeout: 580 lvb_type: 0 00000100:00100000:3.0:1746130282.246740:0:7924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091950e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841772288:192.168.204.51@tcp:105: 00000100:00100000:3.0:1746130282.246794:0:7924:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ad54d80 going to sleep for 11 seconds 00000100:00100000:3.0:1746130282.248417:0:7924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091950e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841772288:192.168.204.51@tcp:105: 00010000:00010000:3.0:1746130282.248433:0:7924:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746130282.248473:0:7924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7d43100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+5:1962:x1830949849273344:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 1864us (1984us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130282.248484:0:7924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14754 00000100:00100000:0.0:1746130282.249124:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130282.249257:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849273600 00000100:00100000:3.0:1746130282.249263:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849273600 00002000:00100000:3.0:1746130282.249307:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800a7d41180 x1830949849273600/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:268/0 lens 488/0 e 0 to 0 dl 1746130293 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130282.249313:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a7d41180 with x1830949849273600 ext(0->4095) 00010000:00010000:3.0:1746130282.249320:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8800/0x4ce24e578736231d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4095b expref: 51 pid: 8469 timeout: 580 lvb_type: 0 00010000:00010000:3.0:1746130282.249328:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091fc8800/0x4ce24e578736231d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4095b expref: 51 pid: 8469 timeout: 580 lvb_type: 0 00002000:00010000:3.0:1746130282.249333:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a7d41180 00000100:00100000:3.0:1746130282.249350:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2669 00000100:00100000:3.0:1746130282.249354:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7d41180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+51:1961:x1830949849273600:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746130282.249494:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7d41180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+51:1961:x1830949849273600:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 139us (371us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746130282.249498:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2669 00002000:00100000:3.0:1746130282.249502:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800a7d41180 x1830949849273600/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:268/0 lens 488/4536 e 0 to 0 dl 1746130293 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130282.249507:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a7d41180 with x1830949849273600 ext(0->4095) 00010000:00010000:3.0:1746130282.249510:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8800/0x4ce24e578736231d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4095b expref: 51 pid: 8469 timeout: 580 lvb_type: 0 00010000:00010000:3.0:1746130282.249519:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091fc8800/0x4ce24e578736231d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4095b expref: 51 pid: 8469 timeout: 580 lvb_type: 0 00002000:00010000:3.0:1746130282.249523:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a7d41180 00000100:00100000:0.0:1746130282.251795:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130282.251862:0:7924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849273728 00000100:00100000:3.0:1746130282.251869:0:7924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849273728 00010000:00010000:3.0:1746130282.251897:0:7924:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc8800/0x4ce24e578736231d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4095b expref: 51 pid: 8469 timeout: 580 lvb_type: 0 00000100:00100000:3.0:1746130282.252131:0:7924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14755 00000100:00100000:3.0:1746130282.252139:0:7924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7d40380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+51:1961:x1830949849273728:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746130282.252151:0:7924:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746130282.252169:0:7924:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091fc8800/0x4ce24e578736231d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4095b expref: 51 pid: 8469 timeout: 580 lvb_type: 0 00010000:00010000:3.0:1746130282.252178:0:7924:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091fc8800/0x4ce24e578736231d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4095b expref: 51 pid: 8469 timeout: 580 lvb_type: 0 00010000:00010000:3.0:1746130282.252194:0:7924:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8800/0x4ce24e578736231d lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4095b expref: 51 pid: 8469 timeout: 580 lvb_type: 0 00010000:00010000:3.0:1746130282.252214:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130282.252216:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130282.252226:0:7924:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e5787362324 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40962 expref: 50 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130282.252237:0:7924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e5787362324 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40962 expref: 50 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130282.252298:0:7924:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e5787362324 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40962 expref: 50 pid: 8467 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746130282.252310:0:7924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091950e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841772416:192.168.204.51@tcp:105: 00000100:00100000:3.0:1746130282.252435:0:7924:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ad540c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746130282.256487:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130282.256556:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849273984 00000100:00100000:2.0:1746130282.256564:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849273984 00000100:00100000:3.0:1746130282.256578:0:7924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091950e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841772416:192.168.204.51@tcp:105: 00002000:00100000:2.0:1746130282.256596:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092f63480 x1830949849273984/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:268/0 lens 488/0 e 0 to 0 dl 1746130293 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00010000:00010000:3.0:1746130282.256599:0:7924:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00100000:2.0:1746130282.256604:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092f63480 with x1830949849273984 ext(0->4095) 00002000:00010000:2.0:1746130282.256607:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092f63480 00000100:00100000:2.0:1746130282.256631:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4923 00000100:00100000:2.0:1746130282.256638:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092f63480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+51:1964:x1830949849273984:12345-192.168.204.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746130282.256639:0:7924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7d40380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+51:1961:x1830949849273728:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 4502us (4852us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130282.256646:0:7924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14755 00000100:00100000:2.0:1746130282.257159:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092f63480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+50:1964:x1830949849273984:12345-192.168.204.51@tcp:3:ptlrpcd_01_01.0 Request processed in 520us (677us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746130282.257165:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4923 00002000:00100000:2.0:1746130282.257170:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092f63480 x1830949849273984/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:268/0 lens 488/4536 e 0 to 0 dl 1746130293 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130282.257176:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092f63480 with x1830949849273984 ext(0->4095) 00002000:00010000:2.0:1746130282.257180:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092f63480 00000100:00100000:0.0:1746130282.258761:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130282.258977:0:8469:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849274112 00000100:00100000:2.0:1746130282.258983:0:8469:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849274112 00000100:00100000:2.0:1746130282.259044:0:8469:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6492 00000100:00100000:2.0:1746130282.259050:0:8469:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092f60e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+5:31579:x1830949849274112:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746130282.259064:0:8469:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746130282.259078:0:8469:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094412800/0x4ce24e578736232b lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae40969 expref: -99 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130282.259097:0:8469:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e5787362324 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40962 expref: 49 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130282.259104:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746130282.259105:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746130282.259108:0:8469:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094412800/0x4ce24e578736232b lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40969 expref: 6 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130282.259132:0:8469:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e5787362324 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40962 expref: 49 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130282.259141:0:8469:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e5787362324 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40962 expref: 49 pid: 8467 timeout: 580 lvb_type: 0 00000100:00100000:2.0:1746130282.259151:0:8469:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135aff100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8469:1830949841772544:192.168.204.51@tcp:104: 00000100:00100000:3.0:1746130282.259678:0:8469:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800932b2d80 going to sleep for 11 seconds 00000100:00100000:3.0:1746130282.260687:0:8469:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135aff100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8469:1830949841772544:192.168.204.51@tcp:104: 00010000:00010000:3.0:1746130282.260712:0:8469:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094412800/0x4ce24e578736232b lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40969 expref: 6 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130282.260725:0:8469:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094412800, rc 0) 00000100:00100000:3.0:1746130282.260762:0:8469:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092f60e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+6:31579:x1830949849274112:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1712us (2005us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130282.261454:0:8469:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6492 00000100:00100000:0.0:1746130282.261870:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130282.262028:0:7924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849274240 00000100:00100000:3.0:1746130282.262034:0:7924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849274240 00010000:00010000:3.0:1746130282.262069:0:7924:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e5787362324 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40962 expref: 50 pid: 8467 timeout: 580 lvb_type: 0 00000100:00100000:3.0:1746130282.262098:0:7924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14756 00000100:00100000:3.0:1746130282.262104:0:7924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099524e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+50:1961:x1830949849274240:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746130282.262114:0:7924:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746130282.262133:0:7924:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e5787362324 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40962 expref: 50 pid: 8467 timeout: 580 lvb_type: 0 00010000:00010000:3.0:1746130282.262141:0:7924:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e5787362324 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40962 expref: 50 pid: 8467 timeout: 580 lvb_type: 0 00010000:00010000:3.0:1746130282.262159:0:7924:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e5787362324 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40962 expref: 50 pid: 8467 timeout: 580 lvb_type: 0 00010000:00010000:3.0:1746130282.262182:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130282.262184:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130282.262190:0:7924:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094412800/0x4ce24e578736232b lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40969 expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130282.262197:0:7924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094412800/0x4ce24e578736232b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40969 expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130282.262221:0:7924:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094412800/0x4ce24e578736232b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40969 expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746130282.262231:0:7924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091950e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841772672:192.168.204.51@tcp:105: 00000100:00100000:3.0:1746130282.262301:0:7924:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ad540c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746130282.264818:0:7924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091950e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841772672:192.168.204.51@tcp:105: 00010000:00010000:3.0:1746130282.264838:0:7924:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746130282.264874:0:7924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099524e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+49:1961:x1830949849274240:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 2769us (3005us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130282.264883:0:7924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14756 00000100:00100000:0.0:1746130282.266643:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130282.266693:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130282.266746:0:8469:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849274624 00000100:00100000:3.0:1746130282.266753:0:8469:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849274624 00000100:00100000:2.0:1746130282.266768:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849274496 00000100:00100000:2.0:1746130282.266771:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849274496 00000100:00100000:3.0:1746130282.266789:0:8469:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6493 00000100:00100000:3.0:1746130282.266795:0:8469:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099525180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:640ea846-b909-4eea-9a54-417e15bd627b+49:31578:x1830949849274624:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00002000:00100000:2.0:1746130282.266797:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880099524380 x1830949849274496/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:268/0 lens 488/0 e 0 to 0 dl 1746130293 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130282.266805:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099524380 with x1830949849274496 ext(0->4095) 00010000:00010000:3.0:1746130282.266806:0:8469:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00002000:00010000:2.0:1746130282.266809:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880099524380 00010000:00010000:3.0:1746130282.266819:0:8469:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800934d0c00/0x4ce24e5787362332 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae40970 expref: -99 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130282.266839:0:8469:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094412800/0x4ce24e578736232b lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40969 expref: 6 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130282.266846:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130282.266847:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130282.266850:0:8469:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d0c00/0x4ce24e5787362332 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40970 expref: 50 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130282.266878:0:8469:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094412800/0x4ce24e578736232b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40969 expref: 6 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130282.266887:0:8469:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094412800/0x4ce24e578736232b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40969 expref: 6 pid: 8469 timeout: 580 lvb_type: 0 00000100:00100000:2.0:1746130282.266887:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2670 00000100:00100000:2.0:1746130282.266893:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099524380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949849274496:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746130282.266897:0:8469:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091950e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8469:1830949841772800:192.168.204.51@tcp:104: 00000100:00100000:3.0:1746130282.266947:0:8469:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ad540c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746130282.267003:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099524380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949849274496:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 110us (365us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746130282.267009:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2670 00002000:00100000:2.0:1746130282.267014:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880099524380 x1830949849274496/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:268/0 lens 488/4536 e 0 to 0 dl 1746130293 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130282.267020:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099524380 with x1830949849274496 ext(0->4095) 00010000:00010000:2.0:1746130282.267025:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094412800/0x4ce24e578736232b lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40969 expref: 6 pid: 8469 timeout: 580 lvb_type: 0 00010000:00010000:2.0:1746130282.267034:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094412800/0x4ce24e578736232b lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40969 expref: 6 pid: 8469 timeout: 580 lvb_type: 0 00002000:00010000:2.0:1746130282.267038:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880099524380 00000100:00100000:0.0:1746130282.269415:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130282.269504:0:10554:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849274752 00000100:00100000:1.0:1746130282.269509:0:10554:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849274752 00000100:00100000:1.0:1746130282.269558:0:10554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6494 00000100:00100000:1.0:1746130282.269570:0:10554:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099527b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:640ea846-b909-4eea-9a54-417e15bd627b+51:31579:x1830949849274752:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:3.0:1746130282.269607:0:8469:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091950e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8469:1830949841772800:192.168.204.51@tcp:104: 00010000:00010000:3.0:1746130282.269646:0:8469:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800934d0c00/0x4ce24e5787362332 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40970 expref: 51 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130282.269664:0:8469:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800934d0c00, rc 0) 00000100:00100000:3.0:1746130282.269938:0:8469:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099525180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:640ea846-b909-4eea-9a54-417e15bd627b+51:31578:x1830949849274624:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3142us (3244us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130282.269945:0:8469:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6493 00010000:00010000:1.0:1746130282.270029:0:10554:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746130282.270043:0:10554:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800acd46000/0x4ce24e5787362339 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae40977 expref: -99 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130282.270060:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130282.270065:0:10554:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800934d0c00/0x4ce24e5787362332 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40970 expref: 51 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130282.270069:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130282.270072:0:10554:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800acd46000/0x4ce24e5787362339 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40977 expref: 51 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130282.270096:0:10554:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800934d0c00/0x4ce24e5787362332 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40970 expref: 51 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130282.270105:0:10554:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800acd46000/0x4ce24e5787362339 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40977 expref: 51 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130282.270111:0:10554:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800acd46000, rc 0) 00000100:00100000:1.0:1746130282.270128:0:10554:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099527b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:640ea846-b909-4eea-9a54-417e15bd627b+51:31579:x1830949849274752:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 560us (724us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130282.270133:0:10554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6494 00000100:00100000:0.0:1746130282.270851:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130282.270927:0:7924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849274880 00000100:00100000:3.0:1746130282.270931:0:7924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849274880 00010000:00010000:3.0:1746130282.270954:0:7924:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094412800/0x4ce24e578736232b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40969 expref: 6 pid: 8469 timeout: 580 lvb_type: 0 00000100:00100000:3.0:1746130282.271292:0:7924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14757 00000100:00100000:3.0:1746130282.271300:0:7924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099525880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949849274880:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746130282.271310:0:7924:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746130282.271328:0:7924:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094412800/0x4ce24e578736232b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40969 expref: 6 pid: 8469 timeout: 580 lvb_type: 0 00010000:00010000:3.0:1746130282.271337:0:7924:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094412800/0x4ce24e578736232b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40969 expref: 6 pid: 8469 timeout: 580 lvb_type: 0 00010000:00010000:3.0:1746130282.271351:0:7924:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094412800/0x4ce24e578736232b lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40969 expref: 6 pid: 8469 timeout: 580 lvb_type: 0 00010000:00010000:3.0:1746130282.271386:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130282.271388:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130282.271393:0:7924:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800934d0c00/0x4ce24e5787362332 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40970 expref: 50 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130282.271400:0:7924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d0c00/0x4ce24e5787362332 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40970 expref: 50 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130282.271420:0:7924:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800934d0c00/0x4ce24e5787362332 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40970 expref: 50 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130282.271429:0:7924:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800934d0c00/0x4ce24e5787362332 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40970 expref: 50 pid: 8469 timeout: 580 lvb_type: 0 00000100:00100000:3.0:1746130282.271438:0:7924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091950e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841773056:192.168.204.51@tcp:105: 00000100:00100000:3.0:1746130282.271685:0:7924:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ad540c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746130282.273345:0:7924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091950e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841773056:192.168.204.51@tcp:105: 00010000:00010000:3.0:1746130282.273375:0:7924:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746130282.273409:0:7924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099525880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+5:1961:x1830949849274880:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 2110us (2559us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130282.273419:0:7924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14757 00000100:00100000:2.0:1746130282.275065:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130282.275141:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849275136 00000100:00100000:1.0:1746130282.275151:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849275136 00002000:00100000:1.0:1746130282.275193:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880135afd880 x1830949849275136/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:268/0 lens 488/0 e 0 to 0 dl 1746130293 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130282.275201:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135afd880 with x1830949849275136 ext(0->4095) 00010000:00010000:1.0:1746130282.275211:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800934d0c00/0x4ce24e5787362332 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40970 expref: 51 pid: 8469 timeout: 580 lvb_type: 0 00010000:00010000:1.0:1746130282.275224:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800934d0c00/0x4ce24e5787362332 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40970 expref: 51 pid: 8469 timeout: 580 lvb_type: 0 00002000:00010000:1.0:1746130282.275230:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880135afd880 00000100:00100000:2.0:1746130282.275992:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2671 00000100:00100000:2.0:1746130282.276003:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135afd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+51:1962:x1830949849275136:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746130282.276158:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135afd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+51:1962:x1830949849275136:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 159us (1102us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746130282.276165:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2671 00002000:00100000:2.0:1746130282.276171:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880135afd880 x1830949849275136/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:268/0 lens 488/4536 e 0 to 0 dl 1746130293 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130282.276177:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135afd880 with x1830949849275136 ext(0->4095) 00010000:00010000:2.0:1746130282.276183:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800934d0c00/0x4ce24e5787362332 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40970 expref: 51 pid: 8469 timeout: 580 lvb_type: 0 00010000:00010000:2.0:1746130282.276198:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800934d0c00/0x4ce24e5787362332 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40970 expref: 51 pid: 8469 timeout: 580 lvb_type: 0 00002000:00010000:2.0:1746130282.276204:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880135afd880 00000100:00100000:0.0:1746130282.277976:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130282.278130:0:7924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849275264 00000100:00100000:3.0:1746130282.278143:0:7924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849275264 00010000:00010000:3.0:1746130282.278189:0:7924:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d0c00/0x4ce24e5787362332 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40970 expref: 51 pid: 8469 timeout: 580 lvb_type: 0 00000100:00100000:3.0:1746130282.278241:0:7924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14758 00000100:00100000:3.0:1746130282.278251:0:7924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880137324c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+51:1962:x1830949849275264:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746130282.278287:0:7924:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746130282.278311:0:7924:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800934d0c00/0x4ce24e5787362332 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40970 expref: 51 pid: 8469 timeout: 580 lvb_type: 0 00010000:00010000:3.0:1746130282.278324:0:7924:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800934d0c00/0x4ce24e5787362332 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40970 expref: 51 pid: 8469 timeout: 580 lvb_type: 0 00010000:00010000:3.0:1746130282.278349:0:7924:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800934d0c00/0x4ce24e5787362332 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40970 expref: 51 pid: 8469 timeout: 580 lvb_type: 0 00010000:00010000:3.0:1746130282.278384:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130282.278386:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130282.278395:0:7924:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800acd46000/0x4ce24e5787362339 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40977 expref: 50 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130282.278402:0:7924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800acd46000/0x4ce24e5787362339 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40977 expref: 50 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130282.278440:0:7924:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800acd46000/0x4ce24e5787362339 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40977 expref: 50 pid: 10554 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746130282.278453:0:7924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091950e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841773184:192.168.204.51@tcp:105: 00000100:00100000:3.0:1746130282.278548:0:7924:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ad540c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746130282.280849:0:7924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091950e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841773184:192.168.204.51@tcp:105: 00010000:00010000:3.0:1746130282.280876:0:7924:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746130282.280923:0:7924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880137324c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+50:1962:x1830949849275264:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 2674us (2953us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130282.280933:0:7924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14758 00000100:00100000:0.0:1746130282.282449:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130282.282552:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849275520 00000100:00100000:2.0:1746130282.282559:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849275520 00002000:00100000:2.0:1746130282.282598:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880099524a80 x1830949849275520/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:268/0 lens 488/0 e 0 to 0 dl 1746130293 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130282.282606:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099524a80 with x1830949849275520 ext(0->4095) 00002000:00010000:2.0:1746130282.282611:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880099524a80 00000100:00100000:2.0:1746130282.282646:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4925 00000100:00100000:2.0:1746130282.282653:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099524a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+50:1962:x1830949849275520:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746130282.282802:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099524a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+50:1962:x1830949849275520:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 149us (360us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746130282.282808:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4925 00002000:00100000:2.0:1746130282.282814:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880099524a80 x1830949849275520/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:268/0 lens 488/4536 e 0 to 0 dl 1746130293 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130282.282821:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099524a80 with x1830949849275520 ext(0->4095) 00002000:00010000:2.0:1746130282.282823:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880099524a80 00000100:00100000:0.0:1746130282.285111:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130282.285181:0:10554:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849275648 00000100:00100000:1.0:1746130282.285189:0:10554:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849275648 00000100:00100000:1.0:1746130282.285239:0:10554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6495 00000100:00100000:1.0:1746130282.285246:0:10554:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099525500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+5:31579:x1830949849275648:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746130282.285262:0:10554:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746130282.285310:0:10554:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800acd47600/0x4ce24e5787362340 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae4097e expref: -99 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130282.285335:0:10554:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800acd46000/0x4ce24e5787362339 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40977 expref: 49 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130282.285343:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130282.285344:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130282.285347:0:10554:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800acd47600/0x4ce24e5787362340 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4097e expref: 6 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130282.285388:0:10554:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800acd46000/0x4ce24e5787362339 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40977 expref: 49 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130282.285400:0:10554:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800acd46000/0x4ce24e5787362339 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40977 expref: 49 pid: 10554 timeout: 580 lvb_type: 0 00000100:00100000:1.0:1746130282.285415:0:10554:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093171180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10554:1830949841773312:192.168.204.51@tcp:104: 00000100:00100000:1.0:1746130282.285496:0:10554:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18fb480 going to sleep for 11 seconds 00000100:00100000:1.0:1746130282.287411:0:10554:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093171180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10554:1830949841773312:192.168.204.51@tcp:104: 00010000:00010000:1.0:1746130282.287434:0:10554:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800acd47600/0x4ce24e5787362340 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4097e expref: 6 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130282.287444:0:10554:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800acd47600, rc 0) 00000100:00100000:1.0:1746130282.287489:0:10554:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099525500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+6:31579:x1830949849275648:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2243us (2384us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130282.287496:0:10554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6495 00000100:00100000:0.0:1746130282.287620:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130282.287701:0:7924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849275776 00000100:00100000:3.0:1746130282.287709:0:7924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849275776 00010000:00010000:3.0:1746130282.287744:0:7924:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800acd46000/0x4ce24e5787362339 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40977 expref: 50 pid: 10554 timeout: 580 lvb_type: 0 00000100:00100000:3.0:1746130282.287774:0:7924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14759 00000100:00100000:3.0:1746130282.287781:0:7924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099527800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+50:1961:x1830949849275776:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746130282.287792:0:7924:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746130282.287814:0:7924:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800acd46000/0x4ce24e5787362339 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40977 expref: 50 pid: 10554 timeout: 580 lvb_type: 0 00010000:00010000:3.0:1746130282.287826:0:7924:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800acd46000/0x4ce24e5787362339 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40977 expref: 50 pid: 10554 timeout: 580 lvb_type: 0 00010000:00010000:3.0:1746130282.287846:0:7924:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800acd46000/0x4ce24e5787362339 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40977 expref: 50 pid: 10554 timeout: 580 lvb_type: 0 00010000:00010000:3.0:1746130282.287873:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130282.287875:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130282.287882:0:7924:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800acd47600/0x4ce24e5787362340 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4097e expref: 5 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130282.287889:0:7924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800acd47600/0x4ce24e5787362340 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4097e expref: 5 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130282.287918:0:7924:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800acd47600/0x4ce24e5787362340 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4097e expref: 5 pid: 10554 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746130282.287929:0:7924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091950e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841773440:192.168.204.51@tcp:105: 00000100:00100000:3.0:1746130282.288004:0:7924:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ad54840 going to sleep for 11 seconds 00000100:00100000:3.0:1746130282.289946:0:7924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091950e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841773440:192.168.204.51@tcp:105: 00010000:00010000:3.0:1746130282.289969:0:7924:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746130282.290018:0:7924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099527800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+49:1961:x1830949849275776:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 2236us (2403us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130282.290028:0:7924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14759 00000100:00100000:2.0:1746130282.290191:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130282.290455:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849276032 00000100:00100000:3.0:1746130282.290460:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849276032 00002000:00100000:3.0:1746130282.290496:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880135afc700 x1830949849276032/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:268/0 lens 488/0 e 0 to 0 dl 1746130293 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130282.290512:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135afc700 with x1830949849276032 ext(0->4095) 00002000:00010000:3.0:1746130282.290516:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880135afc700 00000100:00100000:3.0:1746130282.290540:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4926 00000100:00100000:3.0:1746130282.290547:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135afc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949849276032:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746130282.290806:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135afc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949849276032:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 259us (615us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746130282.290812:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4926 00002000:00100000:3.0:1746130282.290817:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880135afc700 x1830949849276032/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:268/0 lens 488/4536 e 0 to 0 dl 1746130293 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130282.290830:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135afc700 with x1830949849276032 ext(0->4095) 00002000:00010000:3.0:1746130282.290833:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880135afc700 00000100:00100000:0.0:1746130282.292695:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130282.292759:0:10554:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849276160 00000100:00100000:1.0:1746130282.292766:0:10554:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849276160 00000100:00100000:0.0:1746130282.292775:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130282.292805:0:10554:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849276288 00000100:00100000:1.0:1746130282.292806:0:10554:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849276288 00000100:00100000:1.0:1746130282.292818:0:10554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6496 00000100:00100000:1.0:1746130282.292823:0:10554:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099524000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:640ea846-b909-4eea-9a54-417e15bd627b+50:31579:x1830949849276160:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746130282.292837:0:10554:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1746130282.292848:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6497 00010000:00010000:1.0:1746130282.292853:0:10554:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a12bf200/0x4ce24e5787362347 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae40985 expref: -99 pid: 10554 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746130282.292858:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099527480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:640ea846-b909-4eea-9a54-417e15bd627b+50:31578:x1830949849276288:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746130282.292864:0:8467:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746130282.292871:0:8467:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091fc9400/0x4ce24e578736234e lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae4098c expref: -99 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130282.292877:0:10554:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800acd47600/0x4ce24e5787362340 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4097e expref: 5 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130282.292883:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130282.292884:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130282.292887:0:10554:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a12bf200/0x4ce24e5787362347 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40985 expref: 52 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130282.293009:0:8467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130282.293032:0:8467:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a12bf200/0x4ce24e5787362347 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40985 expref: 52 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130282.293038:0:8467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746130282.293041:0:8467:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc9400/0x4ce24e578736234e lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4098c expref: 52 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130282.293067:0:10554:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800acd47600/0x4ce24e5787362340 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4097e expref: 5 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130282.293078:0:10554:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800acd47600/0x4ce24e5787362340 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4097e expref: 5 pid: 10554 timeout: 580 lvb_type: 0 00000100:00100000:1.0:1746130282.293090:0:10554:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093171180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10554:1830949841773568:192.168.204.51@tcp:104: 00010000:00010000:2.0:1746130282.293094:0:8467:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a12bf200/0x4ce24e5787362347 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40985 expref: 52 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130282.293111:0:8467:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091fc9400/0x4ce24e578736234e lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4098c expref: 52 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130282.293119:0:8467:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091fc9400, rc 0) 00000100:00100000:2.0:1746130282.293160:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099527480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:640ea846-b909-4eea-9a54-417e15bd627b+52:31578:x1830949849276288:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 304us (384us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130282.293168:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6497 00000100:00100000:1.0:1746130282.293171:0:10554:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18fb480 going to sleep for 11 seconds 00000100:00100000:1.0:1746130282.294291:0:10554:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093171180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10554:1830949841773568:192.168.204.51@tcp:104: 00010000:00010000:1.0:1746130282.294312:0:10554:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a12bf200/0x4ce24e5787362347 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40985 expref: 51 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130282.294324:0:10554:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a12bf200, rc 0) 00000100:00100000:1.0:1746130282.294376:0:10554:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099524000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:640ea846-b909-4eea-9a54-417e15bd627b+51:31579:x1830949849276160:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1551us (1689us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130282.294382:0:10554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6496 00000100:00100000:0.0:1746130282.294835:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130282.294905:0:7924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849276416 00000100:00100000:3.0:1746130282.294912:0:7924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849276416 00010000:00010000:3.0:1746130282.294945:0:7924:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800acd47600/0x4ce24e5787362340 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4097e expref: 6 pid: 10554 timeout: 580 lvb_type: 0 00000100:00100000:3.0:1746130282.294976:0:7924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14760 00000100:00100000:3.0:1746130282.294982:0:7924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099524e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949849276416:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746130282.294994:0:7924:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746130282.295014:0:7924:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800acd47600/0x4ce24e5787362340 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4097e expref: 6 pid: 10554 timeout: 580 lvb_type: 0 00010000:00010000:3.0:1746130282.295024:0:7924:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800acd47600/0x4ce24e5787362340 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4097e expref: 6 pid: 10554 timeout: 580 lvb_type: 0 00010000:00010000:3.0:1746130282.295044:0:7924:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800acd47600/0x4ce24e5787362340 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4097e expref: 6 pid: 10554 timeout: 580 lvb_type: 0 00010000:00010000:3.0:1746130282.295066:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130282.295068:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130282.295074:0:7924:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a12bf200/0x4ce24e5787362347 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40985 expref: 50 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130282.295080:0:7924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a12bf200/0x4ce24e5787362347 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40985 expref: 50 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130282.295228:0:7924:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a12bf200/0x4ce24e5787362347 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40985 expref: 50 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130282.295240:0:7924:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a12bf200/0x4ce24e5787362347 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40985 expref: 50 pid: 10554 timeout: 580 lvb_type: 0 00000100:00100000:3.0:1746130282.295251:0:7924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091950e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841773824:192.168.204.51@tcp:105: 00000100:00100000:3.0:1746130282.295323:0:7924:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ad54840 going to sleep for 11 seconds 00000100:00100000:3.0:1746130282.297291:0:7924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091950e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841773824:192.168.204.51@tcp:105: 00010000:00010000:3.0:1746130282.297316:0:7924:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746130282.297389:0:7924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099524e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+5:1961:x1830949849276416:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 2406us (2554us total) trans 0 rc 0/0 00000100:00100000:0.0:1746130282.297527:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130282.297569:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849276672 00000100:00100000:2.0:1746130282.297581:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849276672 00002000:00100000:2.0:1746130282.297626:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880099525880 x1830949849276672/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:268/0 lens 488/0 e 0 to 0 dl 1746130293 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130282.297635:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099525880 with x1830949849276672 ext(0->4095) 00010000:00010000:2.0:1746130282.297642:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a12bf200/0x4ce24e5787362347 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40985 expref: 51 pid: 10554 timeout: 580 lvb_type: 0 00010000:00010000:2.0:1746130282.297659:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a12bf200/0x4ce24e5787362347 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40985 expref: 51 pid: 10554 timeout: 580 lvb_type: 0 00002000:00010000:2.0:1746130282.297664:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880099525880 00000100:00100000:2.0:1746130282.297681:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2672 00000100:00100000:2.0:1746130282.297687:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099525880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+51:1963:x1830949849276672:12345-192.168.204.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746130282.297722:0:7924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14760 00000100:00100000:2.0:1746130282.298042:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099525880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+51:1963:x1830949849276672:12345-192.168.204.51@tcp:3:ptlrpcd_01_00.0 Request processed in 353us (523us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746130282.298048:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2672 00002000:00100000:2.0:1746130282.298053:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880099525880 x1830949849276672/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:268/0 lens 488/4536 e 0 to 0 dl 1746130293 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130282.298059:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099525880 with x1830949849276672 ext(0->4095) 00010000:00010000:2.0:1746130282.298064:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a12bf200/0x4ce24e5787362347 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40985 expref: 51 pid: 10554 timeout: 580 lvb_type: 0 00010000:00010000:2.0:1746130282.298072:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a12bf200/0x4ce24e5787362347 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40985 expref: 51 pid: 10554 timeout: 580 lvb_type: 0 00002000:00010000:2.0:1746130282.298077:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880099525880 00000100:00100000:0.0:1746130282.299472:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130282.299509:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130282.299584:0:7924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849276928 00000100:00100000:3.0:1746130282.299591:0:7924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849276928 00010000:00010000:3.0:1746130282.299643:0:7924:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a12bf200/0x4ce24e5787362347 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40985 expref: 51 pid: 10554 timeout: 580 lvb_type: 0 00000100:00100000:1.0:1746130282.299735:0:10554:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849276800 00000100:00100000:1.0:1746130282.299739:0:10554:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849276800 00000100:00100000:1.0:1746130282.299811:0:10554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6498 00000100:00100000:1.0:1746130282.299817:0:10554:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092d0d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+5:31579:x1830949849276800:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746130282.299833:0:10554:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746130282.299847:0:10554:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012b20d800/0x4ce24e5787362355 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae40993 expref: -99 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130282.299876:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130282.299881:0:10554:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091fc9400/0x4ce24e578736234e lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4098c expref: 51 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130282.299886:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746130282.299889:0:10554:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012b20d800/0x4ce24e5787362355 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40993 expref: 6 pid: 10554 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746130282.299907:0:7924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14761 00000100:00100000:3.0:1746130282.299915:0:7924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092d0f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+51:1962:x1830949849276928:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746130282.299922:0:10554:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091fc9400/0x4ce24e578736234e lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4098c expref: 51 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130282.299925:0:7924:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746130282.299932:0:10554:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012b20d800/0x4ce24e5787362355 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40993 expref: 6 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130282.299940:0:10554:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b20d800, rc 0) 00010000:00010000:3.0:1746130282.299984:0:7924:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a12bf200/0x4ce24e5787362347 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40985 expref: 51 pid: 10554 timeout: 580 lvb_type: 0 00010000:00010000:3.0:1746130282.300006:0:7924:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a12bf200/0x4ce24e5787362347 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40985 expref: 51 pid: 10554 timeout: 580 lvb_type: 0 00010000:00010000:3.0:1746130282.300063:0:7924:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a12bf200/0x4ce24e5787362347 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40985 expref: 51 pid: 10554 timeout: 580 lvb_type: 0 00010000:00010000:3.0:1746130282.300073:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130282.300074:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130282.300154:0:7924:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091fc9400/0x4ce24e578736234e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4098c expref: 50 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130282.300162:0:7924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc9400/0x4ce24e578736234e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4098c expref: 50 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130282.300181:0:7924:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091fc9400/0x4ce24e578736234e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4098c expref: 50 pid: 8467 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746130282.300183:0:10554:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092d0d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+6:31579:x1830949849276800:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 365us (672us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130282.300188:0:10554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6498 00010000:00010000:3.0:1746130282.300191:0:7924:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091fc9400/0x4ce24e578736234e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4098c expref: 50 pid: 8467 timeout: 580 lvb_type: 0 00000100:00100000:3.0:1746130282.300202:0:7924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091950e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841774080:192.168.204.51@tcp:105: 00000100:00100000:3.0:1746130282.300379:0:7924:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ad54840 going to sleep for 11 seconds 00000100:00100000:3.0:1746130282.301842:0:7924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091950e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841774080:192.168.204.51@tcp:105: 00010000:00010000:3.0:1746130282.301859:0:7924:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746130282.301891:0:7924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092d0f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+50:1962:x1830949849276928:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 1977us (2422us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130282.301903:0:7924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14761 00000100:00100000:2.0:1746130282.302100:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130282.302140:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849277184 00000100:00100000:3.0:1746130282.302147:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849277184 00002000:00100000:3.0:1746130282.302181:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880135afe680 x1830949849277184/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:268/0 lens 488/0 e 0 to 0 dl 1746130293 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130282.302350:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135afe680 with x1830949849277184 ext(0->4095) 00010000:00010000:3.0:1746130282.302357:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091fc9400/0x4ce24e578736234e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4098c expref: 50 pid: 8467 timeout: 580 lvb_type: 0 00010000:00010000:3.0:1746130282.302382:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091fc9400/0x4ce24e578736234e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4098c expref: 50 pid: 8467 timeout: 580 lvb_type: 0 00002000:00010000:3.0:1746130282.302388:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880135afe680 00000100:00100000:3.0:1746130282.302417:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2673 00000100:00100000:3.0:1746130282.302425:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135afe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+50:1962:x1830949849277184:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746130282.302826:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135afe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+50:1962:x1830949849277184:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 401us (725us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746130282.302832:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2673 00002000:00100000:3.0:1746130282.302837:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880135afe680 x1830949849277184/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:268/0 lens 488/4536 e 0 to 0 dl 1746130293 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130282.302845:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135afe680 with x1830949849277184 ext(0->4095) 00010000:00010000:3.0:1746130282.302849:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091fc9400/0x4ce24e578736234e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4098c expref: 50 pid: 8467 timeout: 580 lvb_type: 0 00010000:00010000:3.0:1746130282.302863:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091fc9400/0x4ce24e578736234e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4098c expref: 50 pid: 8467 timeout: 580 lvb_type: 0 00002000:00010000:3.0:1746130282.302870:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880135afe680 00000100:00100000:0.0:1746130282.304799:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130282.304861:0:10554:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849277312 00000100:00100000:1.0:1746130282.304870:0:10554:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849277312 00000100:00100000:1.0:1746130282.304949:0:10554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6499 00000100:00100000:1.0:1746130282.304957:0:10554:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092d0d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:640ea846-b909-4eea-9a54-417e15bd627b+50:31578:x1830949849277312:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746130282.304971:0:10554:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746130282.304990:0:10554:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012b20c000/0x4ce24e578736235c lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae4099a expref: -99 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130282.305020:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130282.305027:0:10554:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012b20d800/0x4ce24e5787362355 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40993 expref: 5 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130282.305032:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746130282.305039:0:10554:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012b20c000/0x4ce24e578736235c lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4099a expref: 51 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130282.305074:0:10554:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012b20d800/0x4ce24e5787362355 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40993 expref: 5 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130282.305085:0:10554:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012b20c000/0x4ce24e578736235c lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4099a expref: 51 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130282.305094:0:10554:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b20c000, rc 0) 00000100:00100000:0.0:1746130282.305551:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130282.305604:0:7924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849277440 00000100:00100000:2.0:1746130282.305610:0:7924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849277440 00010000:00010000:2.0:1746130282.305636:0:7924:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc9400/0x4ce24e578736234e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4098c expref: 52 pid: 8467 timeout: 580 lvb_type: 0 00000100:00100000:2.0:1746130282.305662:0:7924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14762 00000100:00100000:2.0:1746130282.305669:0:7924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092d0ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+52:1964:x1830949849277440:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746130282.305678:0:7924:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746130282.305700:0:7924:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091fc9400/0x4ce24e578736234e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4098c expref: 52 pid: 8467 timeout: 580 lvb_type: 0 00010000:00010000:2.0:1746130282.305711:0:7924:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091fc9400/0x4ce24e578736234e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4098c expref: 52 pid: 8467 timeout: 580 lvb_type: 0 00000100:00100000:1.0:1746130282.305722:0:10554:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092d0d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:640ea846-b909-4eea-9a54-417e15bd627b+52:31578:x1830949849277312:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 764us (928us total) trans 0 rc 0/0 00010000:00010000:2.0:1746130282.305726:0:7924:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091fc9400/0x4ce24e578736234e lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4098c expref: 52 pid: 8467 timeout: 580 lvb_type: 0 00000100:00100000:1.0:1746130282.305728:0:10554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6499 00010000:00010000:2.0:1746130282.305741:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130282.305743:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130282.305749:0:7924:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012b20d800/0x4ce24e5787362355 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40993 expref: 5 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130282.305756:0:7924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012b20d800/0x4ce24e5787362355 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40993 expref: 5 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130282.305957:0:7924:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012b20d800/0x4ce24e5787362355 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40993 expref: 5 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130282.305968:0:7924:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012b20d800/0x4ce24e5787362355 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40993 expref: 5 pid: 10554 timeout: 580 lvb_type: 0 00000100:00100000:2.0:1746130282.305984:0:7924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135aff100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841774336:192.168.204.51@tcp:105: 00000100:00100000:2.0:1746130282.306228:0:7924:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800932b2e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746130282.309952:0:7924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135aff100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841774336:192.168.204.51@tcp:105: 00010000:00010000:0.0:1746130282.309971:0:7924:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746130282.310015:0:7924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092d0ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+50:1964:x1830949849277440:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 4346us (4464us total) trans 0 rc 0/0 00000100:00100000:0.0:1746130282.310025:0:7924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14762 00000100:00100000:2.0:1746130282.310180:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130282.310257:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849277696 00000100:00100000:0.0:1746130282.310262:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849277696 00002000:00100000:0.0:1746130282.310322:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880135aff100 x1830949849277696/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:268/0 lens 488/0 e 0 to 0 dl 1746130293 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746130282.310336:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135aff100 with x1830949849277696 ext(0->4095) 00010000:00010000:0.0:1746130282.310343:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012b20d800/0x4ce24e5787362355 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40993 expref: 6 pid: 10554 timeout: 580 lvb_type: 0 00010000:00010000:0.0:1746130282.310354:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012b20d800/0x4ce24e5787362355 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40993 expref: 6 pid: 10554 timeout: 580 lvb_type: 0 00002000:00010000:0.0:1746130282.310368:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880135aff100 00000100:00100000:0.0:1746130282.310388:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2674 00000100:00100000:0.0:1746130282.310395:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135aff100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949849277696:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746130282.310503:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135aff100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949849277696:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 109us (324us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746130282.310508:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2674 00002000:00100000:0.0:1746130282.310513:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880135aff100 x1830949849277696/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:268/0 lens 488/4536 e 0 to 0 dl 1746130293 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746130282.310519:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135aff100 with x1830949849277696 ext(0->4095) 00010000:00010000:0.0:1746130282.310522:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012b20d800/0x4ce24e5787362355 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40993 expref: 6 pid: 10554 timeout: 580 lvb_type: 0 00010000:00010000:0.0:1746130282.310530:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012b20d800/0x4ce24e5787362355 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40993 expref: 6 pid: 10554 timeout: 580 lvb_type: 0 00002000:00010000:0.0:1746130282.310536:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880135aff100 00000100:00100000:0.0:1746130282.312617:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130282.312764:0:7924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849277824 00000100:00100000:2.0:1746130282.312771:0:7924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849277824 00010000:00010000:2.0:1746130282.312798:0:7924:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012b20d800/0x4ce24e5787362355 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40993 expref: 6 pid: 10554 timeout: 580 lvb_type: 0 00000100:00100000:2.0:1746130282.312832:0:7924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14763 00000100:00100000:2.0:1746130282.312839:0:7924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135207480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949849277824:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746130282.312850:0:7924:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746130282.312866:0:7924:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012b20d800/0x4ce24e5787362355 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40993 expref: 6 pid: 10554 timeout: 580 lvb_type: 0 00010000:00010000:2.0:1746130282.312877:0:7924:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012b20d800/0x4ce24e5787362355 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40993 expref: 6 pid: 10554 timeout: 580 lvb_type: 0 00010000:00010000:2.0:1746130282.312896:0:7924:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b20d800/0x4ce24e5787362355 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40993 expref: 6 pid: 10554 timeout: 580 lvb_type: 0 00010000:00010000:2.0:1746130282.312924:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130282.312925:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130282.312932:0:7924:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012b20c000/0x4ce24e578736235c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4099a expref: 49 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130282.312939:0:7924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012b20c000/0x4ce24e578736235c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4099a expref: 49 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130282.312966:0:7924:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012b20c000/0x4ce24e578736235c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4099a expref: 49 pid: 10554 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746130282.312977:0:7924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f131180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841774464:192.168.204.51@tcp:105: 00000100:00100000:2.0:1746130282.313079:0:7924:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800932b2900 going to sleep for 11 seconds 00000100:00100000:2.0:1746130282.314559:0:7924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f131180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841774464:192.168.204.51@tcp:105: 00010000:00010000:2.0:1746130282.314574:0:7924:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746130282.314612:0:7924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135207480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+5:1961:x1830949849277824:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 1772us (2001us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130282.314620:0:7924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14763 00000100:00100000:0.0:1746130282.315454:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130282.315522:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849278080 00000100:00100000:1.0:1746130282.315528:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849278080 00002000:00100000:1.0:1746130282.315562:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880135207800 x1830949849278080/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:268/0 lens 488/0 e 0 to 0 dl 1746130293 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130282.315571:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135207800 with x1830949849278080 ext(0->4095) 00002000:00010000:1.0:1746130282.315574:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880135207800 00000100:00100000:1.0:1746130282.315599:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4927 00000100:00100000:1.0:1746130282.315605:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135207800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+50:1961:x1830949849278080:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746130282.315748:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135207800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+50:1961:x1830949849278080:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 142us (302us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746130282.315754:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4927 00002000:00100000:1.0:1746130282.315759:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880135207800 x1830949849278080/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:268/0 lens 488/4536 e 0 to 0 dl 1746130293 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130282.315766:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135207800 with x1830949849278080 ext(0->4095) 00002000:00010000:1.0:1746130282.315768:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880135207800 00000100:00100000:0.0:1746130282.317230:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130282.317475:0:10554:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849278208 00000100:00100000:1.0:1746130282.317485:0:10554:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849278208 00000100:00100000:1.0:1746130282.317533:0:10554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6500 00000100:00100000:1.0:1746130282.317540:0:10554:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135205c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+5:31579:x1830949849278208:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746130282.317559:0:10554:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746130282.317578:0:10554:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012b20ca00/0x4ce24e5787362363 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae409a1 expref: -99 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130282.317608:0:10554:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012b20c000/0x4ce24e578736235c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4099a expref: 49 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130282.317616:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130282.317618:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130282.317621:0:10554:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012b20ca00/0x4ce24e5787362363 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae409a1 expref: 6 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130282.317738:0:10554:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012b20c000/0x4ce24e578736235c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4099a expref: 49 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130282.317754:0:10554:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012b20c000/0x4ce24e578736235c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4099a expref: 49 pid: 10554 timeout: 580 lvb_type: 0 00000100:00100000:1.0:1746130282.317767:0:10554:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093171180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10554:1830949841774592:192.168.204.51@tcp:104: 00000100:00100000:1.0:1746130282.317999:0:10554:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18fb900 going to sleep for 11 seconds 00000100:00100000:1.0:1746130282.319902:0:10554:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093171180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10554:1830949841774592:192.168.204.51@tcp:104: 00010000:00010000:1.0:1746130282.319930:0:10554:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012b20ca00/0x4ce24e5787362363 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae409a1 expref: 6 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130282.319947:0:10554:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b20ca00, rc 0) 00000100:00100000:1.0:1746130282.319979:0:10554:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135205c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+6:31579:x1830949849278208:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2440us (2756us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130282.319987:0:10554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6500 00000100:00100000:0.0:1746130282.320487:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130282.320583:0:7924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849278336 00000100:00100000:2.0:1746130282.320589:0:7924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849278336 00010000:00010000:2.0:1746130282.320616:0:7924:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012b20c000/0x4ce24e578736235c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4099a expref: 50 pid: 10554 timeout: 580 lvb_type: 0 00000100:00100000:2.0:1746130282.320647:0:7924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14764 00000100:00100000:2.0:1746130282.320652:0:7924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135204380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+50:1961:x1830949849278336:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746130282.320666:0:7924:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746130282.320688:0:7924:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012b20c000/0x4ce24e578736235c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4099a expref: 50 pid: 10554 timeout: 580 lvb_type: 0 00010000:00010000:2.0:1746130282.320700:0:7924:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012b20c000/0x4ce24e578736235c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4099a expref: 50 pid: 10554 timeout: 580 lvb_type: 0 00010000:00010000:2.0:1746130282.320723:0:7924:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b20c000/0x4ce24e578736235c lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4099a expref: 50 pid: 10554 timeout: 580 lvb_type: 0 00010000:00010000:2.0:1746130282.320752:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130282.320755:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130282.320762:0:7924:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012b20ca00/0x4ce24e5787362363 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae409a1 expref: 5 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130282.320770:0:7924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012b20ca00/0x4ce24e5787362363 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae409a1 expref: 5 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130282.320804:0:7924:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012b20ca00/0x4ce24e5787362363 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae409a1 expref: 5 pid: 10554 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746130282.320816:0:7924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f131180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841774720:192.168.204.51@tcp:105: 00000100:00100000:2.0:1746130282.320882:0:7924:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800932b2900 going to sleep for 11 seconds 00000100:00100000:2.0:1746130282.323349:0:7924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f131180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841774720:192.168.204.51@tcp:105: 00010000:00010000:2.0:1746130282.323395:0:7924:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746130282.323473:0:7924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135204380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+49:1961:x1830949849278336:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 2816us (2983us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130282.323483:0:7924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14764 00000100:00100000:0.0:1746130282.323600:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130282.323688:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849278592 00000100:00100000:1.0:1746130282.323695:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849278592 00002000:00100000:1.0:1746130282.323737:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880135205f80 x1830949849278592/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:268/0 lens 488/0 e 0 to 0 dl 1746130293 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130282.323747:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135205f80 with x1830949849278592 ext(0->4095) 00002000:00010000:1.0:1746130282.323752:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880135205f80 00000100:00100000:1.0:1746130282.323783:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4928 00000100:00100000:1.0:1746130282.323790:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135205f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1963:x1830949849278592:12345-192.168.204.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746130282.323972:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135205f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1963:x1830949849278592:12345-192.168.204.51@tcp:3:ptlrpcd_01_01.0 Request processed in 182us (371us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746130282.323981:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4928 00002000:00100000:1.0:1746130282.323987:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880135205f80 x1830949849278592/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:268/0 lens 488/4536 e 0 to 0 dl 1746130293 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130282.323993:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135205f80 with x1830949849278592 ext(0->4095) 00002000:00010000:1.0:1746130282.323996:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880135205f80 00000100:00100000:0.0:1746130282.325352:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130282.325408:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130282.325467:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849278848 00000100:00100000:1.0:1746130282.325468:0:10554:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849278720 00000100:00100000:2.0:1746130282.325473:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849278848 00000100:00100000:1.0:1746130282.325479:0:10554:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849278720 00000100:00100000:1.0:1746130282.325542:0:10554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6501 00000100:00100000:1.0:1746130282.325549:0:10554:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135204a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:640ea846-b909-4eea-9a54-417e15bd627b+50:31579:x1830949849278848:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:3.0:1746130282.325559:0:20953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6502 00010000:00010000:1.0:1746130282.325565:0:10554:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1746130282.325572:0:20953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135205880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:640ea846-b909-4eea-9a54-417e15bd627b+50:31578:x1830949849278720:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746130282.325581:0:10554:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800acd46000/0x4ce24e578736236a lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae409af expref: -99 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130282.325583:0:20953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746130282.325595:0:20953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800934d0000/0x4ce24e5787362371 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae409a8 expref: -99 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130282.325610:0:10554:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012b20ca00/0x4ce24e5787362363 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae409a1 expref: 5 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130282.325617:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130282.325619:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130282.325622:0:10554:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800acd46000/0x4ce24e578736236a lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae409af expref: 52 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130282.325695:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130282.325701:0:20953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800acd46000/0x4ce24e578736236a lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae409af expref: 52 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130282.325707:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746130282.325710:0:20953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d0000/0x4ce24e5787362371 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae409a8 expref: 52 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130282.325743:0:20953:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800acd46000/0x4ce24e578736236a lrc: 5/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae409af expref: 52 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130282.325754:0:20953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800934d0000/0x4ce24e5787362371 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae409a8 expref: 52 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130282.325763:0:20953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800934d0000, rc 0) 00000100:00100000:3.0:1746130282.325805:0:20953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135205880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:640ea846-b909-4eea-9a54-417e15bd627b+52:31578:x1830949849278720:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 239us (457us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130282.325812:0:20953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6502 00010000:00010000:1.0:1746130282.325861:0:10554:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012b20ca00/0x4ce24e5787362363 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae409a1 expref: 5 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130282.325873:0:10554:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012b20ca00/0x4ce24e5787362363 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae409a1 expref: 5 pid: 10554 timeout: 580 lvb_type: 0 00000100:00100000:1.0:1746130282.325889:0:10554:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093171180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10554:1830949841774976:192.168.204.51@tcp:104: 00000100:00100000:1.0:1746130282.326391:0:10554:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18fba80 going to sleep for 11 seconds 00000100:00100000:1.0:1746130282.327559:0:10554:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093171180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10554:1830949841774976:192.168.204.51@tcp:104: 00010000:00010000:1.0:1746130282.327584:0:10554:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800acd46000/0x4ce24e578736236a lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae409af expref: 51 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130282.327597:0:10554:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800acd46000, rc 0) 00000100:00100000:1.0:1746130282.327638:0:10554:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135204a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:640ea846-b909-4eea-9a54-417e15bd627b+51:31579:x1830949849278848:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2089us (2229us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130282.327645:0:10554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6501 00000100:00100000:0.0:1746130282.327788:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130282.327852:0:7924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849278976 00000100:00100000:2.0:1746130282.327858:0:7924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849278976 00010000:00010000:2.0:1746130282.327888:0:7924:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012b20ca00/0x4ce24e5787362363 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae409a1 expref: 6 pid: 10554 timeout: 580 lvb_type: 0 00000100:00100000:2.0:1746130282.327917:0:7924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14765 00000100:00100000:2.0:1746130282.327924:0:7924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880137327c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949849278976:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746130282.327938:0:7924:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746130282.327961:0:7924:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012b20ca00/0x4ce24e5787362363 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae409a1 expref: 6 pid: 10554 timeout: 580 lvb_type: 0 00010000:00010000:2.0:1746130282.327972:0:7924:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012b20ca00/0x4ce24e5787362363 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae409a1 expref: 6 pid: 10554 timeout: 580 lvb_type: 0 00010000:00010000:2.0:1746130282.327993:0:7924:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b20ca00/0x4ce24e5787362363 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae409a1 expref: 6 pid: 10554 timeout: 580 lvb_type: 0 00010000:00010000:2.0:1746130282.328397:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130282.328399:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130282.328407:0:7924:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800acd46000/0x4ce24e578736236a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae409af expref: 50 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130282.328416:0:7924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800acd46000/0x4ce24e578736236a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae409af expref: 50 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130282.328444:0:7924:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800acd46000/0x4ce24e578736236a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae409af expref: 50 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130282.328456:0:7924:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800acd46000/0x4ce24e578736236a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae409af expref: 50 pid: 10554 timeout: 580 lvb_type: 0 00000100:00100000:2.0:1746130282.328467:0:7924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f131180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841775104:192.168.204.51@tcp:105: 00000100:00100000:2.0:1746130282.328528:0:7924:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800932b2900 going to sleep for 11 seconds 00000100:00100000:2.0:1746130282.330255:0:7924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f131180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841775104:192.168.204.51@tcp:105: 00010000:00010000:2.0:1746130282.330293:0:7924:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746130282.330324:0:7924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880137327c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+5:1962:x1830949849278976:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 2399us (2535us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130282.330333:0:7924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14765 00000100:00100000:0.0:1746130282.330594:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130282.330666:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849279232 00000100:00100000:1.0:1746130282.330676:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849279232 00002000:00100000:1.0:1746130282.330716:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880135207100 x1830949849279232/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:268/0 lens 488/0 e 0 to 0 dl 1746130293 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130282.330725:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135207100 with x1830949849279232 ext(0->4095) 00010000:00010000:1.0:1746130282.330732:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800acd46000/0x4ce24e578736236a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae409af expref: 51 pid: 10554 timeout: 580 lvb_type: 0 00010000:00010000:1.0:1746130282.330743:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800acd46000/0x4ce24e578736236a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae409af expref: 51 pid: 10554 timeout: 580 lvb_type: 0 00002000:00010000:1.0:1746130282.330748:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880135207100 00000100:00100000:1.0:1746130282.330766:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2675 00000100:00100000:1.0:1746130282.330772:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135207100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+51:1962:x1830949849279232:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746130282.330942:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135207100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+51:1962:x1830949849279232:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 170us (348us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746130282.330948:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2675 00002000:00100000:1.0:1746130282.330953:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880135207100 x1830949849279232/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:268/0 lens 488/4536 e 0 to 0 dl 1746130293 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130282.330961:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135207100 with x1830949849279232 ext(0->4095) 00010000:00010000:1.0:1746130282.330964:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800acd46000/0x4ce24e578736236a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae409af expref: 51 pid: 10554 timeout: 580 lvb_type: 0 00010000:00010000:1.0:1746130282.330973:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800acd46000/0x4ce24e578736236a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae409af expref: 51 pid: 10554 timeout: 580 lvb_type: 0 00002000:00010000:1.0:1746130282.330979:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880135207100 00000100:00100000:0.0:1746130282.332329:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130282.332426:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130282.332497:0:10554:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849279488 00000100:00100000:1.0:1746130282.332504:0:10554:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849279488 00000100:00100000:2.0:1746130282.332565:0:7924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849279360 00000100:00100000:2.0:1746130282.332569:0:7924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849279360 00000100:00100000:3.0:1746130282.332585:0:20953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6503 00010000:00010000:2.0:1746130282.332586:0:7924:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800acd46000/0x4ce24e578736236a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae409af expref: 51 pid: 10554 timeout: 580 lvb_type: 0 00000100:00100000:3.0:1746130282.332600:0:20953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135205180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c84b93b0-d496-484f-8e1e-94008838f2dd+5:31579:x1830949849279488:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:2.0:1746130282.332613:0:7924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14766 00010000:00010000:3.0:1746130282.332617:0:20953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1746130282.332619:0:7924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135206d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+51:1963:x1830949849279360:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746130282.332629:0:7924:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746130282.332633:0:20953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800934d1000/0x4ce24e5787362378 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae409b6 expref: -99 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130282.332650:0:7924:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800acd46000/0x4ce24e578736236a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae409af expref: 51 pid: 10554 timeout: 580 lvb_type: 0 00010000:00010000:2.0:1746130282.332660:0:7924:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800acd46000/0x4ce24e578736236a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae409af expref: 51 pid: 10554 timeout: 580 lvb_type: 0 00010000:00010000:2.0:1746130282.332680:0:7924:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800acd46000/0x4ce24e578736236a lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae409af expref: 51 pid: 10554 timeout: 580 lvb_type: 0 00010000:00010000:2.0:1746130282.332697:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130282.332700:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130282.332706:0:7924:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800934d0000/0x4ce24e5787362371 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae409a8 expref: 50 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130282.332714:0:7924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d0000/0x4ce24e5787362371 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae409a8 expref: 50 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130282.332749:0:7924:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800934d0000/0x4ce24e5787362371 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae409a8 expref: 50 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130282.332755:0:20953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800934d0000/0x4ce24e5787362371 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae409a8 expref: 50 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130282.332762:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746130282.332764:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746130282.332766:0:20953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d1000/0x4ce24e5787362378 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae409b6 expref: 6 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130282.332776:0:7924:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800934d0000/0x4ce24e5787362371 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae409a8 expref: 50 pid: 20953 timeout: 580 lvb_type: 0 00000100:00100000:2.0:1746130282.332787:0:7924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f131180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841775232:192.168.204.51@tcp:105: 00010000:00010000:3.0:1746130282.332792:0:20953:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800934d0000/0x4ce24e5787362371 lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae409a8 expref: 50 pid: 20953 timeout: 580 lvb_type: 0 00010000:00010000:3.0:1746130282.332800:0:20953:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800934d0000/0x4ce24e5787362371 lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae409a8 expref: 50 pid: 20953 timeout: 580 lvb_type: 0 00000100:00100000:3.0:1746130282.332806:0:20953:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091950e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:20953:1830949841775360:192.168.204.51@tcp:104: 00000100:00100000:2.0:1746130282.332941:0:7924:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800932b2e40 going to sleep for 11 seconds 00000100:00100000:3.0:1746130282.332947:0:20953:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ad54d80 going to sleep for 11 seconds 00000100:00100000:3.0:1746130282.334661:0:20953:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091950e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:20953:1830949841775360:192.168.204.51@tcp:104: 00000100:00100000:2.0:1746130282.334671:0:7924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f131180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841775232:192.168.204.51@tcp:105: 00010000:00010000:2.0:1746130282.334684:0:7924:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746130282.334687:0:20953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800934d1000/0x4ce24e5787362378 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae409b6 expref: 6 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130282.334702:0:20953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800934d1000, rc 0) 00000100:00100000:3.0:1746130282.334723:0:20953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135205180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c84b93b0-d496-484f-8e1e-94008838f2dd+6:31579:x1830949849279488:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2132us (2399us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130282.334723:0:7924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135206d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+50:1963:x1830949849279360:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 2103us (2296us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130282.334730:0:20953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6503 00000100:00100000:2.0:1746130282.334732:0:7924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14766 00000100:00100000:0.0:1746130282.335190:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130282.335254:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849279744 00000100:00100000:1.0:1746130282.335261:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849279744 00002000:00100000:1.0:1746130282.335341:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880135207480 x1830949849279744/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:268/0 lens 488/0 e 0 to 0 dl 1746130293 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130282.335351:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135207480 with x1830949849279744 ext(0->4095) 00010000:00010000:1.0:1746130282.335505:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800934d0000/0x4ce24e5787362371 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae409a8 expref: 50 pid: 20953 timeout: 580 lvb_type: 0 00010000:00010000:1.0:1746130282.335519:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800934d0000/0x4ce24e5787362371 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae409a8 expref: 50 pid: 20953 timeout: 580 lvb_type: 0 00002000:00010000:1.0:1746130282.335530:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880135207480 00000100:00100000:1.0:1746130282.335553:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2676 00000100:00100000:1.0:1746130282.335560:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135207480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+50:1962:x1830949849279744:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746130282.335694:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135207480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+50:1962:x1830949849279744:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 134us (505us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746130282.335700:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2676 00002000:00100000:1.0:1746130282.335704:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880135207480 x1830949849279744/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:268/0 lens 488/4536 e 0 to 0 dl 1746130293 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130282.335711:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135207480 with x1830949849279744 ext(0->4095) 00010000:00010000:1.0:1746130282.335715:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800934d0000/0x4ce24e5787362371 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae409a8 expref: 50 pid: 20953 timeout: 580 lvb_type: 0 00010000:00010000:1.0:1746130282.335723:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800934d0000/0x4ce24e5787362371 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae409a8 expref: 50 pid: 20953 timeout: 580 lvb_type: 0 00002000:00010000:1.0:1746130282.335729:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880135207480 00000100:00100000:0.0:1746130282.337155:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130282.337218:0:20953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849279872 00000100:00100000:3.0:1746130282.337225:0:20953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849279872 00000100:00100000:0.0:1746130282.337294:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130282.337299:0:20953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6504 00000100:00100000:3.0:1746130282.337306:0:20953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135204380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:640ea846-b909-4eea-9a54-417e15bd627b+50:31578:x1830949849279872:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746130282.337319:0:20953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746130282.337335:0:20953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800934d1e00/0x4ce24e578736237f lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae409bd expref: -99 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130282.337357:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746130282.337377:0:20953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1000/0x4ce24e5787362378 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae409b6 expref: 5 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130282.337383:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746130282.337386:0:20953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d1e00/0x4ce24e578736237f lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae409bd expref: 51 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130282.337420:0:20953:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800934d1000/0x4ce24e5787362378 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae409b6 expref: 5 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130282.337431:0:20953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800934d1e00/0x4ce24e578736237f lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae409bd expref: 51 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130282.337445:0:20953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800934d1e00, rc 0) 00000100:00100000:3.0:1746130282.337480:0:20953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135204380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:640ea846-b909-4eea-9a54-417e15bd627b+51:31578:x1830949849279872:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 174us (330us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130282.337486:0:20953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6504 00000100:00100000:2.0:1746130282.337488:0:7924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849280000 00000100:00100000:2.0:1746130282.337492:0:7924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849280000 00010000:00010000:2.0:1746130282.337515:0:7924:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d0000/0x4ce24e5787362371 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae409a8 expref: 51 pid: 20953 timeout: 580 lvb_type: 0 00000100:00100000:2.0:1746130282.337539:0:7924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14767 00000100:00100000:2.0:1746130282.337543:0:7924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bc7c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+51:1962:x1830949849280000:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746130282.337551:0:7924:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746130282.337570:0:7924:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800934d0000/0x4ce24e5787362371 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae409a8 expref: 51 pid: 20953 timeout: 580 lvb_type: 0 00010000:00010000:2.0:1746130282.337585:0:7924:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800934d0000/0x4ce24e5787362371 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae409a8 expref: 51 pid: 20953 timeout: 580 lvb_type: 0 00010000:00010000:2.0:1746130282.337601:0:7924:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800934d0000/0x4ce24e5787362371 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae409a8 expref: 51 pid: 20953 timeout: 580 lvb_type: 0 00010000:00010000:2.0:1746130282.337611:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130282.337612:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130282.337618:0:7924:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1000/0x4ce24e5787362378 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae409b6 expref: 5 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130282.337625:0:7924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d1000/0x4ce24e5787362378 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae409b6 expref: 5 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130282.337643:0:7924:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800934d1000/0x4ce24e5787362378 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae409b6 expref: 5 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130282.337653:0:7924:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800934d1000/0x4ce24e5787362378 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae409b6 expref: 5 pid: 20953 timeout: 580 lvb_type: 0 00000100:00100000:2.0:1746130282.337662:0:7924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f131180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841775616:192.168.204.51@tcp:105: 00000100:00100000:2.0:1746130282.337737:0:7924:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800932b2e40 going to sleep for 11 seconds 00000100:00100000:2.0:1746130282.338653:0:7924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f131180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841775616:192.168.204.51@tcp:105: 00010000:00010000:2.0:1746130282.338665:0:7924:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746130282.338685:0:7924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bc7c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+50:1962:x1830949849280000:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 1141us (1391us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130282.338695:0:7924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14767 00000100:00100000:0.0:1746130282.338948:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130282.339108:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849280256 00000100:00100000:1.0:1746130282.339113:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849280256 00002000:00100000:1.0:1746130282.339145:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008a64d500 x1830949849280256/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:268/0 lens 488/0 e 0 to 0 dl 1746130293 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130282.339155:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a64d500 with x1830949849280256 ext(0->4095) 00010000:00010000:1.0:1746130282.339161:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1000/0x4ce24e5787362378 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae409b6 expref: 6 pid: 20953 timeout: 580 lvb_type: 0 00010000:00010000:1.0:1746130282.339180:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800934d1000/0x4ce24e5787362378 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae409b6 expref: 6 pid: 20953 timeout: 580 lvb_type: 0 00002000:00010000:1.0:1746130282.339186:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008a64d500 00000100:00100000:1.0:1746130282.339206:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2677 00000100:00100000:1.0:1746130282.339212:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a64d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949849280256:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746130282.339381:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a64d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949849280256:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 169us (432us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746130282.339387:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2677 00002000:00100000:1.0:1746130282.339392:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008a64d500 x1830949849280256/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:268/0 lens 488/4536 e 0 to 0 dl 1746130293 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130282.339399:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a64d500 with x1830949849280256 ext(0->4095) 00010000:00010000:1.0:1746130282.339403:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1000/0x4ce24e5787362378 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae409b6 expref: 6 pid: 20953 timeout: 580 lvb_type: 0 00010000:00010000:1.0:1746130282.339410:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800934d1000/0x4ce24e5787362378 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae409b6 expref: 6 pid: 20953 timeout: 580 lvb_type: 0 00002000:00010000:1.0:1746130282.339415:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008a64d500 00000100:00100000:2.0:1746130282.341699:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130282.341737:0:7924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849280384 00000100:00100000:0.0:1746130282.341744:0:7924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849280384 00010000:00010000:0.0:1746130282.341774:0:7924:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d1000/0x4ce24e5787362378 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae409b6 expref: 6 pid: 20953 timeout: 580 lvb_type: 0 00000100:00100000:0.0:1746130282.341811:0:7924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14768 00000100:00100000:0.0:1746130282.341818:0:7924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f131180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949849280384:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746130282.341830:0:7924:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746130282.341853:0:7924:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800934d1000/0x4ce24e5787362378 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae409b6 expref: 6 pid: 20953 timeout: 580 lvb_type: 0 00010000:00010000:0.0:1746130282.341865:0:7924:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800934d1000/0x4ce24e5787362378 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae409b6 expref: 6 pid: 20953 timeout: 580 lvb_type: 0 00010000:00010000:0.0:1746130282.341894:0:7924:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1000/0x4ce24e5787362378 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae409b6 expref: 6 pid: 20953 timeout: 580 lvb_type: 0 00010000:00010000:0.0:1746130282.341915:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130282.341917:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130282.341926:0:7924:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1e00/0x4ce24e578736237f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae409bd expref: 49 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130282.341934:0:7924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d1e00/0x4ce24e578736237f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae409bd expref: 49 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130282.342031:0:7924:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800934d1e00/0x4ce24e578736237f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae409bd expref: 49 pid: 20953 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746130282.342044:0:7924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008a64dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841775744:192.168.204.51@tcp:105: 00000100:00100000:0.0:1746130282.342255:0:7924:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009bc95c00 going to sleep for 11 seconds 00000100:00100000:2.0:1746130282.344945:0:7924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008a64dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841775744:192.168.204.51@tcp:105: 00000100:00100000:0.0:1746130282.344959:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00010000:00010000:2.0:1746130282.344969:0:7924:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746130282.345068:0:7924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f131180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+5:1962:x1830949849280384:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 3247us (3373us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130282.345080:0:7924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14768 00000100:00100000:1.0:1746130282.345106:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849280640 00000100:00100000:1.0:1746130282.345116:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849280640 00002000:00100000:1.0:1746130282.345155:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008a64c000 x1830949849280640/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:268/0 lens 488/0 e 0 to 0 dl 1746130293 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130282.345165:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a64c000 with x1830949849280640 ext(0->4095) 00002000:00010000:1.0:1746130282.345171:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008a64c000 00000100:00100000:1.0:1746130282.345192:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4929 00000100:00100000:1.0:1746130282.345199:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a64c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+50:1964:x1830949849280640:12345-192.168.204.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746130282.345472:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a64c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+50:1964:x1830949849280640:12345-192.168.204.51@tcp:3:ptlrpcd_01_01.0 Request processed in 240us (480us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746130282.345478:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4929 00002000:00100000:1.0:1746130282.345484:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008a64c000 x1830949849280640/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:268/0 lens 488/4536 e 0 to 0 dl 1746130293 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130282.345491:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a64c000 with x1830949849280640 ext(0->4095) 00002000:00010000:1.0:1746130282.345493:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008a64c000 00000100:00100000:0.0:1746130282.346955:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130282.347055:0:20953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849280768 00000100:00100000:3.0:1746130282.347060:0:20953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849280768 00000100:00100000:3.0:1746130282.347109:0:20953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6505 00000100:00100000:3.0:1746130282.347116:0:20953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a64f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c84b93b0-d496-484f-8e1e-94008838f2dd+5:31579:x1830949849280768:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746130282.347129:0:20953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746130282.347155:0:20953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800934d0800/0x4ce24e5787362386 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae409c4 expref: -99 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130282.347183:0:20953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1e00/0x4ce24e578736237f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae409bd expref: 49 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130282.347190:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746130282.347192:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746130282.347194:0:20953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d0800/0x4ce24e5787362386 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae409c4 expref: 6 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130282.347231:0:20953:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800934d1e00/0x4ce24e578736237f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae409bd expref: 49 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130282.347241:0:20953:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800934d1e00/0x4ce24e578736237f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae409bd expref: 49 pid: 20953 timeout: 580 lvb_type: 0 00000100:00100000:3.0:1746130282.347258:0:20953:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091950e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:20953:1830949841775872:192.168.204.51@tcp:104: 00000100:00100000:3.0:1746130282.347382:0:20953:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ad54d80 going to sleep for 11 seconds 00000100:00100000:3.0:1746130282.349311:0:20953:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091950e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:20953:1830949841775872:192.168.204.51@tcp:104: 00010000:00010000:3.0:1746130282.349342:0:20953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800934d0800/0x4ce24e5787362386 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae409c4 expref: 6 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130282.349372:0:20953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800934d0800, rc 0) 00000100:00100000:3.0:1746130282.349784:0:20953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a64f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c84b93b0-d496-484f-8e1e-94008838f2dd+6:31579:x1830949849280768:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2666us (2830us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130282.349792:0:20953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6505 00000100:00100000:0.0:1746130282.349997:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130282.350078:0:7924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849280896 00000100:00100000:2.0:1746130282.350085:0:7924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849280896 00010000:00010000:2.0:1746130282.350112:0:7924:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d1e00/0x4ce24e578736237f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae409bd expref: 50 pid: 20953 timeout: 580 lvb_type: 0 00000100:00100000:2.0:1746130282.350142:0:7924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14769 00000100:00100000:2.0:1746130282.350148:0:7924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a64dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+50:1962:x1830949849280896:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746130282.350160:0:7924:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746130282.350183:0:7924:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800934d1e00/0x4ce24e578736237f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae409bd expref: 50 pid: 20953 timeout: 580 lvb_type: 0 00010000:00010000:2.0:1746130282.350192:0:7924:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800934d1e00/0x4ce24e578736237f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae409bd expref: 50 pid: 20953 timeout: 580 lvb_type: 0 00010000:00010000:2.0:1746130282.350221:0:7924:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1e00/0x4ce24e578736237f lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae409bd expref: 50 pid: 20953 timeout: 580 lvb_type: 0 00010000:00010000:2.0:1746130282.350235:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130282.350237:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130282.350246:0:7924:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800934d0800/0x4ce24e5787362386 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae409c4 expref: 5 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130282.350253:0:7924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d0800/0x4ce24e5787362386 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae409c4 expref: 5 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130282.350303:0:7924:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800934d0800/0x4ce24e5787362386 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae409c4 expref: 5 pid: 20953 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746130282.350316:0:7924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f130a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841776000:192.168.204.51@tcp:105: 00000100:00100000:2.0:1746130282.350388:0:7924:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800932b2e40 going to sleep for 11 seconds 00000100:00100000:2.0:1746130282.351998:0:7924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f130a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841776000:192.168.204.51@tcp:105: 00010000:00010000:2.0:1746130282.352010:0:7924:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746130282.352036:0:7924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a64dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+49:1962:x1830949849280896:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 1888us (2039us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130282.352043:0:7924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14769 00000100:00100000:0.0:1746130282.352156:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130282.352243:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849281152 00000100:00100000:1.0:1746130282.352250:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849281152 00002000:00100000:1.0:1746130282.352308:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88013514ed80 x1830949849281152/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:268/0 lens 488/0 e 0 to 0 dl 1746130293 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130282.352319:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013514ed80 with x1830949849281152 ext(0->4095) 00002000:00010000:1.0:1746130282.352323:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88013514ed80 00000100:00100000:1.0:1746130282.352338:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4930 00000100:00100000:1.0:1746130282.352345:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013514ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949849281152:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746130282.352508:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013514ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949849281152:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 162us (352us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746130282.352514:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4930 00002000:00100000:1.0:1746130282.352518:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88013514ed80 x1830949849281152/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:268/0 lens 488/4536 e 0 to 0 dl 1746130293 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130282.352531:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013514ed80 with x1830949849281152 ext(0->4095) 00002000:00010000:1.0:1746130282.352534:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88013514ed80 00000100:00100000:0.0:1746130282.354545:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130282.354625:0:20953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849281280 00000100:00100000:3.0:1746130282.354633:0:20953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849281280 00000100:00100000:3.0:1746130282.354684:0:20953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6506 00000100:00100000:3.0:1746130282.354692:0:20953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094a74380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:640ea846-b909-4eea-9a54-417e15bd627b+49:31579:x1830949849281280:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746130282.354707:0:20953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746130282.354725:0:20953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800934d1200/0x4ce24e578736238d lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae409cb expref: -99 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130282.354754:0:20953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800934d0800/0x4ce24e5787362386 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae409c4 expref: 5 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130282.354762:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130282.354764:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130282.354767:0:20953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d1200/0x4ce24e578736238d lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae409cb expref: 50 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130282.354807:0:20953:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800934d0800/0x4ce24e5787362386 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae409c4 expref: 5 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130282.354820:0:20953:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800934d0800/0x4ce24e5787362386 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae409c4 expref: 5 pid: 20953 timeout: 580 lvb_type: 0 00000100:00100000:3.0:1746130282.354832:0:20953:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091950e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:20953:1830949841776128:192.168.204.51@tcp:104: 00000100:00100000:3.0:1746130282.354924:0:20953:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ad54d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746130282.356116:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130282.356162:0:10554:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849281408 00000100:00100000:1.0:1746130282.356168:0:10554:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849281408 00000100:00100000:1.0:1746130282.356209:0:10554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6507 00000100:00100000:1.0:1746130282.356214:0:10554:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135518700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:640ea846-b909-4eea-9a54-417e15bd627b+51:31578:x1830949849281408:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746130282.356226:0:10554:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746130282.356236:0:10554:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012b20c000/0x4ce24e5787362394 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae409d2 expref: -99 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130282.356254:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130282.356259:0:10554:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1200/0x4ce24e578736238d lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae409cb expref: 52 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130282.356264:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130282.356300:0:10554:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012b20c000/0x4ce24e5787362394 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae409d2 expref: 52 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130282.356327:0:10554:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800934d1200/0x4ce24e578736238d lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae409cb expref: 52 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130282.356338:0:10554:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012b20c000/0x4ce24e5787362394 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae409d2 expref: 52 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130282.356347:0:10554:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b20c000, rc 0) 00000100:00100000:1.0:1746130282.356399:0:10554:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135518700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:640ea846-b909-4eea-9a54-417e15bd627b+52:31578:x1830949849281408:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 183us (286us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130282.356404:0:10554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6507 00000100:00100000:0.0:1746130282.357433:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130282.357587:0:7924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849281536 00000100:00100000:2.0:1746130282.357591:0:7924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849281536 00010000:00010000:2.0:1746130282.357623:0:7924:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d0800/0x4ce24e5787362386 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae409c4 expref: 6 pid: 20953 timeout: 580 lvb_type: 0 00000100:00100000:3.0:1746130282.357626:0:20953:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091950e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:20953:1830949841776128:192.168.204.51@tcp:104: 00010000:00010000:3.0:1746130282.357651:0:20953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800934d1200/0x4ce24e578736238d lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae409cb expref: 51 pid: 20953 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746130282.357653:0:7924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14770 00000100:00100000:2.0:1746130282.357659:0:7924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134b86680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949849281536:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746130282.357662:0:20953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800934d1200, rc 0) 00010000:00010000:2.0:1746130282.357669:0:7924:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746130282.357690:0:7924:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800934d0800/0x4ce24e5787362386 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae409c4 expref: 6 pid: 20953 timeout: 580 lvb_type: 0 00000100:00100000:3.0:1746130282.357695:0:20953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094a74380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:640ea846-b909-4eea-9a54-417e15bd627b+51:31579:x1830949849281280:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3005us (3157us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130282.357701:0:20953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6506 00010000:00010000:2.0:1746130282.357708:0:7924:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800934d0800/0x4ce24e5787362386 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae409c4 expref: 6 pid: 20953 timeout: 580 lvb_type: 0 00010000:00010000:2.0:1746130282.357756:0:7924:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800934d0800/0x4ce24e5787362386 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae409c4 expref: 6 pid: 20953 timeout: 580 lvb_type: 0 00010000:00010000:2.0:1746130282.357769:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130282.357771:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130282.357777:0:7924:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1200/0x4ce24e578736238d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae409cb expref: 50 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130282.357783:0:7924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d1200/0x4ce24e578736238d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae409cb expref: 50 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130282.357840:0:7924:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800934d1200/0x4ce24e578736238d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae409cb expref: 50 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130282.357849:0:7924:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800934d1200/0x4ce24e578736238d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae409cb expref: 50 pid: 20953 timeout: 580 lvb_type: 0 00000100:00100000:2.0:1746130282.357863:0:7924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f130a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841776384:192.168.204.51@tcp:105: 00000100:00100000:2.0:1746130282.358044:0:7924:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800932b2e40 going to sleep for 11 seconds 00000100:00100000:2.0:1746130282.359744:0:7924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f130a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841776384:192.168.204.51@tcp:105: 00010000:00010000:2.0:1746130282.359768:0:7924:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746130282.359817:0:7924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134b86680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+5:1962:x1830949849281536:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 2157us (2385us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130282.359831:0:7924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14770 00000100:00100000:0.0:1746130282.361543:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130282.361614:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849281792 00000100:00100000:1.0:1746130282.361622:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849281792 00002000:00100000:1.0:1746130282.361662:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008c4fca80 x1830949849281792/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:268/0 lens 488/0 e 0 to 0 dl 1746130293 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130282.361672:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c4fca80 with x1830949849281792 ext(0->4095) 00010000:00010000:1.0:1746130282.361680:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1200/0x4ce24e578736238d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae409cb expref: 51 pid: 20953 timeout: 580 lvb_type: 0 00010000:00010000:1.0:1746130282.361693:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800934d1200/0x4ce24e578736238d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae409cb expref: 51 pid: 20953 timeout: 580 lvb_type: 0 00002000:00010000:1.0:1746130282.361700:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008c4fca80 00000100:00100000:1.0:1746130282.361729:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2678 00000100:00100000:1.0:1746130282.361736:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c4fca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+51:1961:x1830949849281792:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746130282.362059:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c4fca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+51:1961:x1830949849281792:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 323us (520us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746130282.362066:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2678 00002000:00100000:1.0:1746130282.362071:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008c4fca80 x1830949849281792/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:268/0 lens 488/4536 e 0 to 0 dl 1746130293 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130282.362079:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c4fca80 with x1830949849281792 ext(0->4095) 00010000:00010000:1.0:1746130282.362083:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1200/0x4ce24e578736238d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae409cb expref: 51 pid: 20953 timeout: 580 lvb_type: 0 00010000:00010000:1.0:1746130282.362097:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800934d1200/0x4ce24e578736238d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae409cb expref: 51 pid: 20953 timeout: 580 lvb_type: 0 00002000:00010000:1.0:1746130282.362102:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008c4fca80 00000100:00100000:0.0:1746130282.364306:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130282.364383:0:20953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849282048 00000100:00100000:3.0:1746130282.364390:0:20953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849282048 00000100:00100000:3.0:1746130282.364443:0:20953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6508 00000100:00100000:3.0:1746130282.364451:0:20953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c4fd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c84b93b0-d496-484f-8e1e-94008838f2dd+5:31579:x1830949849282048:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746130282.364467:0:20953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746130282.364530:0:20953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800934d1000/0x4ce24e578736239b lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae409d9 expref: -99 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130282.364558:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746130282.364565:0:20953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012b20c000/0x4ce24e5787362394 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae409d2 expref: 50 pid: 10554 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746130282.364572:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00010000:00010000:3.0:1746130282.364576:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746130282.364579:0:20953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d1000/0x4ce24e578736239b lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae409d9 expref: 6 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130282.364618:0:20953:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012b20c000/0x4ce24e5787362394 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae409d2 expref: 50 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130282.364630:0:20953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800934d1000/0x4ce24e578736239b lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae409d9 expref: 6 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130282.364640:0:20953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800934d1000, rc 0) 00000100:00100000:2.0:1746130282.364646:0:7924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849281920 00000100:00100000:2.0:1746130282.364650:0:7924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849281920 00010000:00010000:2.0:1746130282.364668:0:7924:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d1200/0x4ce24e578736238d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae409cb expref: 51 pid: 20953 timeout: 580 lvb_type: 0 00000100:00100000:2.0:1746130282.364699:0:7924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14771 00000100:00100000:2.0:1746130282.364704:0:7924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093171180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+51:1963:x1830949849281920:12345-192.168.204.51@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1746130282.364799:0:20953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c4fd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c84b93b0-d496-484f-8e1e-94008838f2dd+6:31579:x1830949849282048:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 348us (533us total) trans 0 rc 0/0 00010000:00010000:2.0:1746130282.364804:0:7924:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1746130282.364806:0:20953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6508 00010000:00010000:2.0:1746130282.364834:0:7924:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800934d1200/0x4ce24e578736238d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae409cb expref: 51 pid: 20953 timeout: 580 lvb_type: 0 00010000:00010000:2.0:1746130282.364857:0:7924:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800934d1200/0x4ce24e578736238d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae409cb expref: 51 pid: 20953 timeout: 580 lvb_type: 0 00010000:00010000:2.0:1746130282.364878:0:7924:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1200/0x4ce24e578736238d lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae409cb expref: 51 pid: 20953 timeout: 580 lvb_type: 0 00010000:00010000:2.0:1746130282.364903:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130282.364904:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130282.364911:0:7924:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012b20c000/0x4ce24e5787362394 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae409d2 expref: 50 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130282.364917:0:7924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012b20c000/0x4ce24e5787362394 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae409d2 expref: 50 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130282.364947:0:7924:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012b20c000/0x4ce24e5787362394 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae409d2 expref: 50 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130282.364964:0:7924:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012b20c000/0x4ce24e5787362394 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae409d2 expref: 50 pid: 10554 timeout: 580 lvb_type: 0 00000100:00100000:2.0:1746130282.364975:0:7924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f130a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841776640:192.168.204.51@tcp:105: 00000100:00100000:2.0:1746130282.365045:0:7924:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800932b2e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746130282.366870:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130282.366935:0:7924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f130a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841776640:192.168.204.51@tcp:105: 00010000:00010000:2.0:1746130282.366952:0:7924:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746130282.366985:0:7924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093171180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+50:1963:x1830949849281920:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 2280us (2413us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130282.366993:0:7924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14771 00000100:00100000:1.0:1746130282.367057:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849282304 00000100:00100000:1.0:1746130282.367063:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849282304 00002000:00100000:1.0:1746130282.367104:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008c4fea00 x1830949849282304/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:268/0 lens 488/0 e 0 to 0 dl 1746130293 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130282.367113:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c4fea00 with x1830949849282304 ext(0->4095) 00010000:00010000:1.0:1746130282.367120:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012b20c000/0x4ce24e5787362394 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae409d2 expref: 50 pid: 10554 timeout: 580 lvb_type: 0 00010000:00010000:1.0:1746130282.367132:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012b20c000/0x4ce24e5787362394 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae409d2 expref: 50 pid: 10554 timeout: 580 lvb_type: 0 00002000:00010000:1.0:1746130282.367138:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008c4fea00 00000100:00100000:1.0:1746130282.367153:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2679 00000100:00100000:1.0:1746130282.367160:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c4fea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+50:1962:x1830949849282304:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746130282.367640:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c4fea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+50:1962:x1830949849282304:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 479us (775us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746130282.367646:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2679 00002000:00100000:1.0:1746130282.367650:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008c4fea00 x1830949849282304/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:268/0 lens 488/4536 e 0 to 0 dl 1746130293 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130282.367663:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c4fea00 with x1830949849282304 ext(0->4095) 00010000:00010000:1.0:1746130282.367667:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012b20c000/0x4ce24e5787362394 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae409d2 expref: 50 pid: 10554 timeout: 580 lvb_type: 0 00010000:00010000:1.0:1746130282.367676:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012b20c000/0x4ce24e5787362394 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae409d2 expref: 50 pid: 10554 timeout: 580 lvb_type: 0 00002000:00010000:1.0:1746130282.367681:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008c4fea00 00000100:00100000:0.0:1746130282.369494:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130282.369822:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130282.369826:0:20953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849282432 00000100:00100000:3.0:1746130282.369836:0:20953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849282432 00000100:00100000:2.0:1746130282.369881:0:7924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849282560 00000100:00100000:2.0:1746130282.369889:0:7924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849282560 00010000:00010000:2.0:1746130282.369923:0:7924:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012b20c000/0x4ce24e5787362394 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae409d2 expref: 51 pid: 10554 timeout: 580 lvb_type: 0 00000100:00100000:2.0:1746130282.369958:0:7924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14772 00000100:00100000:2.0:1746130282.369965:0:7924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880137325850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+51:1964:x1830949849282560:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746130282.369978:0:7924:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746130282.369998:0:7924:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012b20c000/0x4ce24e5787362394 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae409d2 expref: 51 pid: 10554 timeout: 580 lvb_type: 0 00010000:00010000:2.0:1746130282.370010:0:7924:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012b20c000/0x4ce24e5787362394 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae409d2 expref: 51 pid: 10554 timeout: 580 lvb_type: 0 00010000:00010000:2.0:1746130282.370032:0:7924:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b20c000/0x4ce24e5787362394 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae409d2 expref: 51 pid: 10554 timeout: 580 lvb_type: 0 00010000:00010000:2.0:1746130282.370049:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130282.370051:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130282.370058:0:7924:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1000/0x4ce24e578736239b lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae409d9 expref: 5 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130282.370066:0:7924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d1000/0x4ce24e578736239b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae409d9 expref: 5 pid: 20953 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746130282.370500:0:20953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6509 00000100:00100000:3.0:1746130282.370506:0:20953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093e08000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:640ea846-b909-4eea-9a54-417e15bd627b+50:31578:x1830949849282432:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746130282.370520:0:20953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746130282.370572:0:7924:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800934d1000/0x4ce24e578736239b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae409d9 expref: 5 pid: 20953 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746130282.370584:0:7924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f130a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841776768:192.168.204.51@tcp:105: 00000100:00100000:2.0:1746130282.370658:0:7924:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800932b2e40 going to sleep for 11 seconds 00010000:00010000:3.0:1746130282.370840:0:20953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800934d0000/0x4ce24e57873623a2 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae409e0 expref: -99 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130282.370859:0:20953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1000/0x4ce24e578736239b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae409d9 expref: 5 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130282.370870:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130282.370871:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130282.370874:0:20953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d0000/0x4ce24e57873623a2 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae409e0 expref: 51 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130282.370892:0:20953:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800934d1000/0x4ce24e578736239b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae409d9 expref: 5 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130282.370902:0:20953:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800934d1000/0x4ce24e578736239b lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae409d9 expref: 5 pid: 20953 timeout: 580 lvb_type: 0 00000100:00100000:3.0:1746130282.370911:0:20953:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091950e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:20953:1830949841776896:192.168.204.51@tcp:104: 00000100:00100000:3.0:1746130282.370936:0:20953:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ad54d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746130282.374542:0:7924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f130a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841776768:192.168.204.51@tcp:105: 00010000:00010000:0.0:1746130282.374563:0:7924:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746130282.374599:0:7924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880137325850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+51:1964:x1830949849282560:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 4634us (4784us total) trans 0 rc 0/0 00000100:00100000:0.0:1746130282.374610:0:7924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14772 00000100:00100000:3.0:1746130282.374675:0:20953:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091950e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:20953:1830949841776896:192.168.204.51@tcp:104: 00010000:00010000:3.0:1746130282.374710:0:20953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800934d0000/0x4ce24e57873623a2 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae409e0 expref: 50 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130282.374727:0:20953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800934d0000, rc 0) 00000100:00100000:3.0:1746130282.374918:0:20953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093e08000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:640ea846-b909-4eea-9a54-417e15bd627b+50:31578:x1830949849282432:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4411us (5429us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130282.374925:0:20953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6509 00000100:00100000:1.0:1746130282.374953:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130282.375052:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849282816 00000100:00100000:2.0:1746130282.375059:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849282816 00002000:00100000:2.0:1746130282.375095:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093172680 x1830949849282816/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:268/0 lens 488/0 e 0 to 0 dl 1746130293 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130282.375104:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093172680 with x1830949849282816 ext(0->4095) 00010000:00010000:2.0:1746130282.375109:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1000/0x4ce24e578736239b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae409d9 expref: 6 pid: 20953 timeout: 580 lvb_type: 0 00010000:00010000:2.0:1746130282.375120:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800934d1000/0x4ce24e578736239b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae409d9 expref: 6 pid: 20953 timeout: 580 lvb_type: 0 00002000:00010000:2.0:1746130282.375126:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093172680 00000100:00100000:2.0:1746130282.375510:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2680 00000100:00100000:2.0:1746130282.375523:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093172680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949849282816:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746130282.375669:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093172680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949849282816:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 151us (716us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746130282.375674:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2680 00002000:00100000:2.0:1746130282.375679:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093172680 x1830949849282816/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:268/0 lens 488/4536 e 0 to 0 dl 1746130293 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130282.375687:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093172680 with x1830949849282816 ext(0->4095) 00010000:00010000:2.0:1746130282.375691:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1000/0x4ce24e578736239b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae409d9 expref: 6 pid: 20953 timeout: 580 lvb_type: 0 00010000:00010000:2.0:1746130282.375699:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800934d1000/0x4ce24e578736239b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae409d9 expref: 6 pid: 20953 timeout: 580 lvb_type: 0 00002000:00010000:2.0:1746130282.375704:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093172680 00000100:00100000:0.0:1746130282.377355:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130282.377473:0:7924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849282944 00000100:00100000:2.0:1746130282.377481:0:7924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849282944 00010000:00010000:2.0:1746130282.377509:0:7924:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d1000/0x4ce24e578736239b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae409d9 expref: 6 pid: 20953 timeout: 580 lvb_type: 0 00000100:00100000:2.0:1746130282.377674:0:7924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14773 00000100:00100000:2.0:1746130282.377682:0:7924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093e08380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949849282944:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746130282.377693:0:7924:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746130282.377713:0:7924:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800934d1000/0x4ce24e578736239b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae409d9 expref: 6 pid: 20953 timeout: 580 lvb_type: 0 00010000:00010000:2.0:1746130282.377722:0:7924:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800934d1000/0x4ce24e578736239b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae409d9 expref: 6 pid: 20953 timeout: 580 lvb_type: 0 00010000:00010000:2.0:1746130282.377742:0:7924:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1000/0x4ce24e578736239b lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae409d9 expref: 6 pid: 20953 timeout: 580 lvb_type: 0 00010000:00010000:2.0:1746130282.377760:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130282.377762:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130282.377769:0:7924:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800934d0000/0x4ce24e57873623a2 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae409e0 expref: 49 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130282.377776:0:7924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d0000/0x4ce24e57873623a2 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae409e0 expref: 49 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130282.377806:0:7924:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800934d0000/0x4ce24e57873623a2 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae409e0 expref: 49 pid: 20953 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746130282.377816:0:7924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f131180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841777024:192.168.204.51@tcp:105: 00000100:00100000:2.0:1746130282.377883:0:7924:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800932b2f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746130282.381250:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130282.381329:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849283200 00000100:00100000:3.0:1746130282.381351:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849283200 00000100:00100000:2.0:1746130282.381391:0:7924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f131180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841777024:192.168.204.51@tcp:105: 00010000:00010000:2.0:1746130282.381410:0:7924:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00100000:3.0:1746130282.381418:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880099acb450 x1830949849283200/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:268/0 lens 488/0 e 0 to 0 dl 1746130293 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130282.381435:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099acb450 with x1830949849283200 ext(0->4095) 00002000:00010000:3.0:1746130282.381439:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880099acb450 00000100:00100000:2.0:1746130282.381459:0:7924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093e08380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+5:1962:x1830949849282944:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 3776us (4109us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130282.381466:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4931 00000100:00100000:2.0:1746130282.381472:0:7924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14773 00000100:00100000:3.0:1746130282.381473:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099acb450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+50:1961:x1830949849283200:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746130282.381976:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099acb450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+50:1961:x1830949849283200:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 502us (734us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746130282.381983:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4931 00002000:00100000:3.0:1746130282.381989:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880099acb450 x1830949849283200/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:268/0 lens 488/4536 e 0 to 0 dl 1746130293 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130282.381996:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099acb450 with x1830949849283200 ext(0->4095) 00002000:00010000:3.0:1746130282.381999:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880099acb450 00000100:00100000:0.0:1746130282.384738:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130282.384775:0:20953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849283328 00000100:00100000:3.0:1746130282.384783:0:20953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849283328 00000100:00100000:3.0:1746130282.384828:0:20953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6510 00000100:00100000:3.0:1746130282.384836:0:20953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093e08700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c84b93b0-d496-484f-8e1e-94008838f2dd+5:31579:x1830949849283328:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746130282.384854:0:20953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746130282.384873:0:20953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800934d0600/0x4ce24e57873623a9 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae409e7 expref: -99 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130282.384899:0:20953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800934d0000/0x4ce24e57873623a2 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae409e0 expref: 49 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130282.384906:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746130282.384907:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746130282.384911:0:20953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d0600/0x4ce24e57873623a9 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae409e7 expref: 6 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130282.384944:0:20953:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800934d0000/0x4ce24e57873623a2 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae409e0 expref: 49 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130282.384956:0:20953:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800934d0000/0x4ce24e57873623a2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae409e0 expref: 49 pid: 20953 timeout: 580 lvb_type: 0 00000100:00100000:3.0:1746130282.384967:0:20953:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091951c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:20953:1830949841777152:192.168.204.51@tcp:104: 00000100:00100000:3.0:1746130282.385054:0:20953:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ad54000 going to sleep for 11 seconds 00000100:00100000:3.0:1746130282.386449:0:20953:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091951c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:20953:1830949841777152:192.168.204.51@tcp:104: 00010000:00010000:3.0:1746130282.386473:0:20953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800934d0600/0x4ce24e57873623a9 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae409e7 expref: 6 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130282.386485:0:20953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800934d0600, rc 0) 00000100:00100000:2.0:1746130282.386866:0:20953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093e08700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c84b93b0-d496-484f-8e1e-94008838f2dd+6:31579:x1830949849283328:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2022us (2125us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130282.386877:0:20953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6510 00000100:00100000:0.0:1746130282.386928:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130282.387021:0:7924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849283456 00000100:00100000:2.0:1746130282.387030:0:7924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849283456 00010000:00010000:2.0:1746130282.387055:0:7924:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d0000/0x4ce24e57873623a2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae409e0 expref: 50 pid: 20953 timeout: 580 lvb_type: 0 00000100:00100000:2.0:1746130282.387086:0:7924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14774 00000100:00100000:2.0:1746130282.387091:0:7924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093e08a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+50:1962:x1830949849283456:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746130282.387102:0:7924:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746130282.387118:0:7924:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800934d0000/0x4ce24e57873623a2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae409e0 expref: 50 pid: 20953 timeout: 580 lvb_type: 0 00010000:00010000:2.0:1746130282.387128:0:7924:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800934d0000/0x4ce24e57873623a2 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae409e0 expref: 50 pid: 20953 timeout: 580 lvb_type: 0 00010000:00010000:2.0:1746130282.387145:0:7924:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800934d0000/0x4ce24e57873623a2 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae409e0 expref: 50 pid: 20953 timeout: 580 lvb_type: 0 00010000:00010000:2.0:1746130282.387168:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130282.387169:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130282.387176:0:7924:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800934d0600/0x4ce24e57873623a9 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae409e7 expref: 5 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130282.387182:0:7924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d0600/0x4ce24e57873623a9 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae409e7 expref: 5 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130282.387208:0:7924:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800934d0600/0x4ce24e57873623a9 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae409e7 expref: 5 pid: 20953 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746130282.387217:0:7924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f131180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841777280:192.168.204.51@tcp:105: 00000100:00100000:2.0:1746130282.387305:0:7924:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800932b2f00 going to sleep for 11 seconds 00000100:00100000:2.0:1746130282.388419:0:7924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f131180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841777280:192.168.204.51@tcp:105: 00010000:00010000:2.0:1746130282.388434:0:7924:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746130282.388611:0:7924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093e08a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+49:1962:x1830949849283456:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 1517us (1682us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130282.388621:0:7924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14774 00000100:00100000:0.0:1746130282.390318:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130282.390649:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849283712 00000100:00100000:3.0:1746130282.390660:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849283712 00002000:00100000:3.0:1746130282.390709:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093e08e00 x1830949849283712/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:268/0 lens 488/0 e 0 to 0 dl 1746130293 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130282.390723:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093e08e00 with x1830949849283712 ext(0->4095) 00002000:00010000:3.0:1746130282.390727:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093e08e00 00000100:00100000:3.0:1746130282.390768:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4932 00000100:00100000:3.0:1746130282.390775:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093e08e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949849283712:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746130282.390933:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093e08e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949849283712:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 157us (621us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746130282.390944:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4932 00002000:00100000:3.0:1746130282.390948:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093e08e00 x1830949849283712/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:268/0 lens 488/4536 e 0 to 0 dl 1746130293 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130282.390955:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093e08e00 with x1830949849283712 ext(0->4095) 00002000:00010000:3.0:1746130282.390958:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093e08e00 00000100:00100000:0.0:1746130282.391439:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130282.392772:0:20953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849283840 00000100:00100000:2.0:1746130282.392779:0:20953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849283840 00000100:00100000:2.0:1746130282.392826:0:20953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6511 00000100:00100000:2.0:1746130282.392833:0:20953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093e09180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:640ea846-b909-4eea-9a54-417e15bd627b+49:31578:x1830949849283840:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746130282.392845:0:20953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746130282.392860:0:20953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e57873623b0 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae409ee expref: -99 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130282.392880:0:20953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800934d0600/0x4ce24e57873623a9 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae409e7 expref: 5 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130282.392894:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130282.392896:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130282.392899:0:20953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e57873623b0 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae409ee expref: 50 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130282.392924:0:20953:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800934d0600/0x4ce24e57873623a9 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae409e7 expref: 5 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130282.392935:0:20953:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800934d0600/0x4ce24e57873623a9 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae409e7 expref: 5 pid: 20953 timeout: 580 lvb_type: 0 00000100:00100000:2.0:1746130282.392949:0:20953:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f131180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:20953:1830949841777408:192.168.204.51@tcp:104: 00000100:00100000:2.0:1746130282.393027:0:20953:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800932b2f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746130282.393259:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130282.393405:0:10554:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849283968 00000100:00100000:1.0:1746130282.393415:0:10554:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849283968 00000100:00100000:1.0:1746130282.393457:0:10554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6512 00000100:00100000:1.0:1746130282.393463:0:10554:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093e09500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:640ea846-b909-4eea-9a54-417e15bd627b+51:31579:x1830949849283968:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746130282.393475:0:10554:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746130282.393488:0:10554:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012b20d800/0x4ce24e57873623b7 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae409f5 expref: -99 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130282.393508:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130282.393513:0:10554:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e57873623b0 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae409ee expref: 52 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130282.393519:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130282.393522:0:10554:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012b20d800/0x4ce24e57873623b7 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae409f5 expref: 52 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130282.393553:0:10554:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e57873623b0 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae409ee expref: 52 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130282.393574:0:10554:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012b20d800/0x4ce24e57873623b7 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae409f5 expref: 52 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130282.393583:0:10554:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b20d800, rc 0) 00000100:00100000:1.0:1746130282.393634:0:10554:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093e09500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:640ea846-b909-4eea-9a54-417e15bd627b+52:31579:x1830949849283968:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 170us (374us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130282.393640:0:10554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6512 00000100:00100000:0.0:1746130282.396876:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130282.396952:0:20953:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f131180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:20953:1830949841777408:192.168.204.51@tcp:104: 00010000:00010000:2.0:1746130282.396976:0:20953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e57873623b0 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae409ee expref: 51 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130282.396991:0:20953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091fc8600, rc 0) 00000100:00100000:3.0:1746130282.397049:0:7924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849284096 00000100:00100000:3.0:1746130282.397054:0:7924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849284096 00010000:00010000:3.0:1746130282.397087:0:7924:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d0600/0x4ce24e57873623a9 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae409e7 expref: 6 pid: 20953 timeout: 580 lvb_type: 0 00000100:00100000:3.0:1746130282.397120:0:7924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14775 00000100:00100000:3.0:1746130282.397127:0:7924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093e09880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1964:x1830949849284096:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746130282.397143:0:7924:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746130282.397161:0:7924:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800934d0600/0x4ce24e57873623a9 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae409e7 expref: 6 pid: 20953 timeout: 580 lvb_type: 0 00010000:00010000:3.0:1746130282.397170:0:7924:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800934d0600/0x4ce24e57873623a9 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae409e7 expref: 6 pid: 20953 timeout: 580 lvb_type: 0 00010000:00010000:3.0:1746130282.397189:0:7924:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800934d0600/0x4ce24e57873623a9 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae409e7 expref: 6 pid: 20953 timeout: 580 lvb_type: 0 00010000:00010000:3.0:1746130282.397205:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130282.397207:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130282.397213:0:7924:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e57873623b0 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae409ee expref: 51 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130282.397223:0:7924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e57873623b0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae409ee expref: 51 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130282.397250:0:7924:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e57873623b0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae409ee expref: 51 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130282.397259:0:7924:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e57873623b0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae409ee expref: 51 pid: 20953 timeout: 580 lvb_type: 0 00000100:00100000:3.0:1746130282.397294:0:7924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091951c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841777664:192.168.204.51@tcp:105: 00000100:00100000:2.0:1746130282.397416:0:20953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093e09180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:640ea846-b909-4eea-9a54-417e15bd627b+51:31578:x1830949849283840:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4584us (5978us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130282.397424:0:20953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6511 00000100:00100000:3.0:1746130282.397852:0:7924:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ad546c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746130282.400000:0:7924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091951c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841777664:192.168.204.51@tcp:105: 00010000:00010000:3.0:1746130282.400023:0:7924:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746130282.400070:0:7924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093e09880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+5:1964:x1830949849284096:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 2943us (3200us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130282.400080:0:7924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14775 00000100:00100000:2.0:1746130282.400471:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130282.400494:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849284352 00000100:00100000:0.0:1746130282.400500:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849284352 00002000:00100000:0.0:1746130282.400658:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008f131180 x1830949849284352/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:268/0 lens 488/0 e 0 to 0 dl 1746130293 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746130282.400668:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f131180 with x1830949849284352 ext(0->4095) 00010000:00010000:0.0:1746130282.400676:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e57873623b0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae409ee expref: 51 pid: 20953 timeout: 580 lvb_type: 0 00010000:00010000:0.0:1746130282.400688:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e57873623b0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae409ee expref: 51 pid: 20953 timeout: 580 lvb_type: 0 00002000:00010000:0.0:1746130282.400695:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008f131180 00000100:00100000:0.0:1746130282.400763:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2681 00000100:00100000:0.0:1746130282.400770:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f131180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+51:1962:x1830949849284352:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746130282.400903:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f131180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+51:1962:x1830949849284352:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 133us (432us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746130282.400909:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2681 00002000:00100000:0.0:1746130282.400914:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008f131180 x1830949849284352/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:268/0 lens 488/4536 e 0 to 0 dl 1746130293 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746130282.400921:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f131180 with x1830949849284352 ext(0->4095) 00010000:00010000:0.0:1746130282.400925:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e57873623b0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae409ee expref: 51 pid: 20953 timeout: 580 lvb_type: 0 00010000:00010000:0.0:1746130282.400934:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e57873623b0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae409ee expref: 51 pid: 20953 timeout: 580 lvb_type: 0 00002000:00010000:0.0:1746130282.400939:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008f131180 00000100:00100000:0.0:1746130282.402716:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130282.402936:0:7924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849284480 00000100:00100000:3.0:1746130282.402944:0:7924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849284480 00010000:00010000:3.0:1746130282.402978:0:7924:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e57873623b0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae409ee expref: 51 pid: 20953 timeout: 580 lvb_type: 0 00000100:00100000:3.0:1746130282.403007:0:7924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14776 00000100:00100000:3.0:1746130282.403013:0:7924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093e09c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+51:1963:x1830949849284480:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746130282.403025:0:7924:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746130282.403041:0:7924:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e57873623b0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae409ee expref: 51 pid: 20953 timeout: 580 lvb_type: 0 00010000:00010000:3.0:1746130282.403050:0:7924:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e57873623b0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae409ee expref: 51 pid: 20953 timeout: 580 lvb_type: 0 00010000:00010000:3.0:1746130282.403068:0:7924:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e57873623b0 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae409ee expref: 51 pid: 20953 timeout: 580 lvb_type: 0 00010000:00010000:3.0:1746130282.403081:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130282.403082:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130282.403088:0:7924:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012b20d800/0x4ce24e57873623b7 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae409f5 expref: 50 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130282.403094:0:7924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012b20d800/0x4ce24e57873623b7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae409f5 expref: 50 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130282.403119:0:7924:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012b20d800/0x4ce24e57873623b7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae409f5 expref: 50 pid: 10554 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746130282.403130:0:7924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091951c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841777792:192.168.204.51@tcp:105: 00000100:00100000:3.0:1746130282.403209:0:7924:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ad546c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746130282.405726:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130282.406098:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849284736 00000100:00100000:2.0:1746130282.406105:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849284736 00002000:00100000:2.0:1746130282.406141:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093e09f80 x1830949849284736/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:268/0 lens 488/0 e 0 to 0 dl 1746130293 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130282.406153:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093e09f80 with x1830949849284736 ext(0->4095) 00002000:00010000:2.0:1746130282.406157:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093e09f80 00000100:00100000:2.0:1746130282.406174:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4933 00000100:00100000:2.0:1746130282.406181:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093e09f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+51:1962:x1830949849284736:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746130282.406380:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093e09f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+51:1962:x1830949849284736:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 197us (659us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746130282.406386:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4933 00002000:00100000:2.0:1746130282.406392:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093e09f80 x1830949849284736/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:268/0 lens 488/4536 e 0 to 0 dl 1746130293 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130282.406400:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093e09f80 with x1830949849284736 ext(0->4095) 00002000:00010000:2.0:1746130282.406402:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093e09f80 00000100:00100000:3.0:1746130282.406497:0:7924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091951c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841777792:192.168.204.51@tcp:105: 00010000:00010000:3.0:1746130282.406519:0:7924:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746130282.406542:0:7924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093e09c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+50:1963:x1830949849284480:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 3529us (3832us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130282.406550:0:7924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14776 00000100:00100000:0.0:1746130282.408199:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130282.408677:0:20953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849284864 00000100:00100000:2.0:1746130282.408684:0:20953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849284864 00000100:00100000:2.0:1746130282.408906:0:20953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6513 00000100:00100000:2.0:1746130282.408914:0:20953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093e0a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c84b93b0-d496-484f-8e1e-94008838f2dd+5:31579:x1830949849284864:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746130282.408927:0:20953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746130282.408942:0:20953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091fc9400/0x4ce24e57873623be lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae409fc expref: -99 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130282.408970:0:20953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012b20d800/0x4ce24e57873623b7 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae409f5 expref: 49 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130282.408977:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746130282.408979:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746130282.408982:0:20953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc9400/0x4ce24e57873623be lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae409fc expref: 6 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130282.409006:0:20953:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012b20d800/0x4ce24e57873623b7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae409f5 expref: 49 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130282.409016:0:20953:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012b20d800/0x4ce24e57873623b7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae409f5 expref: 49 pid: 10554 timeout: 580 lvb_type: 0 00000100:00100000:2.0:1746130282.409026:0:20953:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f130a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:20953:1830949841777920:192.168.204.51@tcp:104: 00000100:00100000:2.0:1746130282.409373:0:20953:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800932b2840 going to sleep for 11 seconds 00000100:00100000:0.0:1746130282.411691:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130282.411888:0:20953:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f130a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:20953:1830949841777920:192.168.204.51@tcp:104: 00010000:00010000:2.0:1746130282.411925:0:20953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091fc9400/0x4ce24e57873623be lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae409fc expref: 6 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130282.411945:0:20953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091fc9400, rc 0) 00000100:00100000:2.0:1746130282.411992:0:20953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093e0a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c84b93b0-d496-484f-8e1e-94008838f2dd+6:31579:x1830949849284864:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3078us (3796us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130282.412002:0:20953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6513 00000100:00100000:3.0:1746130282.412098:0:7924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849284992 00000100:00100000:3.0:1746130282.412106:0:7924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849284992 00010000:00010000:3.0:1746130282.412139:0:7924:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012b20d800/0x4ce24e57873623b7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae409f5 expref: 50 pid: 10554 timeout: 580 lvb_type: 0 00000100:00100000:3.0:1746130282.412173:0:7924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14777 00000100:00100000:3.0:1746130282.412180:0:7924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093e0a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+50:1961:x1830949849284992:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746130282.412195:0:7924:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746130282.412224:0:7924:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012b20d800/0x4ce24e57873623b7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae409f5 expref: 50 pid: 10554 timeout: 580 lvb_type: 0 00010000:00010000:3.0:1746130282.412235:0:7924:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012b20d800/0x4ce24e57873623b7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae409f5 expref: 50 pid: 10554 timeout: 580 lvb_type: 0 00010000:00010000:3.0:1746130282.412441:0:7924:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b20d800/0x4ce24e57873623b7 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae409f5 expref: 50 pid: 10554 timeout: 580 lvb_type: 0 00010000:00010000:3.0:1746130282.412463:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130282.412465:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130282.412473:0:7924:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091fc9400/0x4ce24e57873623be lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae409fc expref: 5 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130282.412481:0:7924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc9400/0x4ce24e57873623be lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae409fc expref: 5 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130282.412512:0:7924:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091fc9400/0x4ce24e57873623be lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae409fc expref: 5 pid: 20953 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746130282.412529:0:7924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091951c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841778048:192.168.204.51@tcp:105: 00000100:00100000:3.0:1746130282.412594:0:7924:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ad546c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746130282.415236:0:7924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091951c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841778048:192.168.204.51@tcp:105: 00010000:00010000:3.0:1746130282.415263:0:7924:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746130282.415332:0:7924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093e0a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+49:1961:x1830949849284992:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 3152us (3650us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130282.415343:0:7924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14777 00000100:00100000:0.0:1746130282.416050:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130282.416562:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849285248 00000100:00100000:2.0:1746130282.416575:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849285248 00002000:00100000:2.0:1746130282.416621:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093e0aa00 x1830949849285248/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:268/0 lens 488/0 e 0 to 0 dl 1746130293 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130282.416629:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093e0aa00 with x1830949849285248 ext(0->4095) 00002000:00010000:2.0:1746130282.416634:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093e0aa00 00000100:00100000:2.0:1746130282.416657:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4934 00000100:00100000:2.0:1746130282.416664:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093e0aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949849285248:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746130282.416816:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093e0aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949849285248:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 152us (766us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746130282.416823:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4934 00002000:00100000:2.0:1746130282.416828:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093e0aa00 x1830949849285248/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:268/0 lens 488/4536 e 0 to 0 dl 1746130293 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130282.416834:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093e0aa00 with x1830949849285248 ext(0->4095) 00002000:00010000:2.0:1746130282.416837:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093e0aa00 00000100:00100000:0.0:1746130282.416978:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130282.417128:0:20953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849285376 00000100:00100000:3.0:1746130282.417134:0:20953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849285376 00000100:00100000:3.0:1746130282.417177:0:20953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6514 00000100:00100000:3.0:1746130282.417183:0:20953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093e0ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:640ea846-b909-4eea-9a54-417e15bd627b+49:31578:x1830949849285376:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746130282.417197:0:20953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746130282.417216:0:20953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800934d0000/0x4ce24e57873623c5 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae40a03 expref: -99 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130282.417242:0:20953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091fc9400/0x4ce24e57873623be lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae409fc expref: 5 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130282.417249:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130282.417250:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130282.417254:0:20953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d0000/0x4ce24e57873623c5 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40a03 expref: 50 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130282.417300:0:20953:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091fc9400/0x4ce24e57873623be lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae409fc expref: 5 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130282.417316:0:20953:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091fc9400/0x4ce24e57873623be lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae409fc expref: 5 pid: 20953 timeout: 580 lvb_type: 0 00000100:00100000:3.0:1746130282.417327:0:20953:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091951c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:20953:1830949841778176:192.168.204.51@tcp:104: 00000100:00100000:3.0:1746130282.417406:0:20953:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ad546c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746130282.418472:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130282.418646:0:10554:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849285504 00000100:00100000:1.0:1746130282.418652:0:10554:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849285504 00000100:00100000:1.0:1746130282.418697:0:10554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6515 00000100:00100000:1.0:1746130282.418704:0:10554:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093e0b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:640ea846-b909-4eea-9a54-417e15bd627b+51:31579:x1830949849285504:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746130282.418712:0:10554:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746130282.418725:0:10554:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800acd46000/0x4ce24e57873623cc lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae40a0a expref: -99 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130282.418745:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130282.418749:0:10554:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800934d0000/0x4ce24e57873623c5 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40a03 expref: 52 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130282.418754:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130282.418756:0:10554:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800acd46000/0x4ce24e57873623cc lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40a0a expref: 52 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130282.418781:0:10554:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800934d0000/0x4ce24e57873623c5 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40a03 expref: 52 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130282.418796:0:10554:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800acd46000/0x4ce24e57873623cc lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40a0a expref: 52 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130282.418805:0:10554:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800acd46000, rc 0) 00000100:00100000:1.0:1746130282.419179:0:10554:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093e0b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:640ea846-b909-4eea-9a54-417e15bd627b+52:31579:x1830949849285504:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 474us (707us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130282.419185:0:10554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6515 00000100:00100000:3.0:1746130282.419654:0:20953:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091951c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:20953:1830949841778176:192.168.204.51@tcp:104: 00010000:00010000:3.0:1746130282.419674:0:20953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800934d0000/0x4ce24e57873623c5 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40a03 expref: 51 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130282.419683:0:20953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800934d0000, rc 0) 00000100:00100000:3.0:1746130282.419714:0:20953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093e0ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:640ea846-b909-4eea-9a54-417e15bd627b+51:31578:x1830949849285376:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2531us (2737us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130282.419720:0:20953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6514 00000100:00100000:0.0:1746130282.422202:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130282.422310:0:7924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849285632 00000100:00100000:3.0:1746130282.422320:0:7924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849285632 00010000:00010000:3.0:1746130282.422374:0:7924:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc9400/0x4ce24e57873623be lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae409fc expref: 6 pid: 20953 timeout: 580 lvb_type: 0 00000100:00100000:3.0:1746130282.422414:0:7924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14778 00000100:00100000:3.0:1746130282.422426:0:7924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093e0b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949849285632:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746130282.422444:0:7924:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746130282.422467:0:7924:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091fc9400/0x4ce24e57873623be lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae409fc expref: 6 pid: 20953 timeout: 580 lvb_type: 0 00010000:00010000:3.0:1746130282.422484:0:7924:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091fc9400/0x4ce24e57873623be lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae409fc expref: 6 pid: 20953 timeout: 580 lvb_type: 0 00010000:00010000:3.0:1746130282.422509:0:7924:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091fc9400/0x4ce24e57873623be lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae409fc expref: 6 pid: 20953 timeout: 580 lvb_type: 0 00010000:00010000:3.0:1746130282.422535:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130282.422537:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130282.422546:0:7924:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800934d0000/0x4ce24e57873623c5 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40a03 expref: 50 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130282.422553:0:7924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d0000/0x4ce24e57873623c5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40a03 expref: 50 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130282.422584:0:7924:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800934d0000/0x4ce24e57873623c5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40a03 expref: 50 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130282.422596:0:7924:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800934d0000/0x4ce24e57873623c5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40a03 expref: 50 pid: 20953 timeout: 580 lvb_type: 0 00000100:00100000:3.0:1746130282.422607:0:7924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091951c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841778432:192.168.204.51@tcp:105: 00000100:00100000:3.0:1746130282.422689:0:7924:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ad546c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746130282.424906:0:7924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091951c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841778432:192.168.204.51@tcp:105: 00010000:00010000:3.0:1746130282.424931:0:7924:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746130282.424970:0:7924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093e0b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+5:1962:x1830949849285632:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 2549us (2797us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130282.424982:0:7924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14778 00000100:00100000:0.0:1746130282.425377:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130282.425459:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849285888 00000100:00100000:2.0:1746130282.425468:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849285888 00002000:00100000:2.0:1746130282.425519:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093e0b800 x1830949849285888/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:268/0 lens 488/0 e 0 to 0 dl 1746130293 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130282.425531:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093e0b800 with x1830949849285888 ext(0->4095) 00010000:00010000:2.0:1746130282.425540:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800934d0000/0x4ce24e57873623c5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40a03 expref: 51 pid: 20953 timeout: 580 lvb_type: 0 00010000:00010000:2.0:1746130282.425554:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800934d0000/0x4ce24e57873623c5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40a03 expref: 51 pid: 20953 timeout: 580 lvb_type: 0 00002000:00010000:2.0:1746130282.425560:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093e0b800 00000100:00100000:2.0:1746130282.425587:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2682 00000100:00100000:2.0:1746130282.425594:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093e0b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+51:1961:x1830949849285888:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746130282.425764:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093e0b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+51:1961:x1830949849285888:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 171us (405us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746130282.425770:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2682 00002000:00100000:2.0:1746130282.425776:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093e0b800 x1830949849285888/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:268/0 lens 488/4536 e 0 to 0 dl 1746130293 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130282.425783:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093e0b800 with x1830949849285888 ext(0->4095) 00010000:00010000:2.0:1746130282.425787:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800934d0000/0x4ce24e57873623c5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40a03 expref: 51 pid: 20953 timeout: 580 lvb_type: 0 00010000:00010000:2.0:1746130282.425796:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800934d0000/0x4ce24e57873623c5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40a03 expref: 51 pid: 20953 timeout: 580 lvb_type: 0 00002000:00010000:2.0:1746130282.425801:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093e0b800 00000100:00100000:0.0:1746130282.427916:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130282.428004:0:7924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849286016 00000100:00100000:3.0:1746130282.428017:0:7924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849286016 00010000:00010000:3.0:1746130282.428058:0:7924:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d0000/0x4ce24e57873623c5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40a03 expref: 51 pid: 20953 timeout: 580 lvb_type: 0 00000100:00100000:3.0:1746130282.428099:0:7924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14779 00000100:00100000:3.0:1746130282.428108:0:7924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129e23050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+51:1962:x1830949849286016:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746130282.428122:0:7924:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746130282.428142:0:7924:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800934d0000/0x4ce24e57873623c5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40a03 expref: 51 pid: 20953 timeout: 580 lvb_type: 0 00010000:00010000:3.0:1746130282.428154:0:7924:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800934d0000/0x4ce24e57873623c5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40a03 expref: 51 pid: 20953 timeout: 580 lvb_type: 0 00010000:00010000:3.0:1746130282.428176:0:7924:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800934d0000/0x4ce24e57873623c5 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40a03 expref: 51 pid: 20953 timeout: 580 lvb_type: 0 00010000:00010000:3.0:1746130282.428191:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130282.428193:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130282.428200:0:7924:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800acd46000/0x4ce24e57873623cc lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40a0a expref: 50 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130282.428207:0:7924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800acd46000/0x4ce24e57873623cc lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40a0a expref: 50 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130282.428241:0:7924:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800acd46000/0x4ce24e57873623cc lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40a0a expref: 50 pid: 10554 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746130282.428254:0:7924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091951c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841778560:192.168.204.51@tcp:105: 00000100:00100000:3.0:1746130282.428445:0:7924:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ad546c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746130282.430529:0:7924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091951c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841778560:192.168.204.51@tcp:105: 00010000:00010000:3.0:1746130282.430554:0:7924:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746130282.430939:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130282.430985:0:7924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129e23050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+50:1962:x1830949849286016:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 2877us (3076us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130282.431020:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849286272 00000100:00100000:2.0:1746130282.431028:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849286272 00002000:00100000:2.0:1746130282.431073:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093e0bb80 x1830949849286272/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:268/0 lens 488/0 e 0 to 0 dl 1746130293 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130282.431083:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093e0bb80 with x1830949849286272 ext(0->4095) 00002000:00010000:2.0:1746130282.431087:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093e0bb80 00000100:00100000:3.0:1746130282.431093:0:7924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14779 00000100:00100000:2.0:1746130282.431120:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4935 00000100:00100000:2.0:1746130282.431127:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093e0bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+50:1962:x1830949849286272:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746130282.431624:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093e0bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+50:1962:x1830949849286272:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 496us (738us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746130282.431631:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4935 00002000:00100000:2.0:1746130282.431636:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093e0bb80 x1830949849286272/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:268/0 lens 488/4536 e 0 to 0 dl 1746130293 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130282.431643:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093e0bb80 with x1830949849286272 ext(0->4095) 00002000:00010000:2.0:1746130282.431646:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093e0bb80 00000100:00100000:0.0:1746130282.433793:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130282.433902:0:20953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849286400 00000100:00100000:3.0:1746130282.433911:0:20953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849286400 00000100:00100000:3.0:1746130282.433965:0:20953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6516 00000100:00100000:3.0:1746130282.433973:0:20953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093e08380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c84b93b0-d496-484f-8e1e-94008838f2dd+5:31579:x1830949849286400:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746130282.433988:0:20953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746130282.434005:0:20953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800934d0c00/0x4ce24e57873623d3 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae40a11 expref: -99 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130282.434033:0:20953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800acd46000/0x4ce24e57873623cc lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40a0a expref: 49 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130282.434040:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746130282.434041:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746130282.434044:0:20953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d0c00/0x4ce24e57873623d3 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40a11 expref: 6 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130282.434074:0:20953:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800acd46000/0x4ce24e57873623cc lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40a0a expref: 49 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130282.434089:0:20953:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800acd46000/0x4ce24e57873623cc lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40a0a expref: 49 pid: 10554 timeout: 580 lvb_type: 0 00000100:00100000:3.0:1746130282.434101:0:20953:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091951c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:20953:1830949841778688:192.168.204.51@tcp:104: 00000100:00100000:3.0:1746130282.434186:0:20953:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ad54780 going to sleep for 11 seconds 00000100:00100000:0.0:1746130282.437399:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130282.437529:0:20953:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091951c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:20953:1830949841778688:192.168.204.51@tcp:104: 00010000:00010000:3.0:1746130282.437565:0:20953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800934d0c00/0x4ce24e57873623d3 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40a11 expref: 6 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130282.437584:0:20953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800934d0c00, rc 0) 00000100:00100000:3.0:1746130282.437641:0:20953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093e08380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c84b93b0-d496-484f-8e1e-94008838f2dd+6:31579:x1830949849286400:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3667us (3852us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130282.437649:0:20953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6516 00000100:00100000:2.0:1746130282.437657:0:7924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849286528 00000100:00100000:2.0:1746130282.437665:0:7924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849286528 00010000:00010000:2.0:1746130282.437705:0:7924:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800acd46000/0x4ce24e57873623cc lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40a0a expref: 50 pid: 10554 timeout: 580 lvb_type: 0 00000100:00100000:2.0:1746130282.437733:0:7924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14780 00000100:00100000:2.0:1746130282.437739:0:7924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093e08a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+50:1961:x1830949849286528:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746130282.437750:0:7924:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746130282.437771:0:7924:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800acd46000/0x4ce24e57873623cc lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40a0a expref: 50 pid: 10554 timeout: 580 lvb_type: 0 00010000:00010000:2.0:1746130282.437786:0:7924:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800acd46000/0x4ce24e57873623cc lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40a0a expref: 50 pid: 10554 timeout: 580 lvb_type: 0 00010000:00010000:2.0:1746130282.437809:0:7924:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800acd46000/0x4ce24e57873623cc lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40a0a expref: 50 pid: 10554 timeout: 580 lvb_type: 0 00010000:00010000:2.0:1746130282.437834:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130282.437836:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130282.437843:0:7924:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800934d0c00/0x4ce24e57873623d3 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40a11 expref: 5 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130282.437850:0:7924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d0c00/0x4ce24e57873623d3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40a11 expref: 5 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130282.437880:0:7924:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800934d0c00/0x4ce24e57873623d3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40a11 expref: 5 pid: 20953 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746130282.437892:0:7924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f130a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841778816:192.168.204.51@tcp:105: 00000100:00100000:2.0:1746130282.437958:0:7924:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800932b2780 going to sleep for 11 seconds 00000100:00100000:2.0:1746130282.441316:0:7924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f130a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841778816:192.168.204.51@tcp:105: 00010000:00010000:2.0:1746130282.441340:0:7924:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746130282.441340:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130282.441398:0:7924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093e08a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+49:1961:x1830949849286528:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 3658us (4007us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130282.441408:0:7924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14780 00000100:00100000:3.0:1746130282.441434:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849286784 00000100:00100000:3.0:1746130282.441442:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849286784 00002000:00100000:3.0:1746130282.441486:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093e09880 x1830949849286784/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:268/0 lens 488/0 e 0 to 0 dl 1746130293 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130282.441495:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093e09880 with x1830949849286784 ext(0->4095) 00002000:00010000:3.0:1746130282.441500:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093e09880 00000100:00100000:3.0:1746130282.441518:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4936 00000100:00100000:3.0:1746130282.441525:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093e09880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949849286784:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746130282.441969:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093e09880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949849286784:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 443us (630us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746130282.441979:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4936 00002000:00100000:3.0:1746130282.441984:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093e09880 x1830949849286784/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:268/0 lens 488/4536 e 0 to 0 dl 1746130293 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130282.441991:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093e09880 with x1830949849286784 ext(0->4095) 00002000:00010000:3.0:1746130282.441994:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093e09880 00000100:00100000:0.0:1746130282.442655:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130282.442718:0:20953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849286912 00000100:00100000:3.0:1746130282.442722:0:20953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849286912 00000100:00100000:3.0:1746130282.442747:0:20953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6517 00000100:00100000:3.0:1746130282.442752:0:20953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093e09c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:640ea846-b909-4eea-9a54-417e15bd627b+49:31578:x1830949849286912:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746130282.442762:0:20953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746130282.442777:0:20953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800934d1800/0x4ce24e57873623da lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae40a18 expref: -99 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130282.442802:0:20953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800934d0c00/0x4ce24e57873623d3 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40a11 expref: 5 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130282.442809:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130282.442811:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130282.442815:0:20953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d1800/0x4ce24e57873623da lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40a18 expref: 50 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130282.442843:0:20953:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800934d0c00/0x4ce24e57873623d3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40a11 expref: 5 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130282.442853:0:20953:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800934d0c00/0x4ce24e57873623d3 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40a11 expref: 5 pid: 20953 timeout: 580 lvb_type: 0 00000100:00100000:3.0:1746130282.442870:0:20953:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091951c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:20953:1830949841778944:192.168.204.51@tcp:104: 00000100:00100000:3.0:1746130282.442943:0:20953:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ad54780 going to sleep for 11 seconds 00000100:00100000:0.0:1746130282.448489:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130282.448585:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130282.448610:0:8469:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849287040 00000100:00100000:1.0:1746130282.448621:0:8469:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849287040 00000100:00100000:1.0:1746130282.448668:0:8469:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6518 00000100:00100000:1.0:1746130282.448677:0:8469:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093e0a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:640ea846-b909-4eea-9a54-417e15bd627b+51:31579:x1830949849287040:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746130282.448697:0:8469:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746130282.448716:0:8469:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012e1b6e00/0x4ce24e57873623e1 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae40a1f expref: -99 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130282.448746:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130282.448751:0:8469:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1800/0x4ce24e57873623da lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40a18 expref: 52 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130282.448756:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130282.448760:0:8469:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012e1b6e00/0x4ce24e57873623e1 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40a1f expref: 52 pid: 8469 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746130282.448797:0:20953:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091951c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:20953:1830949841778944:192.168.204.51@tcp:104: 00010000:00010000:1.0:1746130282.448797:0:8469:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800934d1800/0x4ce24e57873623da lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40a18 expref: 52 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130282.448814:0:8469:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012e1b6e00/0x4ce24e57873623e1 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40a1f expref: 52 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130282.448823:0:20953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800934d1800/0x4ce24e57873623da lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40a18 expref: 52 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130282.448825:0:8469:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e1b6e00, rc 0) 00010000:00010000:3.0:1746130282.448833:0:20953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800934d1800, rc 0) 00000100:00100000:1.0:1746130282.448865:0:8469:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093e0a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:640ea846-b909-4eea-9a54-417e15bd627b+52:31579:x1830949849287040:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 190us (389us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130282.448871:0:8469:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6518 00000100:00100000:2.0:1746130282.448893:0:7924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849287168 00000100:00100000:2.0:1746130282.448897:0:7924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849287168 00010000:00010000:2.0:1746130282.448921:0:7924:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d0c00/0x4ce24e57873623d3 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40a11 expref: 6 pid: 20953 timeout: 580 lvb_type: 0 00000100:00100000:2.0:1746130282.448946:0:7924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14781 00000100:00100000:2.0:1746130282.448952:0:7924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093e0b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1964:x1830949849287168:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746130282.448961:0:7924:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746130282.448984:0:7924:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800934d0c00/0x4ce24e57873623d3 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40a11 expref: 6 pid: 20953 timeout: 580 lvb_type: 0 00010000:00010000:2.0:1746130282.448994:0:7924:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800934d0c00/0x4ce24e57873623d3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40a11 expref: 6 pid: 20953 timeout: 580 lvb_type: 0 00010000:00010000:2.0:1746130282.449013:0:7924:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800934d0c00/0x4ce24e57873623d3 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40a11 expref: 6 pid: 20953 timeout: 580 lvb_type: 0 00010000:00010000:2.0:1746130282.449030:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130282.449032:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130282.449038:0:7924:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1800/0x4ce24e57873623da lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40a18 expref: 51 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130282.449045:0:7924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d1800/0x4ce24e57873623da lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40a18 expref: 51 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130282.449081:0:7924:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800934d1800/0x4ce24e57873623da lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40a18 expref: 51 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130282.449091:0:7924:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800934d1800/0x4ce24e57873623da lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40a18 expref: 51 pid: 20953 timeout: 580 lvb_type: 0 00000100:00100000:2.0:1746130282.449103:0:7924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f130a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841779200:192.168.204.51@tcp:105: 00000100:00100000:3.0:1746130282.449217:0:20953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093e09c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:640ea846-b909-4eea-9a54-417e15bd627b+51:31578:x1830949849286912:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6464us (6562us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130282.449223:0:20953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6517 00000100:00100000:2.0:1746130282.449621:0:7924:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800932b2780 going to sleep for 11 seconds 00000100:00100000:2.0:1746130282.453340:0:7924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f130a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841779200:192.168.204.51@tcp:105: 00010000:00010000:2.0:1746130282.453382:0:7924:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746130282.453400:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130282.453428:0:7924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093e0b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+5:1964:x1830949849287168:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 4476us (4843us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130282.453438:0:7924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14781 00000100:00100000:3.0:1746130282.453527:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849287424 00000100:00100000:3.0:1746130282.453535:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849287424 00002000:00100000:3.0:1746130282.453587:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880135207b80 x1830949849287424/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:268/0 lens 488/0 e 0 to 0 dl 1746130293 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130282.453598:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135207b80 with x1830949849287424 ext(0->4095) 00010000:00010000:3.0:1746130282.453607:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1800/0x4ce24e57873623da lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40a18 expref: 51 pid: 20953 timeout: 580 lvb_type: 0 00010000:00010000:3.0:1746130282.453620:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800934d1800/0x4ce24e57873623da lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40a18 expref: 51 pid: 20953 timeout: 580 lvb_type: 0 00002000:00010000:3.0:1746130282.453626:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880135207b80 00000100:00100000:3.0:1746130282.453653:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2683 00000100:00100000:3.0:1746130282.453662:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135207b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+51:1963:x1830949849287424:12345-192.168.204.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746130282.453869:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135207b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+51:1963:x1830949849287424:12345-192.168.204.51@tcp:3:ptlrpcd_01_00.0 Request processed in 208us (470us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746130282.453875:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2683 00002000:00100000:3.0:1746130282.453881:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880135207b80 x1830949849287424/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:268/0 lens 488/4536 e 0 to 0 dl 1746130293 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130282.453888:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135207b80 with x1830949849287424 ext(0->4095) 00010000:00010000:3.0:1746130282.453893:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1800/0x4ce24e57873623da lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40a18 expref: 51 pid: 20953 timeout: 580 lvb_type: 0 00010000:00010000:3.0:1746130282.453903:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800934d1800/0x4ce24e57873623da lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40a18 expref: 51 pid: 20953 timeout: 580 lvb_type: 0 00002000:00010000:3.0:1746130282.453908:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880135207b80 00000100:00100000:0.0:1746130282.456682:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130282.456791:0:7924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849287552 00000100:00100000:2.0:1746130282.456802:0:7924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849287552 00010000:00010000:2.0:1746130282.456845:0:7924:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d1800/0x4ce24e57873623da lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40a18 expref: 51 pid: 20953 timeout: 580 lvb_type: 0 00000100:00100000:2.0:1746130282.456884:0:7924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14782 00000100:00100000:2.0:1746130282.456892:0:7924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135206300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+51:1961:x1830949849287552:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746130282.456906:0:7924:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746130282.456928:0:7924:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800934d1800/0x4ce24e57873623da lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40a18 expref: 51 pid: 20953 timeout: 580 lvb_type: 0 00010000:00010000:2.0:1746130282.456940:0:7924:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800934d1800/0x4ce24e57873623da lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40a18 expref: 51 pid: 20953 timeout: 580 lvb_type: 0 00010000:00010000:2.0:1746130282.456966:0:7924:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1800/0x4ce24e57873623da lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40a18 expref: 51 pid: 20953 timeout: 580 lvb_type: 0 00010000:00010000:2.0:1746130282.456992:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130282.456995:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130282.457003:0:7924:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012e1b6e00/0x4ce24e57873623e1 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40a1f expref: 50 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130282.457010:0:7924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012e1b6e00/0x4ce24e57873623e1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40a1f expref: 50 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130282.457046:0:7924:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012e1b6e00/0x4ce24e57873623e1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40a1f expref: 50 pid: 8469 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746130282.457057:0:7924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f130a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841779328:192.168.204.51@tcp:105: 00000100:00100000:2.0:1746130282.457132:0:7924:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800932b2780 going to sleep for 11 seconds 00000100:00100000:2.0:1746130282.459233:0:7924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f130a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841779328:192.168.204.51@tcp:105: 00010000:00010000:2.0:1746130282.459253:0:7924:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746130282.459339:0:7924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135206300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+50:1961:x1830949849287552:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 2447us (2665us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130282.459348:0:7924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14782 00000100:00100000:0.0:1746130282.460013:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130282.460341:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849287808 00000100:00100000:3.0:1746130282.460348:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849287808 00002000:00100000:3.0:1746130282.460404:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880135204e00 x1830949849287808/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:268/0 lens 488/0 e 0 to 0 dl 1746130293 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130282.460421:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135204e00 with x1830949849287808 ext(0->4095) 00002000:00010000:3.0:1746130282.460427:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880135204e00 00000100:00100000:3.0:1746130282.460455:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4937 00000100:00100000:3.0:1746130282.460469:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135204e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+50:1962:x1830949849287808:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746130282.460640:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135204e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+50:1962:x1830949849287808:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 172us (628us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746130282.460646:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4937 00002000:00100000:3.0:1746130282.460652:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880135204e00 x1830949849287808/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:268/0 lens 488/4536 e 0 to 0 dl 1746130293 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130282.460659:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135204e00 with x1830949849287808 ext(0->4095) 00002000:00010000:3.0:1746130282.460661:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880135204e00 00000100:00100000:0.0:1746130282.463670:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130282.464227:0:10554:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849287936 00000100:00100000:2.0:1746130282.464238:0:10554:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849287936 00000100:00100000:2.0:1746130282.464333:0:10554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6519 00000100:00100000:2.0:1746130282.464343:0:10554:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135205500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+5:31579:x1830949849287936:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746130282.464379:0:10554:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746130282.464406:0:10554:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091fc8800/0x4ce24e57873623e8 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae40a26 expref: -99 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130282.464436:0:10554:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012e1b6e00/0x4ce24e57873623e1 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40a1f expref: 49 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130282.464449:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746130282.464450:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746130282.464453:0:10554:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc8800/0x4ce24e57873623e8 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40a26 expref: 6 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130282.464487:0:10554:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012e1b6e00/0x4ce24e57873623e1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40a1f expref: 49 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130282.464498:0:10554:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012e1b6e00/0x4ce24e57873623e1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40a1f expref: 49 pid: 8469 timeout: 580 lvb_type: 0 00000100:00100000:2.0:1746130282.464510:0:10554:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f130a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10554:1830949841779456:192.168.204.51@tcp:104: 00000100:00100000:2.0:1746130282.464590:0:10554:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800932b2780 going to sleep for 11 seconds 00000100:00100000:2.0:1746130282.466605:0:10554:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f130a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10554:1830949841779456:192.168.204.51@tcp:104: 00010000:00010000:2.0:1746130282.466628:0:10554:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091fc8800/0x4ce24e57873623e8 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40a26 expref: 6 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130282.466641:0:10554:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091fc8800, rc 0) 00000100:00100000:2.0:1746130282.466680:0:10554:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135205500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+6:31579:x1830949849287936:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2340us (3020us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130282.466686:0:10554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6519 00000100:00100000:0.0:1746130282.468399:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130282.468471:0:7924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849288064 00000100:00100000:2.0:1746130282.468477:0:7924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849288064 00010000:00010000:2.0:1746130282.468512:0:7924:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012e1b6e00/0x4ce24e57873623e1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40a1f expref: 50 pid: 8469 timeout: 580 lvb_type: 0 00000100:00100000:2.0:1746130282.468544:0:7924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14783 00000100:00100000:2.0:1746130282.468550:0:7924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135207800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+50:1961:x1830949849288064:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746130282.468560:0:7924:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746130282.468579:0:7924:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012e1b6e00/0x4ce24e57873623e1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40a1f expref: 50 pid: 8469 timeout: 580 lvb_type: 0 00010000:00010000:2.0:1746130282.468588:0:7924:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012e1b6e00/0x4ce24e57873623e1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40a1f expref: 50 pid: 8469 timeout: 580 lvb_type: 0 00010000:00010000:2.0:1746130282.468607:0:7924:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012e1b6e00/0x4ce24e57873623e1 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40a1f expref: 50 pid: 8469 timeout: 580 lvb_type: 0 00010000:00010000:2.0:1746130282.468621:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130282.468623:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130282.468629:0:7924:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8800/0x4ce24e57873623e8 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40a26 expref: 5 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130282.468635:0:7924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc8800/0x4ce24e57873623e8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40a26 expref: 5 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130282.468662:0:7924:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091fc8800/0x4ce24e57873623e8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40a26 expref: 5 pid: 10554 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746130282.468670:0:7924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f130a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841779584:192.168.204.51@tcp:105: 00000100:00100000:2.0:1746130282.468741:0:7924:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800932b2780 going to sleep for 11 seconds 00000100:00100000:0.0:1746130282.470523:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130282.470641:0:7924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f130a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841779584:192.168.204.51@tcp:105: 00000100:00100000:2.0:1746130282.470655:0:10554:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849288192 00010000:00010000:3.0:1746130282.470661:0:7924:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746130282.470661:0:10554:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849288192 00000100:00100000:2.0:1746130282.470697:0:10554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6520 00000100:00100000:2.0:1746130282.470705:0:10554:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135205f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:640ea846-b909-4eea-9a54-417e15bd627b+50:31578:x1830949849288192:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:3.0:1746130282.470707:0:7924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135207800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+50:1961:x1830949849288064:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 2155us (2313us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130282.470714:0:7924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14783 00010000:00010000:2.0:1746130282.470722:0:10554:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746130282.470738:0:10554:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091fc8e00/0x4ce24e57873623ef lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae40a2d expref: -99 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130282.470765:0:10554:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8800/0x4ce24e57873623e8 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40a26 expref: 5 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130282.470771:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130282.470773:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130282.470777:0:10554:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc8e00/0x4ce24e57873623ef lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40a2d expref: 50 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130282.470798:0:10554:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091fc8800/0x4ce24e57873623e8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40a26 expref: 5 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130282.470809:0:10554:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091fc8800/0x4ce24e57873623e8 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40a26 expref: 5 pid: 10554 timeout: 580 lvb_type: 0 00000100:00100000:2.0:1746130282.470820:0:10554:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f130a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10554:1830949841779712:192.168.204.51@tcp:104: 00000100:00100000:2.0:1746130282.470881:0:10554:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800932b2780 going to sleep for 11 seconds 00000100:00100000:0.0:1746130282.471923:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130282.472129:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849288448 00000100:00100000:1.0:1746130282.472134:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849288448 00002000:00100000:1.0:1746130282.472169:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880135207100 x1830949849288448/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:268/0 lens 488/0 e 0 to 0 dl 1746130293 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130282.472178:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135207100 with x1830949849288448 ext(0->4095) 00010000:00010000:1.0:1746130282.472184:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8800/0x4ce24e57873623e8 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40a26 expref: 6 pid: 10554 timeout: 580 lvb_type: 0 00010000:00010000:1.0:1746130282.472194:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091fc8800/0x4ce24e57873623e8 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40a26 expref: 6 pid: 10554 timeout: 580 lvb_type: 0 00002000:00010000:1.0:1746130282.472200:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880135207100 00000100:00100000:1.0:1746130282.472224:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2684 00000100:00100000:1.0:1746130282.472230:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135207100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949849288448:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746130282.472415:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135207100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949849288448:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 184us (491us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746130282.472421:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2684 00002000:00100000:1.0:1746130282.472427:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880135207100 x1830949849288448/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:268/0 lens 488/4536 e 0 to 0 dl 1746130293 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130282.472438:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135207100 with x1830949849288448 ext(0->4095) 00010000:00010000:1.0:1746130282.472443:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8800/0x4ce24e57873623e8 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40a26 expref: 6 pid: 10554 timeout: 580 lvb_type: 0 00010000:00010000:1.0:1746130282.472452:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091fc8800/0x4ce24e57873623e8 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40a26 expref: 6 pid: 10554 timeout: 580 lvb_type: 0 00002000:00010000:1.0:1746130282.472457:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880135207100 00000100:00100000:2.0:1746130282.473122:0:10554:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f130a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10554:1830949841779712:192.168.204.51@tcp:104: 00010000:00010000:2.0:1746130282.473251:0:10554:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091fc8e00/0x4ce24e57873623ef lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40a2d expref: 50 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130282.473293:0:10554:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091fc8e00, rc 0) 00000100:00100000:2.0:1746130282.473403:0:10554:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135205f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:640ea846-b909-4eea-9a54-417e15bd627b+50:31578:x1830949849288192:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2698us (2884us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130282.473413:0:10554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6520 00000100:00100000:0.0:1746130282.476023:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130282.476125:0:10554:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849288576 00000100:00100000:2.0:1746130282.476133:0:10554:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849288576 00000100:00100000:2.0:1746130282.476179:0:10554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6521 00000100:00100000:2.0:1746130282.476479:0:10554:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135207480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:640ea846-b909-4eea-9a54-417e15bd627b+50:31579:x1830949849288576:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746130282.476503:0:10554:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746130282.476527:0:10554:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e57873623f6 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae40a34 expref: -99 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130282.476553:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130282.476559:0:10554:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8e00/0x4ce24e57873623ef lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40a2d expref: 51 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130282.476566:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746130282.476569:0:10554:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e57873623f6 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40a34 expref: 51 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130282.476614:0:10554:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091fc8e00/0x4ce24e57873623ef lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40a2d expref: 51 pid: 10554 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746130282.476621:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00010000:00010000:2.0:1746130282.476627:0:10554:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e57873623f6 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40a34 expref: 51 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130282.476641:0:10554:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091fc8600, rc 0) 00000100:00100000:2.0:1746130282.476680:0:10554:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135207480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:640ea846-b909-4eea-9a54-417e15bd627b+51:31579:x1830949849288576:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 495us (665us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130282.476687:0:10554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6521 00000100:00100000:3.0:1746130282.477313:0:7924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849288704 00000100:00100000:3.0:1746130282.477319:0:7924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849288704 00010000:00010000:3.0:1746130282.477345:0:7924:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc8800/0x4ce24e57873623e8 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40a26 expref: 6 pid: 10554 timeout: 580 lvb_type: 0 00000100:00100000:3.0:1746130282.477389:0:7924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14784 00000100:00100000:3.0:1746130282.477396:0:7924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093170700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949849288704:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746130282.477407:0:7924:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746130282.477426:0:7924:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091fc8800/0x4ce24e57873623e8 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40a26 expref: 6 pid: 10554 timeout: 580 lvb_type: 0 00010000:00010000:3.0:1746130282.477436:0:7924:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091fc8800/0x4ce24e57873623e8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40a26 expref: 6 pid: 10554 timeout: 580 lvb_type: 0 00010000:00010000:3.0:1746130282.477453:0:7924:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8800/0x4ce24e57873623e8 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40a26 expref: 6 pid: 10554 timeout: 580 lvb_type: 0 00010000:00010000:3.0:1746130282.477482:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130282.477483:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130282.477489:0:7924:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8e00/0x4ce24e57873623ef lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40a2d expref: 50 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130282.477495:0:7924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc8e00/0x4ce24e57873623ef lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40a2d expref: 50 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130282.477516:0:7924:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091fc8e00/0x4ce24e57873623ef lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40a2d expref: 50 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130282.477525:0:7924:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091fc8e00/0x4ce24e57873623ef lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40a2d expref: 50 pid: 10554 timeout: 580 lvb_type: 0 00000100:00100000:3.0:1746130282.477535:0:7924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091951c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841779968:192.168.204.51@tcp:105: 00000100:00100000:3.0:1746130282.477595:0:7924:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ad54d80 going to sleep for 11 seconds 00000100:00100000:3.0:1746130282.478537:0:7924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091951c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841779968:192.168.204.51@tcp:105: 00010000:00010000:3.0:1746130282.478552:0:7924:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746130282.478571:0:7924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093170700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+5:1961:x1830949849288704:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 1176us (1951us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130282.478578:0:7924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14784 00000100:00100000:1.0:1746130282.480980:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130282.481056:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849288960 00000100:00100000:2.0:1746130282.481065:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849288960 00002000:00100000:2.0:1746130282.481116:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093171880 x1830949849288960/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:268/0 lens 488/0 e 0 to 0 dl 1746130293 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130282.481126:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093171880 with x1830949849288960 ext(0->4095) 00010000:00010000:2.0:1746130282.481135:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8e00/0x4ce24e57873623ef lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40a2d expref: 51 pid: 10554 timeout: 580 lvb_type: 0 00010000:00010000:2.0:1746130282.481151:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091fc8e00/0x4ce24e57873623ef lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40a2d expref: 51 pid: 10554 timeout: 580 lvb_type: 0 00002000:00010000:2.0:1746130282.481157:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093171880 00000100:00100000:2.0:1746130282.481194:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2685 00000100:00100000:2.0:1746130282.481205:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093171880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+51:1961:x1830949849288960:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746130282.481450:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093171880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+51:1961:x1830949849288960:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 248us (478us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746130282.481457:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2685 00002000:00100000:2.0:1746130282.481463:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093171880 x1830949849288960/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:268/0 lens 488/4536 e 0 to 0 dl 1746130293 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130282.481477:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093171880 with x1830949849288960 ext(0->4095) 00010000:00010000:2.0:1746130282.481481:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8e00/0x4ce24e57873623ef lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40a2d expref: 51 pid: 10554 timeout: 580 lvb_type: 0 00010000:00010000:2.0:1746130282.481490:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091fc8e00/0x4ce24e57873623ef lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40a2d expref: 51 pid: 10554 timeout: 580 lvb_type: 0 00002000:00010000:2.0:1746130282.481496:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093171880 00000100:00100000:0.0:1746130282.483512:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130282.483596:0:7924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849289088 00000100:00100000:3.0:1746130282.483603:0:7924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849289088 00010000:00010000:3.0:1746130282.483635:0:7924:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc8e00/0x4ce24e57873623ef lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40a2d expref: 51 pid: 10554 timeout: 580 lvb_type: 0 00000100:00100000:3.0:1746130282.483819:0:7924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14785 00000100:00100000:3.0:1746130282.483828:0:7924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135206d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+51:1961:x1830949849289088:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746130282.483843:0:7924:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746130282.483868:0:7924:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091fc8e00/0x4ce24e57873623ef lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40a2d expref: 51 pid: 10554 timeout: 580 lvb_type: 0 00010000:00010000:3.0:1746130282.483879:0:7924:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091fc8e00/0x4ce24e57873623ef lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40a2d expref: 51 pid: 10554 timeout: 580 lvb_type: 0 00010000:00010000:3.0:1746130282.483907:0:7924:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8e00/0x4ce24e57873623ef lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40a2d expref: 51 pid: 10554 timeout: 580 lvb_type: 0 00010000:00010000:3.0:1746130282.483940:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130282.483942:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130282.483948:0:7924:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e57873623f6 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40a34 expref: 50 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130282.483955:0:7924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e57873623f6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40a34 expref: 50 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130282.483988:0:7924:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e57873623f6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40a34 expref: 50 pid: 10554 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746130282.484000:0:7924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091951c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841780096:192.168.204.51@tcp:105: 00000100:00100000:3.0:1746130282.484126:0:7924:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ad54d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746130282.485490:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130282.485589:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849289344 00000100:00100000:2.0:1746130282.485596:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849289344 00000100:00100000:3.0:1746130282.485634:0:7924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091951c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841780096:192.168.204.51@tcp:105: 00002000:00100000:2.0:1746130282.485636:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009bc7c000 x1830949849289344/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:268/0 lens 488/0 e 0 to 0 dl 1746130293 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130282.485646:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bc7c000 with x1830949849289344 ext(0->4095) 00002000:00010000:2.0:1746130282.485650:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009bc7c000 00010000:00010000:3.0:1746130282.485658:0:7924:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746130282.485667:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4938 00000100:00100000:2.0:1746130282.485674:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bc7c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+51:1964:x1830949849289344:12345-192.168.204.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746130282.485695:0:7924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135206d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+51:1961:x1830949849289088:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 1869us (2190us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130282.485703:0:7924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14785 00000100:00100000:2.0:1746130282.485814:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bc7c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+50:1964:x1830949849289344:12345-192.168.204.51@tcp:3:ptlrpcd_01_01.0 Request processed in 141us (329us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746130282.485820:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4938 00002000:00100000:2.0:1746130282.485825:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009bc7c000 x1830949849289344/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:268/0 lens 488/4536 e 0 to 0 dl 1746130293 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130282.485832:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bc7c000 with x1830949849289344 ext(0->4095) 00002000:00010000:2.0:1746130282.485834:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009bc7c000 00000100:00100000:0.0:1746130282.487332:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130282.487449:0:10554:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849289472 00000100:00100000:2.0:1746130282.487455:0:10554:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849289472 00000100:00100000:2.0:1746130282.487495:0:10554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6522 00000100:00100000:2.0:1746130282.487501:0:10554:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bc7f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+5:31579:x1830949849289472:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746130282.487515:0:10554:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746130282.487532:0:10554:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091fc8800/0x4ce24e57873623fd lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae40a3b expref: -99 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130282.487561:0:10554:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e57873623f6 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40a34 expref: 49 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130282.487569:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746130282.487571:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746130282.487574:0:10554:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc8800/0x4ce24e57873623fd lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40a3b expref: 6 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130282.487600:0:10554:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e57873623f6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40a34 expref: 49 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130282.487611:0:10554:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e57873623f6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40a34 expref: 49 pid: 10554 timeout: 580 lvb_type: 0 00000100:00100000:2.0:1746130282.487622:0:10554:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f130a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10554:1830949841780224:192.168.204.51@tcp:104: 00000100:00100000:2.0:1746130282.487693:0:10554:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800932b23c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746130282.488637:0:10554:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f130a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10554:1830949841780224:192.168.204.51@tcp:104: 00010000:00010000:2.0:1746130282.488656:0:10554:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091fc8800/0x4ce24e57873623fd lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40a3b expref: 6 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130282.488672:0:10554:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091fc8800, rc 0) 00000100:00100000:2.0:1746130282.488696:0:10554:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bc7f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+6:31579:x1830949849289472:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1194us (1433us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130282.488703:0:10554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6522 00000100:00100000:0.0:1746130282.489185:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130282.489400:0:7924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849289600 00000100:00100000:3.0:1746130282.489406:0:7924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849289600 00010000:00010000:3.0:1746130282.489541:0:7924:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e57873623f6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40a34 expref: 50 pid: 10554 timeout: 580 lvb_type: 0 00000100:00100000:3.0:1746130282.489688:0:7924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14786 00000100:00100000:3.0:1746130282.489696:0:7924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129e20450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+50:1962:x1830949849289600:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746130282.489707:0:7924:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746130282.489730:0:7924:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e57873623f6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40a34 expref: 50 pid: 10554 timeout: 580 lvb_type: 0 00010000:00010000:3.0:1746130282.489741:0:7924:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e57873623f6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40a34 expref: 50 pid: 10554 timeout: 580 lvb_type: 0 00010000:00010000:3.0:1746130282.489762:0:7924:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e57873623f6 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40a34 expref: 50 pid: 10554 timeout: 580 lvb_type: 0 00010000:00010000:3.0:1746130282.489799:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130282.489801:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130282.489812:0:7924:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8800/0x4ce24e57873623fd lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40a3b expref: 5 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130282.489820:0:7924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc8800/0x4ce24e57873623fd lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40a3b expref: 5 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130282.489848:0:7924:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091fc8800/0x4ce24e57873623fd lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40a3b expref: 5 pid: 10554 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746130282.489858:0:7924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091951c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841780352:192.168.204.51@tcp:105: 00000100:00100000:3.0:1746130282.489918:0:7924:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ad54d80 going to sleep for 11 seconds 00000100:00100000:3.0:1746130282.491388:0:7924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091951c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841780352:192.168.204.51@tcp:105: 00010000:00010000:3.0:1746130282.491407:0:7924:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746130282.491443:0:7924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129e20450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+49:1962:x1830949849289600:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 1747us (2257us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130282.491454:0:7924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14786 00000100:00100000:0.0:1746130282.491592:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130282.491612:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849289856 00000100:00100000:2.0:1746130282.491618:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849289856 00002000:00100000:2.0:1746130282.491652:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009bc7c380 x1830949849289856/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:268/0 lens 488/0 e 0 to 0 dl 1746130293 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130282.491662:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bc7c380 with x1830949849289856 ext(0->4095) 00002000:00010000:2.0:1746130282.491666:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009bc7c380 00000100:00100000:2.0:1746130282.491682:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4939 00000100:00100000:2.0:1746130282.491687:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bc7c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949849289856:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746130282.491831:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bc7c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949849289856:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 143us (240us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746130282.491837:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4939 00002000:00100000:2.0:1746130282.491842:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009bc7c380 x1830949849289856/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:268/0 lens 488/4536 e 0 to 0 dl 1746130293 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130282.491849:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bc7c380 with x1830949849289856 ext(0->4095) 00002000:00010000:2.0:1746130282.491851:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009bc7c380 00000100:00100000:2.0:1746130282.494307:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130282.494498:0:10554:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849289984 00000100:00100000:0.0:1746130282.494506:0:10554:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849289984 00000100:00100000:0.0:1746130282.494553:0:10554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6523 00000100:00100000:0.0:1746130282.494561:0:10554:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f130a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:640ea846-b909-4eea-9a54-417e15bd627b+49:31579:x1830949849289984:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746130282.494578:0:10554:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746130282.494595:0:10554:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880093155600/0x4ce24e5787362404 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae40a42 expref: -99 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130282.494625:0:10554:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8800/0x4ce24e57873623fd lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40a3b expref: 5 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130282.494634:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130282.494636:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130282.494640:0:10554:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093155600/0x4ce24e5787362404 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40a42 expref: 50 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130282.494670:0:10554:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091fc8800/0x4ce24e57873623fd lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40a3b expref: 5 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130282.494681:0:10554:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091fc8800/0x4ce24e57873623fd lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40a3b expref: 5 pid: 10554 timeout: 580 lvb_type: 0 00000100:00100000:0.0:1746130282.494698:0:10554:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008a64ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10554:1830949841780480:192.168.204.51@tcp:104: 00000100:00100000:0.0:1746130282.494786:0:10554:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009bc95540 going to sleep for 11 seconds 00000100:00100000:0.0:1746130282.496329:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130282.496434:0:20953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849290112 00000100:00100000:2.0:1746130282.496441:0:20953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849290112 00000100:00100000:1.0:1746130282.496483:0:10554:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008a64ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10554:1830949841780480:192.168.204.51@tcp:104: 00000100:00100000:2.0:1746130282.496488:0:20953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6524 00000100:00100000:2.0:1746130282.496496:0:20953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a64ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:640ea846-b909-4eea-9a54-417e15bd627b+51:31578:x1830949849290112:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746130282.496507:0:10554:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880093155600/0x4ce24e5787362404 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40a42 expref: 51 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130282.496508:0:20953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746130282.496520:0:20953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091fc8200/0x4ce24e578736240b lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae40a49 expref: -99 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130282.496523:0:10554:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093155600, rc 0) 00010000:00010000:2.0:1746130282.496535:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130282.496539:0:20953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880093155600/0x4ce24e5787362404 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40a42 expref: 52 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130282.496544:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746130282.496547:0:20953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc8200/0x4ce24e578736240b lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40a49 expref: 52 pid: 20953 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746130282.496567:0:10554:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f130a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:640ea846-b909-4eea-9a54-417e15bd627b+52:31579:x1830949849289984:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2007us (2268us total) trans 0 rc 0/0 00010000:00010000:2.0:1746130282.496571:0:20953:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880093155600/0x4ce24e5787362404 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40a42 expref: 52 pid: 10554 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746130282.496573:0:10554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6523 00010000:00010000:2.0:1746130282.496580:0:20953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091fc8200/0x4ce24e578736240b lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40a49 expref: 52 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130282.496587:0:20953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091fc8200, rc 0) 00000100:00100000:2.0:1746130282.496610:0:20953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a64ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:640ea846-b909-4eea-9a54-417e15bd627b+51:31578:x1830949849290112:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 115us (286us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130282.496616:0:20953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6524 00000100:00100000:3.0:1746130282.496667:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130282.496712:0:7924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849290240 00000100:00100000:3.0:1746130282.496715:0:7924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849290240 00010000:00010000:3.0:1746130282.496740:0:7924:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc8800/0x4ce24e57873623fd lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40a3b expref: 6 pid: 10554 timeout: 580 lvb_type: 0 00000100:00100000:3.0:1746130282.496775:0:7924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14787 00000100:00100000:3.0:1746130282.496781:0:7924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091951c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949849290240:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746130282.496789:0:7924:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746130282.496810:0:7924:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091fc8800/0x4ce24e57873623fd lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40a3b expref: 6 pid: 10554 timeout: 580 lvb_type: 0 00010000:00010000:3.0:1746130282.496821:0:7924:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091fc8800/0x4ce24e57873623fd lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40a3b expref: 6 pid: 10554 timeout: 580 lvb_type: 0 00010000:00010000:3.0:1746130282.496844:0:7924:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8800/0x4ce24e57873623fd lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40a3b expref: 6 pid: 10554 timeout: 580 lvb_type: 0 00010000:00010000:3.0:1746130282.496857:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130282.496858:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130282.496864:0:7924:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880093155600/0x4ce24e5787362404 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40a42 expref: 51 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130282.496871:0:7924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093155600/0x4ce24e5787362404 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40a42 expref: 50 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130282.496890:0:7924:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880093155600/0x4ce24e5787362404 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40a42 expref: 50 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130282.496900:0:7924:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880093155600/0x4ce24e5787362404 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40a42 expref: 50 pid: 10554 timeout: 580 lvb_type: 0 00000100:00100000:3.0:1746130282.496910:0:7924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091951500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841780736:192.168.204.51@tcp:105: 00000100:00100000:3.0:1746130282.496968:0:7924:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ad54840 going to sleep for 11 seconds 00000100:00100000:3.0:1746130282.498210:0:7924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091951500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841780736:192.168.204.51@tcp:105: 00010000:00010000:3.0:1746130282.498224:0:7924:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746130282.498257:0:7924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091951c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+5:1962:x1830949849290240:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 1477us (1591us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130282.498284:0:7924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14787 00000100:00100000:0.0:1746130282.498339:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130282.498393:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849290496 00000100:00100000:3.0:1746130282.498398:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849290496 00002000:00100000:3.0:1746130282.498431:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008a64ea00 x1830949849290496/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:268/0 lens 488/0 e 0 to 0 dl 1746130293 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130282.498440:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a64ea00 with x1830949849290496 ext(0->4095) 00010000:00010000:3.0:1746130282.498446:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093155600/0x4ce24e5787362404 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40a42 expref: 51 pid: 10554 timeout: 580 lvb_type: 0 00010000:00010000:3.0:1746130282.498456:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093155600/0x4ce24e5787362404 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40a42 expref: 51 pid: 10554 timeout: 580 lvb_type: 0 00002000:00010000:3.0:1746130282.498462:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008a64ea00 00000100:00100000:3.0:1746130282.498474:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2686 00000100:00100000:3.0:1746130282.498480:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a64ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+51:1961:x1830949849290496:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746130282.498619:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a64ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+51:1961:x1830949849290496:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 139us (281us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746130282.498625:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2686 00002000:00100000:3.0:1746130282.498629:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008a64ea00 x1830949849290496/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:268/0 lens 488/4536 e 0 to 0 dl 1746130293 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130282.498636:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a64ea00 with x1830949849290496 ext(0->4095) 00010000:00010000:3.0:1746130282.498640:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093155600/0x4ce24e5787362404 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40a42 expref: 51 pid: 10554 timeout: 580 lvb_type: 0 00010000:00010000:3.0:1746130282.498648:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093155600/0x4ce24e5787362404 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40a42 expref: 51 pid: 10554 timeout: 580 lvb_type: 0 00002000:00010000:3.0:1746130282.498652:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008a64ea00 00000100:00100000:0.0:1746130282.500235:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130282.500302:0:20953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849290624 00000100:00100000:2.0:1746130282.500308:0:20953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849290624 00000100:00100000:2.0:1746130282.500350:0:20953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6525 00000100:00100000:2.0:1746130282.500369:0:20953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a64c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c84b93b0-d496-484f-8e1e-94008838f2dd+5:31579:x1830949849290624:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746130282.500384:0:20953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746130282.500399:0:20953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091fc9400/0x4ce24e5787362412 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae40a50 expref: -99 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130282.500425:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746130282.500430:0:20953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8200/0x4ce24e578736240b lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40a49 expref: 50 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130282.500436:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746130282.500440:0:20953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc9400/0x4ce24e5787362412 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40a50 expref: 6 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130282.500518:0:20953:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091fc8200/0x4ce24e578736240b lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40a49 expref: 50 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130282.500529:0:20953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091fc9400/0x4ce24e5787362412 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40a50 expref: 6 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130282.500538:0:20953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091fc9400, rc 0) 00000100:00100000:1.0:1746130282.500572:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130282.500573:0:20953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a64c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c84b93b0-d496-484f-8e1e-94008838f2dd+6:31579:x1830949849290624:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 215us (340us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130282.500578:0:20953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6525 00000100:00100000:3.0:1746130282.500679:0:7924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849290752 00000100:00100000:3.0:1746130282.500683:0:7924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849290752 00010000:00010000:3.0:1746130282.500700:0:7924:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880093155600/0x4ce24e5787362404 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40a42 expref: 51 pid: 10554 timeout: 580 lvb_type: 0 00000100:00100000:3.0:1746130282.500724:0:7924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14788 00000100:00100000:3.0:1746130282.500730:0:7924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093173800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+51:1963:x1830949849290752:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746130282.500743:0:7924:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746130282.500797:0:7924:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880093155600/0x4ce24e5787362404 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40a42 expref: 51 pid: 10554 timeout: 580 lvb_type: 0 00010000:00010000:3.0:1746130282.500804:0:7924:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880093155600/0x4ce24e5787362404 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40a42 expref: 51 pid: 10554 timeout: 580 lvb_type: 0 00010000:00010000:3.0:1746130282.500819:0:7924:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880093155600/0x4ce24e5787362404 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40a42 expref: 51 pid: 10554 timeout: 580 lvb_type: 0 00010000:00010000:3.0:1746130282.500844:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130282.500845:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130282.500850:0:7924:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8200/0x4ce24e578736240b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40a49 expref: 50 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130282.500857:0:7924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc8200/0x4ce24e578736240b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40a49 expref: 50 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130282.500915:0:7924:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091fc8200/0x4ce24e578736240b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40a49 expref: 50 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130282.500929:0:7924:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091fc8200/0x4ce24e578736240b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40a49 expref: 50 pid: 20953 timeout: 580 lvb_type: 0 00000100:00100000:3.0:1746130282.501207:0:7924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091951500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841780992:192.168.204.51@tcp:105: 00000100:00100000:3.0:1746130282.501294:0:7924:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ad54840 going to sleep for 11 seconds 00000100:00100000:3.0:1746130282.502851:0:7924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091951500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841780992:192.168.204.51@tcp:105: 00010000:00010000:3.0:1746130282.502871:0:7924:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746130282.502911:0:7924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093173800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+50:1963:x1830949849290752:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 2180us (2338us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130282.502920:0:7924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14788 00000100:00100000:0.0:1746130282.503099:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130282.503287:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849291008 00000100:00100000:3.0:1746130282.503293:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849291008 00002000:00100000:3.0:1746130282.503334:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008a64d180 x1830949849291008/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:268/0 lens 488/0 e 0 to 0 dl 1746130293 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130282.503343:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a64d180 with x1830949849291008 ext(0->4095) 00010000:00010000:3.0:1746130282.503350:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8200/0x4ce24e578736240b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40a49 expref: 50 pid: 20953 timeout: 580 lvb_type: 0 00010000:00010000:3.0:1746130282.503375:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091fc8200/0x4ce24e578736240b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40a49 expref: 50 pid: 20953 timeout: 580 lvb_type: 0 00002000:00010000:3.0:1746130282.503381:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008a64d180 00000100:00100000:3.0:1746130282.503396:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2687 00000100:00100000:3.0:1746130282.503403:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a64d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+50:1962:x1830949849291008:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746130282.503546:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a64d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+50:1962:x1830949849291008:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 144us (448us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746130282.503552:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2687 00002000:00100000:3.0:1746130282.503557:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008a64d180 x1830949849291008/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:268/0 lens 488/4536 e 0 to 0 dl 1746130293 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130282.503562:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a64d180 with x1830949849291008 ext(0->4095) 00010000:00010000:3.0:1746130282.503565:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8200/0x4ce24e578736240b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40a49 expref: 50 pid: 20953 timeout: 580 lvb_type: 0 00010000:00010000:3.0:1746130282.503572:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091fc8200/0x4ce24e578736240b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40a49 expref: 50 pid: 20953 timeout: 580 lvb_type: 0 00002000:00010000:3.0:1746130282.503578:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008a64d180 00000100:00100000:0.0:1746130282.504870:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130282.504926:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130282.504953:0:20953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849291136 00000100:00100000:2.0:1746130282.504958:0:20953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849291136 00000100:00100000:3.0:1746130282.505046:0:7924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849291264 00000100:00100000:3.0:1746130282.505050:0:7924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849291264 00010000:00010000:3.0:1746130282.505067:0:7924:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc8200/0x4ce24e578736240b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40a49 expref: 51 pid: 20953 timeout: 580 lvb_type: 0 00000100:00100000:2.0:1746130282.505077:0:20953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6526 00000100:00100000:2.0:1746130282.505086:0:20953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7f9bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:640ea846-b909-4eea-9a54-417e15bd627b+51:31578:x1830949849291136:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746130282.505098:0:20953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746130282.505112:0:20953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091fc8800/0x4ce24e5787362419 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae40a57 expref: -99 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130282.505139:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746130282.505145:0:20953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091fc9400/0x4ce24e5787362412 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40a50 expref: 5 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130282.505152:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746130282.505155:0:20953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc8800/0x4ce24e5787362419 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40a57 expref: 52 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130282.505188:0:20953:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091fc9400/0x4ce24e5787362412 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40a50 expref: 5 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130282.505197:0:20953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091fc8800/0x4ce24e5787362419 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40a57 expref: 52 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130282.505203:0:20953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091fc8800, rc 0) 00000100:00100000:2.0:1746130282.505230:0:20953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7f9bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:640ea846-b909-4eea-9a54-417e15bd627b+52:31578:x1830949849291136:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 146us (364us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130282.505235:0:20953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6526 00000100:00100000:3.0:1746130282.505236:0:7924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14789 00000100:00100000:3.0:1746130282.505243:0:7924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a64e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+51:1964:x1830949849291264:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746130282.505253:0:7924:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746130282.505499:0:7924:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091fc8200/0x4ce24e578736240b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40a49 expref: 51 pid: 20953 timeout: 580 lvb_type: 0 00010000:00010000:3.0:1746130282.505512:0:7924:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091fc8200/0x4ce24e578736240b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40a49 expref: 51 pid: 20953 timeout: 580 lvb_type: 0 00010000:00010000:3.0:1746130282.505531:0:7924:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8200/0x4ce24e578736240b lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40a49 expref: 51 pid: 20953 timeout: 580 lvb_type: 0 00010000:00010000:3.0:1746130282.505541:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130282.505543:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130282.505548:0:7924:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091fc9400/0x4ce24e5787362412 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40a50 expref: 5 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130282.505560:0:7924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc9400/0x4ce24e5787362412 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40a50 expref: 5 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130282.505580:0:7924:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091fc9400/0x4ce24e5787362412 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40a50 expref: 5 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130282.505591:0:7924:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091fc9400/0x4ce24e5787362412 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40a50 expref: 5 pid: 20953 timeout: 580 lvb_type: 0 00000100:00100000:3.0:1746130282.505602:0:7924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091951500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841781248:192.168.204.51@tcp:105: 00000100:00100000:3.0:1746130282.505666:0:7924:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ad54000 going to sleep for 11 seconds 00000100:00100000:3.0:1746130282.507040:0:7924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091951500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841781248:192.168.204.51@tcp:105: 00010000:00010000:3.0:1746130282.507054:0:7924:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746130282.507078:0:7924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a64e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+50:1964:x1830949849291264:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 1836us (2152us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130282.507087:0:7924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14789 00000100:00100000:0.0:1746130282.507250:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130282.507406:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849291520 00000100:00100000:3.0:1746130282.507412:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849291520 00002000:00100000:3.0:1746130282.507441:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008a64d880 x1830949849291520/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:268/0 lens 488/0 e 0 to 0 dl 1746130293 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130282.507450:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a64d880 with x1830949849291520 ext(0->4095) 00010000:00010000:3.0:1746130282.507457:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091fc9400/0x4ce24e5787362412 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40a50 expref: 6 pid: 20953 timeout: 580 lvb_type: 0 00010000:00010000:3.0:1746130282.507468:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091fc9400/0x4ce24e5787362412 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40a50 expref: 6 pid: 20953 timeout: 580 lvb_type: 0 00002000:00010000:3.0:1746130282.507474:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008a64d880 00000100:00100000:3.0:1746130282.507486:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2688 00000100:00100000:3.0:1746130282.507491:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a64d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949849291520:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746130282.507626:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a64d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949849291520:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 133us (376us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746130282.507632:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2688 00002000:00100000:3.0:1746130282.507636:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008a64d880 x1830949849291520/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:268/0 lens 488/4536 e 0 to 0 dl 1746130293 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130282.507643:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a64d880 with x1830949849291520 ext(0->4095) 00010000:00010000:3.0:1746130282.507648:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091fc9400/0x4ce24e5787362412 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40a50 expref: 6 pid: 20953 timeout: 580 lvb_type: 0 00010000:00010000:3.0:1746130282.507656:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091fc9400/0x4ce24e5787362412 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40a50 expref: 6 pid: 20953 timeout: 580 lvb_type: 0 00002000:00010000:3.0:1746130282.507662:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008a64d880 00000100:00100000:0.0:1746130282.509256:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130282.509386:0:7924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849291648 00000100:00100000:3.0:1746130282.509392:0:7924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849291648 00010000:00010000:3.0:1746130282.509416:0:7924:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc9400/0x4ce24e5787362412 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40a50 expref: 6 pid: 20953 timeout: 580 lvb_type: 0 00000100:00100000:3.0:1746130282.509443:0:7924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14790 00000100:00100000:3.0:1746130282.509449:0:7924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a64f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1964:x1830949849291648:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746130282.509459:0:7924:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746130282.509478:0:7924:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091fc9400/0x4ce24e5787362412 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40a50 expref: 6 pid: 20953 timeout: 580 lvb_type: 0 00010000:00010000:3.0:1746130282.509487:0:7924:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091fc9400/0x4ce24e5787362412 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40a50 expref: 6 pid: 20953 timeout: 580 lvb_type: 0 00010000:00010000:3.0:1746130282.509506:0:7924:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091fc9400/0x4ce24e5787362412 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40a50 expref: 6 pid: 20953 timeout: 580 lvb_type: 0 00010000:00010000:3.0:1746130282.509518:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130282.509520:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130282.509527:0:7924:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8800/0x4ce24e5787362419 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40a57 expref: 49 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130282.509534:0:7924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc8800/0x4ce24e5787362419 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40a57 expref: 49 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130282.509562:0:7924:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091fc8800/0x4ce24e5787362419 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40a57 expref: 49 pid: 20953 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746130282.509573:0:7924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091951500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841781376:192.168.204.51@tcp:105: 00000100:00100000:3.0:1746130282.509642:0:7924:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ad54780 going to sleep for 11 seconds 00000100:00100000:3.0:1746130282.511841:0:7924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091951500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841781376:192.168.204.51@tcp:105: 00010000:00010000:3.0:1746130282.511871:0:7924:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746130282.511917:0:7924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a64f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+5:1964:x1830949849291648:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 2467us (2664us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130282.511928:0:7924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14790 00000100:00100000:0.0:1746130282.512955:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130282.513006:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849291904 00000100:00100000:2.0:1746130282.513013:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849291904 00002000:00100000:2.0:1746130282.513052:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008a64fb80 x1830949849291904/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:268/0 lens 488/0 e 0 to 0 dl 1746130293 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130282.513061:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a64fb80 with x1830949849291904 ext(0->4095) 00002000:00010000:2.0:1746130282.513066:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008a64fb80 00000100:00100000:2.0:1746130282.513089:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4940 00000100:00100000:2.0:1746130282.513096:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a64fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+50:1962:x1830949849291904:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746130282.513249:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a64fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+50:1962:x1830949849291904:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 153us (297us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746130282.513255:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4940 00002000:00100000:2.0:1746130282.513260:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008a64fb80 x1830949849291904/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:268/0 lens 488/4536 e 0 to 0 dl 1746130293 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130282.513294:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a64fb80 with x1830949849291904 ext(0->4095) 00002000:00010000:2.0:1746130282.513296:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008a64fb80 00000100:00100000:0.0:1746130282.515339:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130282.515420:0:20953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849292032 00000100:00100000:2.0:1746130282.515427:0:20953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849292032 00000100:00100000:0.0:1746130282.515498:0:8469:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6527 00000100:00100000:0.0:1746130282.515504:0:8469:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a64c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+5:31579:x1830949849292032:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746130282.515520:0:8469:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746130282.515540:0:8469:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880093155e00/0x4ce24e5787362420 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae40a5e expref: -99 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130282.515565:0:8469:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8800/0x4ce24e5787362419 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40a57 expref: 49 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130282.515573:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746130282.515574:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746130282.515577:0:8469:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093155e00/0x4ce24e5787362420 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40a5e expref: 6 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130282.515605:0:8469:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091fc8800/0x4ce24e5787362419 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40a57 expref: 49 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130282.515620:0:8469:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091fc8800/0x4ce24e5787362419 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40a57 expref: 49 pid: 20953 timeout: 580 lvb_type: 0 00000100:00100000:0.0:1746130282.515630:0:8469:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008a64e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8469:1830949841781504:192.168.204.51@tcp:104: 00000100:00100000:0.0:1746130282.515708:0:8469:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009bc95540 going to sleep for 11 seconds 00000100:00100000:2.0:1746130282.517375:0:8469:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008a64e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8469:1830949841781504:192.168.204.51@tcp:104: 00010000:00010000:2.0:1746130282.517403:0:8469:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880093155e00/0x4ce24e5787362420 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40a5e expref: 6 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130282.517455:0:8469:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093155e00, rc 0) 00000100:00100000:2.0:1746130282.517496:0:8469:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a64c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+6:31579:x1830949849292032:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1990us (2162us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130282.517505:0:8469:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6527 00000100:00100000:0.0:1746130282.517984:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130282.518074:0:7924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849292160 00000100:00100000:3.0:1746130282.518080:0:7924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849292160 00010000:00010000:3.0:1746130282.518116:0:7924:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc8800/0x4ce24e5787362419 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40a57 expref: 50 pid: 20953 timeout: 580 lvb_type: 0 00000100:00100000:3.0:1746130282.518149:0:7924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14791 00000100:00100000:3.0:1746130282.518156:0:7924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a64ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+50:1962:x1830949849292160:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746130282.518173:0:7924:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746130282.518193:0:7924:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091fc8800/0x4ce24e5787362419 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40a57 expref: 50 pid: 20953 timeout: 580 lvb_type: 0 00010000:00010000:3.0:1746130282.518203:0:7924:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091fc8800/0x4ce24e5787362419 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40a57 expref: 50 pid: 20953 timeout: 580 lvb_type: 0 00010000:00010000:3.0:1746130282.518224:0:7924:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8800/0x4ce24e5787362419 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40a57 expref: 50 pid: 20953 timeout: 580 lvb_type: 0 00010000:00010000:3.0:1746130282.518236:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130282.518239:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130282.518246:0:7924:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880093155e00/0x4ce24e5787362420 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40a5e expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130282.518254:0:7924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093155e00/0x4ce24e5787362420 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40a5e expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130282.518323:0:7924:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880093155e00/0x4ce24e5787362420 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40a5e expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746130282.518335:0:7924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091951500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841781632:192.168.204.51@tcp:105: 00000100:00100000:3.0:1746130282.518414:0:7924:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ad54780 going to sleep for 11 seconds 00000100:00100000:3.0:1746130282.519921:0:7924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091951500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841781632:192.168.204.51@tcp:105: 00010000:00010000:3.0:1746130282.519937:0:7924:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746130282.519976:0:7924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a64ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+49:1962:x1830949849292160:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 1820us (1992us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130282.519985:0:7924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14791 00000100:00100000:0.0:1746130282.521048:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130282.521100:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849292416 00000100:00100000:2.0:1746130282.521106:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849292416 00002000:00100000:2.0:1746130282.521148:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008a64d500 x1830949849292416/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:268/0 lens 488/0 e 0 to 0 dl 1746130293 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130282.521158:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a64d500 with x1830949849292416 ext(0->4095) 00002000:00010000:2.0:1746130282.521162:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008a64d500 00000100:00100000:2.0:1746130282.521190:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4941 00000100:00100000:2.0:1746130282.521197:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a64d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949849292416:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746130282.521435:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a64d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949849292416:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 238us (390us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746130282.521439:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4941 00002000:00100000:2.0:1746130282.521443:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008a64d500 x1830949849292416/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:268/0 lens 488/4536 e 0 to 0 dl 1746130293 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130282.521448:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a64d500 with x1830949849292416 ext(0->4095) 00002000:00010000:2.0:1746130282.521449:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008a64d500 00000100:00100000:0.0:1746130282.522519:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130282.522619:0:8469:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849292544 00000100:00100000:2.0:1746130282.522627:0:8469:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849292544 00000100:00100000:2.0:1746130282.522683:0:8469:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6528 00000100:00100000:2.0:1746130282.522691:0:8469:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a64c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:640ea846-b909-4eea-9a54-417e15bd627b+49:31578:x1830949849292544:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746130282.522709:0:8469:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746130282.522725:0:8469:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091fc8000/0x4ce24e5787362427 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae40a65 expref: -99 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130282.522752:0:8469:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880093155e00/0x4ce24e5787362420 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40a5e expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130282.522758:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130282.522759:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130282.522762:0:8469:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc8000/0x4ce24e5787362427 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40a65 expref: 50 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130282.522787:0:8469:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880093155e00/0x4ce24e5787362420 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40a5e expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130282.522802:0:8469:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880093155e00/0x4ce24e5787362420 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40a5e expref: 5 pid: 8469 timeout: 580 lvb_type: 0 00000100:00100000:2.0:1746130282.522813:0:8469:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f130a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8469:1830949841781760:192.168.204.51@tcp:104: 00000100:00100000:2.0:1746130282.522942:0:8469:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800932b29c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746130282.523480:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130282.523527:0:20953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849292672 00000100:00100000:2.0:1746130282.523531:0:20953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849292672 00000100:00100000:2.0:1746130282.523565:0:20953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6529 00000100:00100000:2.0:1746130282.523570:0:20953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a64dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:640ea846-b909-4eea-9a54-417e15bd627b+51:31579:x1830949849292672:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746130282.523582:0:20953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746130282.523589:0:20953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e578736242e lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae40a6c expref: -99 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130282.523602:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130282.523606:0:20953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8000/0x4ce24e5787362427 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40a65 expref: 52 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130282.523610:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746130282.523613:0:20953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e578736242e lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40a6c expref: 52 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130282.523633:0:20953:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091fc8000/0x4ce24e5787362427 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40a65 expref: 52 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130282.523643:0:20953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e578736242e lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40a6c expref: 52 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130282.523656:0:20953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091fc9a00, rc 0) 00000100:00100000:2.0:1746130282.523690:0:20953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a64dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:640ea846-b909-4eea-9a54-417e15bd627b+52:31579:x1830949849292672:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 119us (212us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130282.523696:0:20953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6529 00000100:00100000:2.0:1746130282.524031:0:8469:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f130a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8469:1830949841781760:192.168.204.51@tcp:104: 00010000:00010000:2.0:1746130282.524046:0:8469:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091fc8000/0x4ce24e5787362427 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40a65 expref: 51 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130282.524056:0:8469:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091fc8000, rc 0) 00000100:00100000:2.0:1746130282.524076:0:8469:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a64c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:640ea846-b909-4eea-9a54-417e15bd627b+51:31578:x1830949849292544:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1387us (1564us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130282.524082:0:8469:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6528 00000100:00100000:0.0:1746130282.524183:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130282.524252:0:7924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849292800 00000100:00100000:3.0:1746130282.524260:0:7924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849292800 00010000:00010000:3.0:1746130282.524401:0:7924:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880093155e00/0x4ce24e5787362420 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40a5e expref: 6 pid: 8469 timeout: 580 lvb_type: 0 00000100:00100000:3.0:1746130282.524434:0:7924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14792 00000100:00100000:3.0:1746130282.524442:0:7924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a64e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949849292800:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746130282.524454:0:7924:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746130282.524477:0:7924:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880093155e00/0x4ce24e5787362420 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40a5e expref: 6 pid: 8469 timeout: 580 lvb_type: 0 00010000:00010000:3.0:1746130282.524493:0:7924:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880093155e00/0x4ce24e5787362420 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40a5e expref: 6 pid: 8469 timeout: 580 lvb_type: 0 00010000:00010000:3.0:1746130282.524513:0:7924:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880093155e00/0x4ce24e5787362420 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40a5e expref: 6 pid: 8469 timeout: 580 lvb_type: 0 00010000:00010000:3.0:1746130282.524532:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130282.524533:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130282.524538:0:7924:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8000/0x4ce24e5787362427 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40a65 expref: 50 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130282.524543:0:7924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc8000/0x4ce24e5787362427 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40a65 expref: 50 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130282.524565:0:7924:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091fc8000/0x4ce24e5787362427 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40a65 expref: 50 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130282.524573:0:7924:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091fc8000/0x4ce24e5787362427 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40a65 expref: 50 pid: 8469 timeout: 580 lvb_type: 0 00000100:00100000:3.0:1746130282.524580:0:7924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091951500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841782016:192.168.204.51@tcp:105: 00000100:00100000:3.0:1746130282.524636:0:7924:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ad54780 going to sleep for 11 seconds 00000100:00100000:3.0:1746130282.526717:0:7924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091951500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841782016:192.168.204.51@tcp:105: 00010000:00010000:3.0:1746130282.526884:0:7924:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746130282.526933:0:7924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a64e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+5:1962:x1830949849292800:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 2491us (2750us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130282.526946:0:7924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14792 00000100:00100000:0.0:1746130282.527544:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130282.527701:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849293056 00000100:00100000:3.0:1746130282.527707:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849293056 00002000:00100000:3.0:1746130282.527738:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008a64f800 x1830949849293056/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:268/0 lens 488/0 e 0 to 0 dl 1746130293 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130282.527747:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a64f800 with x1830949849293056 ext(0->4095) 00010000:00010000:3.0:1746130282.527754:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8000/0x4ce24e5787362427 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40a65 expref: 51 pid: 8469 timeout: 580 lvb_type: 0 00010000:00010000:3.0:1746130282.527765:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091fc8000/0x4ce24e5787362427 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40a65 expref: 51 pid: 8469 timeout: 580 lvb_type: 0 00002000:00010000:3.0:1746130282.527771:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008a64f800 00000100:00100000:3.0:1746130282.527796:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2689 00000100:00100000:3.0:1746130282.527802:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a64f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+51:1961:x1830949849293056:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746130282.527931:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a64f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+51:1961:x1830949849293056:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 129us (387us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746130282.527936:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2689 00002000:00100000:3.0:1746130282.527941:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008a64f800 x1830949849293056/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:268/0 lens 488/4536 e 0 to 0 dl 1746130293 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130282.527948:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a64f800 with x1830949849293056 ext(0->4095) 00010000:00010000:3.0:1746130282.527952:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8000/0x4ce24e5787362427 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40a65 expref: 51 pid: 8469 timeout: 580 lvb_type: 0 00010000:00010000:3.0:1746130282.527965:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091fc8000/0x4ce24e5787362427 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40a65 expref: 51 pid: 8469 timeout: 580 lvb_type: 0 00002000:00010000:3.0:1746130282.527970:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008a64f800 00000100:00100000:0.0:1746130282.529498:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130282.529583:0:7924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849293184 00000100:00100000:3.0:1746130282.529588:0:7924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849293184 00010000:00010000:3.0:1746130282.529619:0:7924:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc8000/0x4ce24e5787362427 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40a65 expref: 51 pid: 8469 timeout: 580 lvb_type: 0 00000100:00100000:3.0:1746130282.529655:0:7924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14793 00000100:00100000:3.0:1746130282.529662:0:7924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129e22850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+51:1961:x1830949849293184:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746130282.529673:0:7924:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746130282.529689:0:7924:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091fc8000/0x4ce24e5787362427 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40a65 expref: 51 pid: 8469 timeout: 580 lvb_type: 0 00010000:00010000:3.0:1746130282.529699:0:7924:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091fc8000/0x4ce24e5787362427 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40a65 expref: 51 pid: 8469 timeout: 580 lvb_type: 0 00010000:00010000:3.0:1746130282.529717:0:7924:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8000/0x4ce24e5787362427 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40a65 expref: 51 pid: 8469 timeout: 580 lvb_type: 0 00010000:00010000:3.0:1746130282.529729:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130282.529731:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130282.529737:0:7924:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e578736242e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40a6c expref: 50 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130282.529748:0:7924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e578736242e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40a6c expref: 50 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130282.529774:0:7924:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e578736242e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40a6c expref: 50 pid: 20953 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746130282.529785:0:7924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091951500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841782144:192.168.204.51@tcp:105: 00000100:00100000:3.0:1746130282.530483:0:7924:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ad54780 going to sleep for 11 seconds 00000100:00100000:3.0:1746130282.532113:0:7924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091951500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841782144:192.168.204.51@tcp:105: 00010000:00010000:3.0:1746130282.532135:0:7924:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746130282.532175:0:7924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129e22850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+50:1961:x1830949849293184:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 2513us (2682us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130282.532185:0:7924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14793 00000100:00100000:0.0:1746130282.532543:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130282.532593:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849293440 00000100:00100000:3.0:1746130282.532598:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849293440 00002000:00100000:3.0:1746130282.532626:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008a64ed80 x1830949849293440/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:268/0 lens 488/0 e 0 to 0 dl 1746130293 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130282.532635:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a64ed80 with x1830949849293440 ext(0->4095) 00002000:00010000:3.0:1746130282.532638:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008a64ed80 00000100:00100000:3.0:1746130282.532661:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4942 00000100:00100000:3.0:1746130282.532668:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a64ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+50:1961:x1830949849293440:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746130282.532789:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a64ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+50:1961:x1830949849293440:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 121us (247us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746130282.532798:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4942 00002000:00100000:3.0:1746130282.532803:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008a64ed80 x1830949849293440/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:268/0 lens 488/4536 e 0 to 0 dl 1746130293 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130282.532809:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a64ed80 with x1830949849293440 ext(0->4095) 00002000:00010000:3.0:1746130282.532812:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008a64ed80 00000100:00100000:0.0:1746130282.534064:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130282.534113:0:8469:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849293568 00000100:00100000:2.0:1746130282.534119:0:8469:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849293568 00000100:00100000:2.0:1746130282.534149:0:8469:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6530 00000100:00100000:2.0:1746130282.534156:0:8469:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a64c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+5:31579:x1830949849293568:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746130282.534168:0:8469:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746130282.534183:0:8469:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012d08cc00/0x4ce24e5787362435 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae40a73 expref: -99 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130282.534207:0:8469:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e578736242e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40a6c expref: 49 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130282.534215:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746130282.534217:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746130282.534220:0:8469:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012d08cc00/0x4ce24e5787362435 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40a73 expref: 6 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130282.534244:0:8469:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e578736242e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40a6c expref: 49 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130282.534255:0:8469:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e578736242e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40a6c expref: 49 pid: 20953 timeout: 580 lvb_type: 0 00000100:00100000:2.0:1746130282.534298:0:8469:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f130a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8469:1830949841782272:192.168.204.51@tcp:104: 00000100:00100000:2.0:1746130282.534385:0:8469:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800932b29c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746130282.538145:0:8469:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f130a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8469:1830949841782272:192.168.204.51@tcp:104: 00000100:00100000:0.0:1746130282.538145:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00010000:00010000:2.0:1746130282.538172:0:8469:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012d08cc00/0x4ce24e5787362435 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40a73 expref: 6 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130282.538187:0:8469:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d08cc00, rc 0) 00000100:00100000:3.0:1746130282.538209:0:7924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849293696 00000100:00100000:3.0:1746130282.538215:0:7924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849293696 00000100:00100000:2.0:1746130282.538237:0:8469:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a64c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+6:31579:x1830949849293568:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4080us (4176us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130282.538245:0:8469:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6530 00010000:00010000:3.0:1746130282.538246:0:7924:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e578736242e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40a6c expref: 50 pid: 20953 timeout: 580 lvb_type: 0 00000100:00100000:3.0:1746130282.538292:0:7924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14794 00000100:00100000:3.0:1746130282.538299:0:7924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a64ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+50:1962:x1830949849293696:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746130282.538387:0:7924:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746130282.538408:0:7924:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e578736242e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40a6c expref: 50 pid: 20953 timeout: 580 lvb_type: 0 00010000:00010000:3.0:1746130282.538418:0:7924:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e578736242e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40a6c expref: 50 pid: 20953 timeout: 580 lvb_type: 0 00010000:00010000:3.0:1746130282.538438:0:7924:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e578736242e lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40a6c expref: 50 pid: 20953 timeout: 580 lvb_type: 0 00010000:00010000:3.0:1746130282.538461:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130282.538463:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130282.538470:0:7924:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012d08cc00/0x4ce24e5787362435 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40a73 expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130282.538482:0:7924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012d08cc00/0x4ce24e5787362435 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40a73 expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130282.538518:0:7924:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012d08cc00/0x4ce24e5787362435 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40a73 expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746130282.538528:0:7924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091951c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841782400:192.168.204.51@tcp:105: 00000100:00100000:3.0:1746130282.538591:0:7924:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ad54840 going to sleep for 11 seconds 00000100:00100000:3.0:1746130282.540139:0:7924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091951c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841782400:192.168.204.51@tcp:105: 00010000:00010000:3.0:1746130282.540160:0:7924:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746130282.540211:0:7924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a64ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+49:1962:x1830949849293696:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 1912us (2072us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130282.540221:0:7924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14794 00000100:00100000:0.0:1746130282.540409:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130282.540790:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849293952 00000100:00100000:3.0:1746130282.540797:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849293952 00002000:00100000:3.0:1746130282.540846:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008a64e680 x1830949849293952/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:268/0 lens 488/0 e 0 to 0 dl 1746130293 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130282.540854:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a64e680 with x1830949849293952 ext(0->4095) 00002000:00010000:3.0:1746130282.540858:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008a64e680 00000100:00100000:3.0:1746130282.540874:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4943 00000100:00100000:3.0:1746130282.540881:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a64e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949849293952:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746130282.541033:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a64e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949849293952:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 153us (624us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746130282.541042:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4943 00002000:00100000:3.0:1746130282.541048:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008a64e680 x1830949849293952/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:268/0 lens 488/4536 e 0 to 0 dl 1746130293 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130282.541054:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a64e680 with x1830949849293952 ext(0->4095) 00002000:00010000:3.0:1746130282.541057:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008a64e680 00000100:00100000:0.0:1746130282.543167:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130282.543247:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130282.543294:0:8469:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849294080 00000100:00100000:2.0:1746130282.543301:0:8469:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849294080 00000100:00100000:1.0:1746130282.543325:0:20953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849294208 00000100:00100000:1.0:1746130282.543329:0:20953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849294208 00000100:00100000:2.0:1746130282.543353:0:8469:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6531 00000100:00100000:2.0:1746130282.543374:0:8469:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a64f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:640ea846-b909-4eea-9a54-417e15bd627b+50:31579:x1830949849294080:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:1.0:1746130282.543375:0:20953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6532 00000100:00100000:1.0:1746130282.543381:0:20953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a64ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:640ea846-b909-4eea-9a54-417e15bd627b+50:31578:x1830949849294208:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746130282.543389:0:8469:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746130282.543389:0:20953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746130282.543405:0:8469:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091fc8800/0x4ce24e578736243c lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae40a7a expref: -99 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130282.543405:0:20953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012e1b6e00/0x4ce24e5787362443 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae40a81 expref: -99 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130282.543429:0:20953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012d08cc00/0x4ce24e5787362435 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40a73 expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130282.543434:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130282.543435:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130282.543438:0:20953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012e1b6e00/0x4ce24e5787362443 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40a81 expref: 52 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130282.543446:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130282.543450:0:8469:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012e1b6e00/0x4ce24e5787362443 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40a81 expref: 52 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130282.543456:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746130282.543458:0:8469:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc8800/0x4ce24e578736243c lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40a7a expref: 52 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130282.543478:0:20953:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012d08cc00/0x4ce24e5787362435 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40a73 expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130282.543484:0:8469:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012e1b6e00/0x4ce24e5787362443 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40a81 expref: 52 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130282.543485:0:20953:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012d08cc00/0x4ce24e5787362435 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40a73 expref: 5 pid: 8469 timeout: 580 lvb_type: 0 00000100:00100000:1.0:1746130282.543493:0:20953:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093170380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:20953:1830949841782656:192.168.204.51@tcp:104: 00010000:00010000:2.0:1746130282.543495:0:8469:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091fc8800/0x4ce24e578736243c lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40a7a expref: 52 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130282.543503:0:8469:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091fc8800, rc 0) 00000100:00100000:2.0:1746130282.543543:0:8469:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a64f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:640ea846-b909-4eea-9a54-417e15bd627b+52:31579:x1830949849294080:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 171us (383us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130282.543549:0:8469:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6531 00000100:00100000:1.0:1746130282.543553:0:20953:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18fb900 going to sleep for 11 seconds 00000100:00100000:0.0:1746130282.545315:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130282.545434:0:20953:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093170380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:20953:1830949841782656:192.168.204.51@tcp:104: 00010000:00010000:1.0:1746130282.545458:0:20953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012e1b6e00/0x4ce24e5787362443 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40a81 expref: 51 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130282.545472:0:20953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e1b6e00, rc 0) 00000100:00100000:1.0:1746130282.545530:0:20953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a64ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:640ea846-b909-4eea-9a54-417e15bd627b+51:31578:x1830949849294208:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2148us (2282us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130282.545537:0:20953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6532 00000100:00100000:3.0:1746130282.545612:0:7924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849294336 00000100:00100000:3.0:1746130282.545618:0:7924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849294336 00010000:00010000:3.0:1746130282.545645:0:7924:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012d08cc00/0x4ce24e5787362435 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40a73 expref: 6 pid: 8469 timeout: 580 lvb_type: 0 00000100:00100000:3.0:1746130282.545671:0:7924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14795 00000100:00100000:3.0:1746130282.545677:0:7924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a64e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1964:x1830949849294336:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746130282.545687:0:7924:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746130282.545705:0:7924:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012d08cc00/0x4ce24e5787362435 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40a73 expref: 6 pid: 8469 timeout: 580 lvb_type: 0 00010000:00010000:3.0:1746130282.545714:0:7924:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012d08cc00/0x4ce24e5787362435 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40a73 expref: 6 pid: 8469 timeout: 580 lvb_type: 0 00010000:00010000:3.0:1746130282.545734:0:7924:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012d08cc00/0x4ce24e5787362435 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40a73 expref: 6 pid: 8469 timeout: 580 lvb_type: 0 00010000:00010000:3.0:1746130282.545749:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130282.545750:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130282.545757:0:7924:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012e1b6e00/0x4ce24e5787362443 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40a81 expref: 50 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130282.545769:0:7924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012e1b6e00/0x4ce24e5787362443 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40a81 expref: 50 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130282.545794:0:7924:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012e1b6e00/0x4ce24e5787362443 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40a81 expref: 50 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130282.546213:0:7924:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012e1b6e00/0x4ce24e5787362443 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40a81 expref: 50 pid: 20953 timeout: 580 lvb_type: 0 00000100:00100000:3.0:1746130282.546224:0:7924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091951c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841782784:192.168.204.51@tcp:105: 00000100:00100000:3.0:1746130282.546394:0:7924:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ad54840 going to sleep for 11 seconds 00000100:00100000:0.0:1746130282.547921:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130282.547962:0:7924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091951c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841782784:192.168.204.51@tcp:105: 00010000:00010000:3.0:1746130282.547982:0:7924:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746130282.548030:0:7924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a64e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+5:1964:x1830949849294336:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 2353us (2722us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130282.548040:0:7924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14795 00000100:00100000:1.0:1746130282.548344:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849294592 00000100:00100000:1.0:1746130282.548350:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849294592 00002000:00100000:1.0:1746130282.548396:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880134b87480 x1830949849294592/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:268/0 lens 488/0 e 0 to 0 dl 1746130293 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130282.548405:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134b87480 with x1830949849294592 ext(0->4095) 00010000:00010000:1.0:1746130282.548412:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012e1b6e00/0x4ce24e5787362443 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40a81 expref: 51 pid: 20953 timeout: 580 lvb_type: 0 00010000:00010000:1.0:1746130282.548422:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012e1b6e00/0x4ce24e5787362443 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40a81 expref: 51 pid: 20953 timeout: 580 lvb_type: 0 00002000:00010000:1.0:1746130282.548427:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880134b87480 00000100:00100000:1.0:1746130282.548453:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2690 00000100:00100000:1.0:1746130282.548459:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134b87480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+51:1961:x1830949849294592:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746130282.548590:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134b87480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+51:1961:x1830949849294592:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 131us (673us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746130282.548596:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2690 00002000:00100000:1.0:1746130282.548600:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880134b87480 x1830949849294592/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:268/0 lens 488/4536 e 0 to 0 dl 1746130293 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130282.548607:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134b87480 with x1830949849294592 ext(0->4095) 00010000:00010000:1.0:1746130282.548610:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012e1b6e00/0x4ce24e5787362443 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40a81 expref: 51 pid: 20953 timeout: 580 lvb_type: 0 00010000:00010000:1.0:1746130282.548618:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012e1b6e00/0x4ce24e5787362443 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40a81 expref: 51 pid: 20953 timeout: 580 lvb_type: 0 00002000:00010000:1.0:1746130282.548627:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880134b87480 00000100:00100000:0.0:1746130282.550349:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130282.550443:0:7924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849294720 00000100:00100000:3.0:1746130282.550450:0:7924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849294720 00010000:00010000:3.0:1746130282.550484:0:7924:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012e1b6e00/0x4ce24e5787362443 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40a81 expref: 51 pid: 20953 timeout: 580 lvb_type: 0 00000100:00100000:3.0:1746130282.550514:0:7924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14796 00000100:00100000:3.0:1746130282.550520:0:7924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134b85500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+51:1962:x1830949849294720:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746130282.550530:0:7924:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746130282.550576:0:7924:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012e1b6e00/0x4ce24e5787362443 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40a81 expref: 51 pid: 20953 timeout: 580 lvb_type: 0 00010000:00010000:3.0:1746130282.550586:0:7924:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012e1b6e00/0x4ce24e5787362443 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40a81 expref: 51 pid: 20953 timeout: 580 lvb_type: 0 00010000:00010000:3.0:1746130282.550604:0:7924:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012e1b6e00/0x4ce24e5787362443 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40a81 expref: 51 pid: 20953 timeout: 580 lvb_type: 0 00010000:00010000:3.0:1746130282.550616:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130282.550618:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130282.550624:0:7924:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8800/0x4ce24e578736243c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40a7a expref: 50 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130282.550631:0:7924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc8800/0x4ce24e578736243c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40a7a expref: 50 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130282.550654:0:7924:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091fc8800/0x4ce24e578736243c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40a7a expref: 50 pid: 8469 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746130282.550663:0:7924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091951c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841782912:192.168.204.51@tcp:105: 00000100:00100000:3.0:1746130282.551599:0:7924:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ad54840 going to sleep for 11 seconds 00000100:00100000:3.0:1746130282.554092:0:7924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091951c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841782912:192.168.204.51@tcp:105: 00010000:00010000:3.0:1746130282.554119:0:7924:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746130282.554178:0:7924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134b85500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+50:1962:x1830949849294720:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 3656us (3833us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130282.554187:0:7924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14796 00000100:00100000:0.0:1746130282.554832:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130282.554920:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849294976 00000100:00100000:1.0:1746130282.554927:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849294976 00002000:00100000:1.0:1746130282.554965:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880134b84000 x1830949849294976/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:268/0 lens 488/0 e 0 to 0 dl 1746130293 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130282.554974:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134b84000 with x1830949849294976 ext(0->4095) 00002000:00010000:1.0:1746130282.554978:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880134b84000 00000100:00100000:1.0:1746130282.555007:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4944 00000100:00100000:1.0:1746130282.555013:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134b84000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+50:1961:x1830949849294976:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746130282.555877:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134b84000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+50:1961:x1830949849294976:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 861us (1045us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746130282.555888:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4944 00002000:00100000:1.0:1746130282.555893:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880134b84000 x1830949849294976/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:268/0 lens 488/4536 e 0 to 0 dl 1746130293 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130282.555899:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134b84000 with x1830949849294976 ext(0->4095) 00002000:00010000:1.0:1746130282.555902:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880134b84000 00000100:00100000:0.0:1746130282.558203:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130282.561304:0:20953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849295104 00000100:00100000:1.0:1746130282.561314:0:20953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849295104 00000100:00100000:1.0:1746130282.561371:0:20953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6533 00000100:00100000:1.0:1746130282.561379:0:20953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134b84e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c84b93b0-d496-484f-8e1e-94008838f2dd+5:31579:x1830949849295104:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746130282.561395:0:20953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746130282.561412:0:20953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012e1b6e00/0x4ce24e578736244a lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae40a88 expref: -99 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130282.561446:0:20953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8800/0x4ce24e578736243c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40a7a expref: 49 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130282.561454:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130282.561455:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130282.561459:0:20953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012e1b6e00/0x4ce24e578736244a lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40a88 expref: 6 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130282.561484:0:20953:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091fc8800/0x4ce24e578736243c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40a7a expref: 49 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130282.561494:0:20953:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091fc8800/0x4ce24e578736243c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40a7a expref: 49 pid: 8469 timeout: 580 lvb_type: 0 00000100:00100000:1.0:1746130282.561508:0:20953:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093170380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:20953:1830949841783040:192.168.204.51@tcp:104: 00000100:00100000:1.0:1746130282.561601:0:20953:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18fb480 going to sleep for 11 seconds 00000100:00100000:1.0:1746130282.563318:0:20953:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093170380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:20953:1830949841783040:192.168.204.51@tcp:104: 00010000:00010000:1.0:1746130282.563345:0:20953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012e1b6e00/0x4ce24e578736244a lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40a88 expref: 6 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130282.563371:0:20953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e1b6e00, rc 0) 00000100:00100000:1.0:1746130282.563411:0:20953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134b84e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c84b93b0-d496-484f-8e1e-94008838f2dd+6:31579:x1830949849295104:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2032us (5213us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130282.563419:0:20953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6533 00000100:00100000:0.0:1746130282.565827:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130282.565924:0:7924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849295232 00000100:00100000:3.0:1746130282.565937:0:7924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849295232 00000100:00100000:0.0:1746130282.565965:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00010000:00010000:3.0:1746130282.565978:0:7924:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc8800/0x4ce24e578736243c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40a7a expref: 50 pid: 8469 timeout: 580 lvb_type: 0 00000100:00100000:3.0:1746130282.566007:0:7924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14797 00000100:00100000:3.0:1746130282.566014:0:7924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134b84380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+50:1961:x1830949849295232:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746130282.566025:0:7924:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1746130282.566036:0:20953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849295360 00000100:00100000:1.0:1746130282.566041:0:20953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849295360 00010000:00010000:3.0:1746130282.566042:0:7924:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091fc8800/0x4ce24e578736243c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40a7a expref: 50 pid: 8469 timeout: 580 lvb_type: 0 00010000:00010000:3.0:1746130282.566052:0:7924:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091fc8800/0x4ce24e578736243c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40a7a expref: 51 pid: 8469 timeout: 580 lvb_type: 0 00010000:00010000:3.0:1746130282.566071:0:7924:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8800/0x4ce24e578736243c lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40a7a expref: 51 pid: 8469 timeout: 580 lvb_type: 0 00000100:00100000:1.0:1746130282.566091:0:20953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6534 00010000:00010000:3.0:1746130282.566094:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130282.566097:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130282.566104:0:7924:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012e1b6e00/0x4ce24e578736244a lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40a88 expref: 5 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130282.566111:0:7924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012e1b6e00/0x4ce24e578736244a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40a88 expref: 5 pid: 20953 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746130282.566113:0:20953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134b86680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:640ea846-b909-4eea-9a54-417e15bd627b+50:31578:x1830949849295360:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746130282.566125:0:20953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746130282.566134:0:20953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012e1b7a00/0x4ce24e5787362451 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae40a8f expref: -99 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130282.566139:0:7924:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012e1b6e00/0x4ce24e578736244a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40a88 expref: 5 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130282.566151:0:20953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012e1b6e00/0x4ce24e578736244a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40a88 expref: 5 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130282.566163:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130282.566164:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130282.566170:0:20953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012e1b7a00/0x4ce24e5787362451 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40a8f expref: 51 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130282.566181:0:7924:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012e1b6e00/0x4ce24e578736244a lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40a88 expref: 5 pid: 20953 timeout: 580 lvb_type: 0 00000100:00100000:3.0:1746130282.566191:0:7924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091951c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841783168:192.168.204.51@tcp:105: 00000100:00100000:3.0:1746130282.566256:0:7924:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ad54840 going to sleep for 11 seconds 00010000:00010000:1.0:1746130282.566420:0:20953:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012e1b6e00/0x4ce24e578736244a lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40a88 expref: 5 pid: 20953 timeout: 580 lvb_type: 0 00010000:00010000:1.0:1746130282.566428:0:20953:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012e1b6e00/0x4ce24e578736244a lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40a88 expref: 5 pid: 20953 timeout: 580 lvb_type: 0 00000100:00100000:1.0:1746130282.566436:0:20953:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093170380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:20953:1830949841783296:192.168.204.51@tcp:104: 00000100:00100000:1.0:1746130282.566486:0:20953:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18fb480 going to sleep for 11 seconds 00000100:00100000:0.0:1746130282.569040:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130282.569116:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849295616 00000100:00100000:1.0:1746130282.569123:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849295616 00002000:00100000:1.0:1746130282.569159:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008c4fd500 x1830949849295616/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:268/0 lens 488/0 e 0 to 0 dl 1746130293 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130282.569169:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c4fd500 with x1830949849295616 ext(0->4095) 00010000:00010000:1.0:1746130282.569177:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012e1b6e00/0x4ce24e578736244a lrc: 6/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40a88 expref: 6 pid: 20953 timeout: 580 lvb_type: 0 00010000:00010000:1.0:1746130282.569190:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012e1b6e00/0x4ce24e578736244a lrc: 6/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40a88 expref: 6 pid: 20953 timeout: 580 lvb_type: 0 00002000:00010000:1.0:1746130282.569196:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008c4fd500 00000100:00100000:1.0:1746130282.569227:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2691 00000100:00100000:1.0:1746130282.569233:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c4fd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949849295616:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746130282.569401:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c4fd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949849295616:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 167us (371us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746130282.569407:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2691 00002000:00100000:1.0:1746130282.569412:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008c4fd500 x1830949849295616/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:268/0 lens 488/4536 e 0 to 0 dl 1746130293 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130282.569419:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c4fd500 with x1830949849295616 ext(0->4095) 00010000:00010000:1.0:1746130282.569423:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012e1b6e00/0x4ce24e578736244a lrc: 6/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40a88 expref: 6 pid: 20953 timeout: 580 lvb_type: 0 00010000:00010000:1.0:1746130282.569432:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012e1b6e00/0x4ce24e578736244a lrc: 6/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40a88 expref: 6 pid: 20953 timeout: 580 lvb_type: 0 00002000:00010000:1.0:1746130282.569437:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008c4fd500 00000100:00100000:1.0:1746130282.569472:0:20953:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093170380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:20953:1830949841783296:192.168.204.51@tcp:104: 00010000:00010000:1.0:1746130282.569488:0:20953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012e1b7a00/0x4ce24e5787362451 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40a8f expref: 51 pid: 20953 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746130282.569557:0:7924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091951c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841783168:192.168.204.51@tcp:105: 00010000:00010000:3.0:1746130282.569571:0:7924:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746130282.569596:0:7924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134b84380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+51:1961:x1830949849295232:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 3578us (3776us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130282.569604:0:7924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14797 00010000:00010000:1.0:1746130282.571511:0:20953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e1b7a00, rc 0) 00000100:00100000:1.0:1746130282.571567:0:20953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134b86680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:640ea846-b909-4eea-9a54-417e15bd627b+50:31578:x1830949849295360:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5466us (5598us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130282.571576:0:20953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6534 00000100:00100000:0.0:1746130282.571885:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130282.572022:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130282.572130:0:20953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849295744 00000100:00100000:1.0:1746130282.572136:0:20953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849295744 00000100:00100000:1.0:1746130282.572162:0:20953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6535 00000100:00100000:1.0:1746130282.572167:0:20953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c4fed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:640ea846-b909-4eea-9a54-417e15bd627b+50:31579:x1830949849295744:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746130282.572180:0:20953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746130282.572193:0:20953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012e1b7000/0x4ce24e5787362458 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae40a96 expref: -99 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130282.572211:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130282.572216:0:20953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012e1b7a00/0x4ce24e5787362451 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40a8f expref: 51 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130282.572222:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130282.572225:0:20953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012e1b7000/0x4ce24e5787362458 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40a96 expref: 51 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130282.572253:0:20953:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012e1b7a00/0x4ce24e5787362451 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40a8f expref: 51 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130282.572264:0:20953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012e1b7000/0x4ce24e5787362458 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40a96 expref: 51 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130282.572295:0:20953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e1b7000, rc 0) 00000100:00100000:1.0:1746130282.572315:0:20953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c4fed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:640ea846-b909-4eea-9a54-417e15bd627b+51:31579:x1830949849295744:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 148us (431us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130282.572320:0:20953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6535 00000100:00100000:3.0:1746130282.572390:0:7924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849295872 00000100:00100000:3.0:1746130282.572393:0:7924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849295872 00010000:00010000:3.0:1746130282.572414:0:7924:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012e1b6e00/0x4ce24e578736244a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40a88 expref: 6 pid: 20953 timeout: 580 lvb_type: 0 00000100:00100000:3.0:1746130282.572430:0:7924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14798 00000100:00100000:3.0:1746130282.572435:0:7924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c4fe300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949849295872:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746130282.572443:0:7924:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746130282.572576:0:7924:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012e1b6e00/0x4ce24e578736244a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40a88 expref: 6 pid: 20953 timeout: 580 lvb_type: 0 00010000:00010000:3.0:1746130282.572586:0:7924:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012e1b6e00/0x4ce24e578736244a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40a88 expref: 6 pid: 20953 timeout: 580 lvb_type: 0 00010000:00010000:3.0:1746130282.572600:0:7924:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012e1b6e00/0x4ce24e578736244a lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40a88 expref: 6 pid: 20953 timeout: 580 lvb_type: 0 00010000:00010000:3.0:1746130282.572609:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130282.572611:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130282.572616:0:7924:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012e1b7a00/0x4ce24e5787362451 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40a8f expref: 50 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130282.572623:0:7924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012e1b7a00/0x4ce24e5787362451 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40a8f expref: 50 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130282.572640:0:7924:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012e1b7a00/0x4ce24e5787362451 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40a8f expref: 50 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130282.572649:0:7924:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012e1b7a00/0x4ce24e5787362451 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40a8f expref: 50 pid: 20953 timeout: 580 lvb_type: 0 00000100:00100000:3.0:1746130282.572659:0:7924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091951c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841783552:192.168.204.51@tcp:105: 00000100:00100000:3.0:1746130282.572701:0:7924:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ad54840 going to sleep for 11 seconds 00000100:00100000:2.0:1746130282.573894:0:7924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091951c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841783552:192.168.204.51@tcp:105: 00010000:00010000:2.0:1746130282.573912:0:7924:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746130282.574228:0:7924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c4fe300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+5:1962:x1830949849295872:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 1791us (2204us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130282.574238:0:7924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14798 00000100:00100000:0.0:1746130282.574489:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130282.574594:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849296128 00000100:00100000:3.0:1746130282.574599:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849296128 00002000:00100000:3.0:1746130282.574627:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008c4fd180 x1830949849296128/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:268/0 lens 488/0 e 0 to 0 dl 1746130293 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130282.574636:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c4fd180 with x1830949849296128 ext(0->4095) 00010000:00010000:3.0:1746130282.574642:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012e1b7a00/0x4ce24e5787362451 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40a8f expref: 51 pid: 20953 timeout: 580 lvb_type: 0 00010000:00010000:3.0:1746130282.574652:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012e1b7a00/0x4ce24e5787362451 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40a8f expref: 51 pid: 20953 timeout: 580 lvb_type: 0 00002000:00010000:3.0:1746130282.574659:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008c4fd180 00000100:00100000:3.0:1746130282.574682:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2692 00000100:00100000:3.0:1746130282.574688:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c4fd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+51:1961:x1830949849296128:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746130282.574795:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c4fd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+51:1961:x1830949849296128:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 108us (307us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746130282.574800:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2692 00002000:00100000:3.0:1746130282.574805:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008c4fd180 x1830949849296128/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:268/0 lens 488/4536 e 0 to 0 dl 1746130293 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130282.574812:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c4fd180 with x1830949849296128 ext(0->4095) 00010000:00010000:3.0:1746130282.574815:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012e1b7a00/0x4ce24e5787362451 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40a8f expref: 51 pid: 20953 timeout: 580 lvb_type: 0 00010000:00010000:3.0:1746130282.574823:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012e1b7a00/0x4ce24e5787362451 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40a8f expref: 51 pid: 20953 timeout: 580 lvb_type: 0 00002000:00010000:3.0:1746130282.574829:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008c4fd180 00000100:00100000:0.0:1746130282.577261:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130282.577410:0:7924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849296256 00000100:00100000:2.0:1746130282.577417:0:7924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849296256 00010000:00010000:2.0:1746130282.577447:0:7924:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012e1b7a00/0x4ce24e5787362451 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40a8f expref: 51 pid: 20953 timeout: 580 lvb_type: 0 00000100:00100000:2.0:1746130282.577484:0:7924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14799 00000100:00100000:2.0:1746130282.577490:0:7924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c4ff100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+51:1962:x1830949849296256:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746130282.577503:0:7924:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746130282.577520:0:7924:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012e1b7a00/0x4ce24e5787362451 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40a8f expref: 51 pid: 20953 timeout: 580 lvb_type: 0 00010000:00010000:2.0:1746130282.577531:0:7924:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012e1b7a00/0x4ce24e5787362451 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40a8f expref: 51 pid: 20953 timeout: 580 lvb_type: 0 00010000:00010000:2.0:1746130282.577551:0:7924:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012e1b7a00/0x4ce24e5787362451 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40a8f expref: 51 pid: 20953 timeout: 580 lvb_type: 0 00010000:00010000:2.0:1746130282.577579:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130282.577582:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130282.577587:0:7924:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012e1b7000/0x4ce24e5787362458 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40a96 expref: 50 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130282.577595:0:7924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012e1b7000/0x4ce24e5787362458 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40a96 expref: 50 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130282.577622:0:7924:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012e1b7000/0x4ce24e5787362458 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40a96 expref: 50 pid: 20953 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746130282.577632:0:7924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f130a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841783680:192.168.204.51@tcp:105: 00000100:00100000:2.0:1746130282.577706:0:7924:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800932b29c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746130282.579740:0:7924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f130a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841783680:192.168.204.51@tcp:105: 00010000:00010000:2.0:1746130282.579757:0:7924:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746130282.579799:0:7924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c4ff100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+50:1962:x1830949849296256:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 2309us (2545us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130282.579808:0:7924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14799 00000100:00100000:0.0:1746130282.580937:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130282.580979:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849296512 00000100:00100000:1.0:1746130282.580985:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849296512 00002000:00100000:1.0:1746130282.581016:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008c4fdf80 x1830949849296512/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:268/0 lens 488/0 e 0 to 0 dl 1746130293 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130282.581025:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c4fdf80 with x1830949849296512 ext(0->4095) 00002000:00010000:1.0:1746130282.581028:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008c4fdf80 00000100:00100000:1.0:1746130282.581055:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4945 00000100:00100000:1.0:1746130282.581060:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c4fdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+50:1962:x1830949849296512:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746130282.581198:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c4fdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+50:1962:x1830949849296512:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 137us (265us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746130282.581204:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4945 00002000:00100000:1.0:1746130282.581208:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008c4fdf80 x1830949849296512/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:268/0 lens 488/4536 e 0 to 0 dl 1746130293 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130282.581213:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c4fdf80 with x1830949849296512 ext(0->4095) 00002000:00010000:1.0:1746130282.581216:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008c4fdf80 00000100:00100000:0.0:1746130282.586171:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130282.586243:0:10554:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849296640 00000100:00100000:2.0:1746130282.586251:0:10554:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849296640 00000100:00100000:2.0:1746130282.586338:0:10554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6536 00000100:00100000:2.0:1746130282.586346:0:10554:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c4fe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+5:31579:x1830949849296640:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746130282.586370:0:10554:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746130282.586386:0:10554:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091fc9400/0x4ce24e578736245f lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae40a9d expref: -99 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130282.586410:0:10554:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012e1b7000/0x4ce24e5787362458 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40a96 expref: 49 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130282.586478:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746130282.586479:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746130282.586483:0:10554:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc9400/0x4ce24e578736245f lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40a9d expref: 6 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130282.586508:0:10554:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012e1b7000/0x4ce24e5787362458 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40a96 expref: 49 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130282.586518:0:10554:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012e1b7000/0x4ce24e5787362458 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40a96 expref: 49 pid: 20953 timeout: 580 lvb_type: 0 00000100:00100000:2.0:1746130282.586528:0:10554:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f130a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10554:1830949841783808:192.168.204.51@tcp:104: 00000100:00100000:2.0:1746130282.587403:0:10554:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800932b29c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746130282.588700:0:10554:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f130a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10554:1830949841783808:192.168.204.51@tcp:104: 00010000:00010000:2.0:1746130282.588723:0:10554:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091fc9400/0x4ce24e578736245f lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40a9d expref: 6 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130282.588737:0:10554:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091fc9400, rc 0) 00000100:00100000:2.0:1746130282.588794:0:10554:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c4fe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+6:31579:x1830949849296640:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2449us (2631us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130282.588802:0:10554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6536 00000100:00100000:0.0:1746130282.591569:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130282.591714:0:7924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849296768 00000100:00100000:2.0:1746130282.591727:0:7924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849296768 00010000:00010000:2.0:1746130282.591779:0:7924:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012e1b7000/0x4ce24e5787362458 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40a96 expref: 50 pid: 20953 timeout: 580 lvb_type: 0 00000100:00100000:2.0:1746130282.591916:0:7924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14800 00000100:00100000:2.0:1746130282.591924:0:7924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129e21450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+50:1961:x1830949849296768:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746130282.591941:0:7924:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746130282.591969:0:7924:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012e1b7000/0x4ce24e5787362458 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40a96 expref: 50 pid: 20953 timeout: 580 lvb_type: 0 00010000:00010000:2.0:1746130282.591981:0:7924:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012e1b7000/0x4ce24e5787362458 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40a96 expref: 50 pid: 20953 timeout: 580 lvb_type: 0 00010000:00010000:2.0:1746130282.592009:0:7924:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012e1b7000/0x4ce24e5787362458 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40a96 expref: 50 pid: 20953 timeout: 580 lvb_type: 0 00010000:00010000:2.0:1746130282.592041:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130282.592044:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130282.592052:0:7924:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091fc9400/0x4ce24e578736245f lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40a9d expref: 5 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130282.592059:0:7924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc9400/0x4ce24e578736245f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40a9d expref: 5 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130282.592119:0:7924:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091fc9400/0x4ce24e578736245f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40a9d expref: 5 pid: 10554 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746130282.592132:0:7924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f130a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841783936:192.168.204.51@tcp:105: 00000100:00100000:2.0:1746130282.592224:0:7924:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800932b29c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746130282.592671:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130282.592764:0:10554:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849296896 00000100:00100000:2.0:1746130282.592768:0:10554:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849296896 00000100:00100000:2.0:1746130282.592799:0:10554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6537 00000100:00100000:2.0:1746130282.592805:0:10554:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c4fd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:640ea846-b909-4eea-9a54-417e15bd627b+50:31578:x1830949849296896:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746130282.592819:0:10554:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746130282.592830:0:10554:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e5787362466 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae40aa4 expref: -99 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130282.592846:0:10554:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091fc9400/0x4ce24e578736245f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40a9d expref: 5 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130282.592852:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130282.592853:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130282.592857:0:10554:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e5787362466 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40aa4 expref: 51 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130282.592876:0:10554:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091fc9400/0x4ce24e578736245f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40a9d expref: 5 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130282.592886:0:10554:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091fc9400/0x4ce24e578736245f lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40a9d expref: 5 pid: 10554 timeout: 580 lvb_type: 0 00000100:00100000:2.0:1746130282.592895:0:10554:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f132a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10554:1830949841784064:192.168.204.51@tcp:104: 00000100:00100000:2.0:1746130282.593304:0:10554:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800932b2e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746130282.595194:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130282.595223:0:7924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f130a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841783936:192.168.204.51@tcp:105: 00010000:00010000:2.0:1746130282.595288:0:7924:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746130282.595324:0:7924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129e21450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+51:1961:x1830949849296768:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 3399us (3765us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130282.595335:0:7924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14800 00000100:00100000:3.0:1746130282.595439:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849297152 00000100:00100000:3.0:1746130282.595446:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849297152 00002000:00100000:3.0:1746130282.595493:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008c4fc000 x1830949849297152/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:268/0 lens 488/0 e 0 to 0 dl 1746130293 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130282.595503:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c4fc000 with x1830949849297152 ext(0->4095) 00010000:00010000:3.0:1746130282.595513:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091fc9400/0x4ce24e578736245f lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40a9d expref: 6 pid: 10554 timeout: 580 lvb_type: 0 00010000:00010000:3.0:1746130282.595534:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091fc9400/0x4ce24e578736245f lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40a9d expref: 6 pid: 10554 timeout: 580 lvb_type: 0 00002000:00010000:3.0:1746130282.595540:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008c4fc000 00000100:00100000:3.0:1746130282.595564:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2693 00000100:00100000:3.0:1746130282.595572:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c4fc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949849297152:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746130282.595800:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c4fc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949849297152:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 229us (613us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746130282.595806:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2693 00002000:00100000:3.0:1746130282.595811:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008c4fc000 x1830949849297152/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:268/0 lens 488/4536 e 0 to 0 dl 1746130293 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130282.595817:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c4fc000 with x1830949849297152 ext(0->4095) 00010000:00010000:3.0:1746130282.595822:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091fc9400/0x4ce24e578736245f lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40a9d expref: 6 pid: 10554 timeout: 580 lvb_type: 0 00010000:00010000:3.0:1746130282.595830:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091fc9400/0x4ce24e578736245f lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40a9d expref: 6 pid: 10554 timeout: 580 lvb_type: 0 00002000:00010000:3.0:1746130282.595835:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008c4fc000 00000100:00100000:3.0:1746130282.596191:0:10554:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f132a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10554:1830949841784064:192.168.204.51@tcp:104: 00010000:00010000:3.0:1746130282.596209:0:10554:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e5787362466 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40aa4 expref: 50 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130282.596222:0:10554:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091fc9a00, rc 0) 00000100:00100000:3.0:1746130282.596261:0:10554:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c4fd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:640ea846-b909-4eea-9a54-417e15bd627b+50:31578:x1830949849296896:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3456us (3591us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130282.596283:0:10554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6537 00000100:00100000:0.0:1746130282.600088:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130282.600167:0:7924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849297280 00000100:00100000:2.0:1746130282.600180:0:7924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849297280 00010000:00010000:2.0:1746130282.600223:0:7924:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc9400/0x4ce24e578736245f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40a9d expref: 6 pid: 10554 timeout: 580 lvb_type: 0 00000100:00100000:2.0:1746130282.600619:0:7924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14801 00000100:00100000:2.0:1746130282.600629:0:7924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c4ffb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949849297280:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746130282.600646:0:7924:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746130282.600678:0:7924:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091fc9400/0x4ce24e578736245f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40a9d expref: 6 pid: 10554 timeout: 580 lvb_type: 0 00010000:00010000:2.0:1746130282.600697:0:7924:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091fc9400/0x4ce24e578736245f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40a9d expref: 6 pid: 10554 timeout: 580 lvb_type: 0 00010000:00010000:2.0:1746130282.600782:0:7924:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091fc9400/0x4ce24e578736245f lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40a9d expref: 6 pid: 10554 timeout: 580 lvb_type: 0 00010000:00010000:2.0:1746130282.600814:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130282.600816:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130282.600824:0:7924:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e5787362466 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40aa4 expref: 49 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130282.600832:0:7924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e5787362466 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40aa4 expref: 49 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130282.600870:0:7924:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e5787362466 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40aa4 expref: 49 pid: 10554 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746130282.600882:0:7924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f130a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841784192:192.168.204.51@tcp:105: 00000100:00100000:2.0:1746130282.600976:0:7924:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800932b2e40 going to sleep for 11 seconds 00000100:00100000:2.0:1746130282.603491:0:7924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f130a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841784192:192.168.204.51@tcp:105: 00010000:00010000:2.0:1746130282.603510:0:7924:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746130282.603552:0:7924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c4ffb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+5:1962:x1830949849297280:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 2924us (3472us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130282.603562:0:7924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14801 00000100:00100000:0.0:1746130282.605182:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130282.605238:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849297536 00000100:00100000:1.0:1746130282.605245:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849297536 00002000:00100000:1.0:1746130282.605298:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008c4ff800 x1830949849297536/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:268/0 lens 488/0 e 0 to 0 dl 1746130293 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130282.605312:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c4ff800 with x1830949849297536 ext(0->4095) 00002000:00010000:1.0:1746130282.605316:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008c4ff800 00000100:00100000:1.0:1746130282.605428:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4946 00000100:00100000:1.0:1746130282.605436:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c4ff800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+50:1961:x1830949849297536:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746130282.605575:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c4ff800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+50:1961:x1830949849297536:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 139us (397us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746130282.605581:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4946 00002000:00100000:1.0:1746130282.605585:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008c4ff800 x1830949849297536/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:268/0 lens 488/4536 e 0 to 0 dl 1746130293 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130282.605591:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c4ff800 with x1830949849297536 ext(0->4095) 00002000:00010000:1.0:1746130282.605593:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008c4ff800 00000100:00100000:0.0:1746130282.608529:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130282.608586:0:10554:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849297664 00000100:00100000:3.0:1746130282.608595:0:10554:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849297664 00000100:00100000:3.0:1746130282.608652:0:10554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6538 00000100:00100000:3.0:1746130282.608659:0:10554:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c4fca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+5:31579:x1830949849297664:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746130282.608675:0:10554:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746130282.608690:0:10554:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800934d1200/0x4ce24e578736246d lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae40aab expref: -99 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130282.608717:0:10554:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e5787362466 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40aa4 expref: 49 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130282.608723:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746130282.608725:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746130282.608728:0:10554:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d1200/0x4ce24e578736246d lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40aab expref: 6 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130282.608752:0:10554:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e5787362466 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40aa4 expref: 49 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130282.608762:0:10554:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e5787362466 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40aa4 expref: 49 pid: 10554 timeout: 580 lvb_type: 0 00000100:00100000:3.0:1746130282.608772:0:10554:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091951500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10554:1830949841784320:192.168.204.51@tcp:104: 00000100:00100000:3.0:1746130282.608854:0:10554:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ad54840 going to sleep for 11 seconds 00000100:00100000:3.0:1746130282.612196:0:10554:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091951500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10554:1830949841784320:192.168.204.51@tcp:104: 00010000:00010000:3.0:1746130282.612229:0:10554:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800934d1200/0x4ce24e578736246d lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40aab expref: 6 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130282.612244:0:10554:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800934d1200, rc 0) 00000100:00100000:3.0:1746130282.612327:0:10554:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c4fca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+6:31579:x1830949849297664:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3667us (3804us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130282.612335:0:10554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6538 00000100:00100000:0.0:1746130282.615614:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130282.615708:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849297792 00000100:00100000:3.0:1746130282.615716:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849297792 00002000:00100000:3.0:1746130282.615759:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff88008c4fea00 x1830949849297792/t0(0) o4->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:268/0 lens 496/0 e 0 to 0 dl 1746130293 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130282.615768:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c4fea00 with x1830949849297792 ext(0->7) 00010000:00010000:3.0:1746130282.615777:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e5787362466 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40aa4 expref: 50 pid: 10554 timeout: 580 lvb_type: 0 00010000:00010000:3.0:1746130282.615789:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e5787362466 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40aa4 expref: 50 pid: 10554 timeout: 580 lvb_type: 0 00002000:00010000:3.0:1746130282.615796:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008c4fea00 00000100:00100000:3.0:1746130282.615873:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2694 00000100:00100000:3.0:1746130282.615880:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c4fea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+50:1961:x1830949849297792:12345-192.168.204.51@tcp:4:ldlm_bl.0 00000100:00100000:3.0:1746130282.617806:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c4fea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+52:1961:x1830949849297792:12345-192.168.204.51@tcp:4:ldlm_bl.0 Request processed in 1919us (2191us total) trans 4294967947 rc 0/0 00000100:00100000:3.0:1746130282.617816:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2694 00002000:00100000:3.0:1746130282.617824:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff88008c4fea00 x1830949849297792/t4294967947(0) o4->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:268/0 lens 496/448 e 0 to 0 dl 1746130293 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130282.617832:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c4fea00 with x1830949849297792 ext(0->7) 00010000:00010000:3.0:1746130282.617840:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e5787362466 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40aa4 expref: 52 pid: 10554 timeout: 580 lvb_type: 0 00010000:00010000:3.0:1746130282.617852:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e5787362466 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40aa4 expref: 52 pid: 10554 timeout: 580 lvb_type: 0 00002000:00010000:3.0:1746130282.617858:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008c4fea00 00000100:00100000:0.0:1746130282.621923:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130282.622901:0:10554:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849297920 00000100:00100000:3.0:1746130282.622910:0:10554:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849297920 00000100:00100000:3.0:1746130282.622975:0:10554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6539 00000100:00100000:3.0:1746130282.622982:0:10554:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c4fe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:640ea846-b909-4eea-9a54-417e15bd627b+52:31578:x1830949849297920:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746130282.622997:0:10554:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746130282.623011:0:10554:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800934d1800/0x4ce24e5787362474 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae40ab2 expref: -99 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130282.623032:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746130282.623037:0:10554:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1200/0x4ce24e578736246d lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40aab expref: 5 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130282.623042:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746130282.623044:0:10554:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d1800/0x4ce24e5787362474 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40ab2 expref: 53 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130282.623073:0:10554:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800934d1200/0x4ce24e578736246d lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40aab expref: 5 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130282.623088:0:10554:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800934d1800/0x4ce24e5787362474 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40ab2 expref: 53 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130282.623096:0:10554:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800934d1800, rc 0) 00000100:00100000:3.0:1746130282.623137:0:10554:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c4fe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:640ea846-b909-4eea-9a54-417e15bd627b+53:31578:x1830949849297920:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 156us (1222us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130282.623142:0:10554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6539 00000100:00100000:0.0:1746130282.625619:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130282.625774:0:7924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849298048 00000100:00100000:2.0:1746130282.625783:0:7924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849298048 00010000:00010000:2.0:1746130282.625820:0:7924:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e5787362466 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40aa4 expref: 53 pid: 10554 timeout: 580 lvb_type: 0 00000100:00100000:2.0:1746130282.625847:0:7924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14802 00000100:00100000:2.0:1746130282.625853:0:7924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c4ff100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+53:1963:x1830949849298048:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746130282.625864:0:7924:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:2.0:1746130282.625879:0:7924:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x18:0x0] updating lvb mtime from disk: 1746130282 -> 1746130283 00002000:00010000:2.0:1746130282.625882:0:7924:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x18:0x0] updating lvb ctime from disk: 1746130282 -> 1746130283 00010000:00010000:2.0:1746130282.625887:0:7924:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e5787362466 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40aa4 expref: 53 pid: 10554 timeout: 580 lvb_type: 0 00010000:00010000:2.0:1746130282.625899:0:7924:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e5787362466 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40aa4 expref: 53 pid: 10554 timeout: 580 lvb_type: 0 00010000:00010000:2.0:1746130282.625920:0:7924:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e5787362466 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40aa4 expref: 53 pid: 10554 timeout: 580 lvb_type: 0 00010000:00010000:2.0:1746130282.625936:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130282.625938:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130282.625945:0:7924:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1200/0x4ce24e578736246d lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40aab expref: 5 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130282.625952:0:7924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d1200/0x4ce24e578736246d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40aab expref: 5 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130282.625980:0:7924:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800934d1200/0x4ce24e578736246d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40aab expref: 5 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130282.625995:0:7924:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800934d1200/0x4ce24e578736246d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40aab expref: 5 pid: 10554 timeout: 580 lvb_type: 0 00000100:00100000:2.0:1746130282.626005:0:7924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f130a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841784576:192.168.204.51@tcp:105: 00000100:00100000:2.0:1746130282.626064:0:7924:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800932b2e40 going to sleep for 11 seconds 00000100:00100000:2.0:1746130282.629436:0:7924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f130a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841784576:192.168.204.51@tcp:105: 00010000:00010000:2.0:1746130282.629459:0:7924:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746130282.629933:0:7924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c4ff100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+52:1963:x1830949849298048:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 4075us (4320us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130282.629946:0:7924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14802 00000100:00100000:0.0:1746130282.631381:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130282.631454:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849298304 00000100:00100000:3.0:1746130282.631463:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849298304 00002000:00100000:3.0:1746130282.631521:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800a7d41500 x1830949849298304/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:268/0 lens 488/0 e 0 to 0 dl 1746130293 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130282.631531:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a7d41500 with x1830949849298304 ext(0->4095) 00010000:00010000:3.0:1746130282.631539:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1200/0x4ce24e578736246d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40aab expref: 6 pid: 10554 timeout: 580 lvb_type: 0 00010000:00010000:3.0:1746130282.631553:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800934d1200/0x4ce24e578736246d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40aab expref: 6 pid: 10554 timeout: 580 lvb_type: 0 00002000:00010000:3.0:1746130282.631700:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a7d41500 00000100:00100000:3.0:1746130282.631744:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2695 00000100:00100000:3.0:1746130282.631753:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7d41500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949849298304:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746130282.631955:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7d41500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949849298304:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 204us (578us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746130282.631961:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2695 00002000:00100000:3.0:1746130282.631967:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800a7d41500 x1830949849298304/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:268/0 lens 488/4536 e 0 to 0 dl 1746130293 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130282.631974:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a7d41500 with x1830949849298304 ext(0->4095) 00010000:00010000:3.0:1746130282.631979:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1200/0x4ce24e578736246d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40aab expref: 6 pid: 10554 timeout: 580 lvb_type: 0 00010000:00010000:3.0:1746130282.631987:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800934d1200/0x4ce24e578736246d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40aab expref: 6 pid: 10554 timeout: 580 lvb_type: 0 00002000:00010000:3.0:1746130282.631993:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a7d41500 00000100:00100000:0.0:1746130282.636663:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130282.636745:0:7924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849298432 00000100:00100000:2.0:1746130282.636752:0:7924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849298432 00010000:00010000:2.0:1746130282.636786:0:7924:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d1200/0x4ce24e578736246d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40aab expref: 6 pid: 10554 timeout: 580 lvb_type: 0 00000100:00100000:2.0:1746130282.636824:0:7924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14803 00000100:00100000:2.0:1746130282.636830:0:7924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7d42a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949849298432:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746130282.636842:0:7924:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746130282.636857:0:7924:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800934d1200/0x4ce24e578736246d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40aab expref: 6 pid: 10554 timeout: 580 lvb_type: 0 00010000:00010000:2.0:1746130282.636866:0:7924:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800934d1200/0x4ce24e578736246d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40aab expref: 6 pid: 10554 timeout: 580 lvb_type: 0 00010000:00010000:2.0:1746130282.636970:0:7924:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1200/0x4ce24e578736246d lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40aab expref: 6 pid: 10554 timeout: 580 lvb_type: 0 00010000:00010000:2.0:1746130282.637480:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130282.637482:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130282.637489:0:7924:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1800/0x4ce24e5787362474 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40ab2 expref: 51 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130282.637496:0:7924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d1800/0x4ce24e5787362474 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40ab2 expref: 51 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130282.637526:0:7924:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800934d1800/0x4ce24e5787362474 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40ab2 expref: 51 pid: 10554 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746130282.637536:0:7924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f130a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841784704:192.168.204.51@tcp:105: 00000100:00100000:2.0:1746130282.637795:0:7924:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800932b2e40 going to sleep for 11 seconds 00000100:00100000:2.0:1746130282.640002:0:7924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f130a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841784704:192.168.204.51@tcp:105: 00010000:00010000:2.0:1746130282.640024:0:7924:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746130282.640102:0:7924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7d42a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+5:1961:x1830949849298432:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 3229us (3403us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130282.640112:0:7924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14803 00000100:00100000:0.0:1746130282.641097:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130282.641206:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849298688 00000100:00100000:1.0:1746130282.641213:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849298688 00002000:00100000:1.0:1746130282.641248:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800a7d40700 x1830949849298688/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:268/0 lens 488/0 e 0 to 0 dl 1746130293 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130282.641257:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a7d40700 with x1830949849298688 ext(0->4095) 00002000:00010000:1.0:1746130282.641262:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a7d40700 00000100:00100000:1.0:1746130282.641309:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4947 00000100:00100000:1.0:1746130282.641604:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7d40700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+52:1964:x1830949849298688:12345-192.168.204.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746130282.641757:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7d40700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+52:1964:x1830949849298688:12345-192.168.204.51@tcp:3:ptlrpcd_01_01.0 Request processed in 441us (662us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746130282.641764:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4947 00002000:00100000:1.0:1746130282.641770:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800a7d40700 x1830949849298688/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:268/0 lens 488/4536 e 0 to 0 dl 1746130293 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130282.641777:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a7d40700 with x1830949849298688 ext(0->4095) 00002000:00010000:1.0:1746130282.641780:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a7d40700 00000100:00100000:0.0:1746130282.643352:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130282.644824:0:20953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849298816 00000100:00100000:1.0:1746130282.644833:0:20953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849298816 00000100:00100000:1.0:1746130282.644892:0:20953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6540 00000100:00100000:1.0:1746130282.644899:0:20953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7d41f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c84b93b0-d496-484f-8e1e-94008838f2dd+5:31579:x1830949849298816:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746130282.644914:0:20953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746130282.644929:0:20953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012e1b7a00/0x4ce24e578736247b lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae40ab9 expref: -99 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130282.644956:0:20953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1800/0x4ce24e5787362474 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40ab2 expref: 51 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130282.644963:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130282.644965:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130282.644968:0:20953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012e1b7a00/0x4ce24e578736247b lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40ab9 expref: 6 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130282.644992:0:20953:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800934d1800/0x4ce24e5787362474 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40ab2 expref: 51 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130282.645003:0:20953:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800934d1800/0x4ce24e5787362474 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40ab2 expref: 51 pid: 10554 timeout: 580 lvb_type: 0 00000100:00100000:1.0:1746130282.645012:0:20953:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093170380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:20953:1830949841784832:192.168.204.51@tcp:104: 00000100:00100000:0.0:1746130282.646125:0:20953:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18fb480 going to sleep for 11 seconds 00000100:00100000:2.0:1746130282.648420:0:20953:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093170380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:20953:1830949841784832:192.168.204.51@tcp:104: 00010000:00010000:2.0:1746130282.648446:0:20953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012e1b7a00/0x4ce24e578736247b lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40ab9 expref: 6 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130282.648461:0:20953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e1b7a00, rc 0) 00000100:00100000:2.0:1746130282.648507:0:20953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7d41f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c84b93b0-d496-484f-8e1e-94008838f2dd+6:31579:x1830949849298816:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3608us (5158us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130282.648519:0:20953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6540 00000100:00100000:0.0:1746130282.649074:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130282.649240:0:7924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849298944 00000100:00100000:2.0:1746130282.649246:0:7924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849298944 00010000:00010000:2.0:1746130282.649304:0:7924:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d1800/0x4ce24e5787362474 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40ab2 expref: 52 pid: 10554 timeout: 580 lvb_type: 0 00000100:00100000:2.0:1746130282.649335:0:7924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14804 00000100:00100000:2.0:1746130282.649342:0:7924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7d40000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+52:1961:x1830949849298944:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746130282.649366:0:7924:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746130282.649386:0:7924:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800934d1800/0x4ce24e5787362474 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40ab2 expref: 52 pid: 10554 timeout: 580 lvb_type: 0 00010000:00010000:2.0:1746130282.649397:0:7924:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800934d1800/0x4ce24e5787362474 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40ab2 expref: 52 pid: 10554 timeout: 580 lvb_type: 0 00010000:00010000:2.0:1746130282.649414:0:7924:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1800/0x4ce24e5787362474 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40ab2 expref: 52 pid: 10554 timeout: 580 lvb_type: 0 00010000:00010000:2.0:1746130282.649440:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130282.649442:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130282.649450:0:7924:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012e1b7a00/0x4ce24e578736247b lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40ab9 expref: 5 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130282.649460:0:7924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012e1b7a00/0x4ce24e578736247b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40ab9 expref: 5 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130282.649487:0:7924:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012e1b7a00/0x4ce24e578736247b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40ab9 expref: 5 pid: 20953 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746130282.649497:0:7924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f130a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841784960:192.168.204.51@tcp:105: 00000100:00100000:2.0:1746130282.649556:0:7924:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800932b2e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746130282.651790:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130282.651869:0:7924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f130a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841784960:192.168.204.51@tcp:105: 00010000:00010000:2.0:1746130282.651889:0:7924:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746130282.651941:0:7924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7d40000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+51:1961:x1830949849298944:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 2599us (2868us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130282.651951:0:7924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14804 00000100:00100000:1.0:1746130282.652115:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849299200 00000100:00100000:1.0:1746130282.652122:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849299200 00002000:00100000:1.0:1746130282.652161:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800a7d43b80 x1830949849299200/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:268/0 lens 488/0 e 0 to 0 dl 1746130293 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130282.652169:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a7d43b80 with x1830949849299200 ext(0->4095) 00002000:00010000:1.0:1746130282.652173:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a7d43b80 00000100:00100000:1.0:1746130282.652228:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4948 00000100:00100000:1.0:1746130282.652235:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7d43b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949849299200:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746130282.652621:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7d43b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949849299200:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 387us (838us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746130282.652627:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4948 00002000:00100000:1.0:1746130282.652632:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800a7d43b80 x1830949849299200/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:268/0 lens 488/4536 e 0 to 0 dl 1746130293 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130282.652639:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a7d43b80 with x1830949849299200 ext(0->4095) 00002000:00010000:1.0:1746130282.652642:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a7d43b80 00000100:00100000:0.0:1746130282.654948:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130282.655013:0:20953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849299328 00000100:00100000:2.0:1746130282.655020:0:20953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849299328 00000100:00100000:0.0:1746130282.655026:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130282.655061:0:8469:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849299456 00000100:00100000:2.0:1746130282.655063:0:8469:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849299456 00000100:00100000:2.0:1746130282.655078:0:8469:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6541 00000100:00100000:0.0:1746130282.655083:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6542 00000100:00100000:2.0:1746130282.655085:0:8469:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7d41180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:640ea846-b909-4eea-9a54-417e15bd627b+52:31578:x1830949849299328:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746130282.655088:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7d43100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:640ea846-b909-4eea-9a54-417e15bd627b+52:31579:x1830949849299456:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746130282.655099:0:8469:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746130282.655099:0:8467:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746130282.655114:0:8469:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e5787362482 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae40ac0 expref: -99 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130282.655114:0:8467:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880093155200/0x4ce24e5787362489 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae40ac7 expref: -99 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130282.655139:0:8469:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012e1b7a00/0x4ce24e578736247b lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40ab9 expref: 5 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130282.655146:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130282.655147:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130282.655150:0:8469:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e5787362482 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40ac0 expref: 54 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130282.655156:0:8467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130282.655158:0:8467:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e5787362482 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40ac0 expref: 54 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130282.655163:0:8467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746130282.655165:0:8467:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093155200/0x4ce24e5787362489 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40ac7 expref: 54 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130282.655182:0:8469:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012e1b7a00/0x4ce24e578736247b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40ab9 expref: 5 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130282.655186:0:8467:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e5787362482 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40ac0 expref: 54 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130282.655193:0:8469:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012e1b7a00/0x4ce24e578736247b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40ab9 expref: 5 pid: 20953 timeout: 580 lvb_type: 0 00010000:00010000:0.0:1746130282.655201:0:8467:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880093155200/0x4ce24e5787362489 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40ac7 expref: 54 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130282.655209:0:8467:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093155200, rc 0) 00000100:00100000:0.0:1746130282.655258:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7d43100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:640ea846-b909-4eea-9a54-417e15bd627b+54:31579:x1830949849299456:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 169us (230us total) trans 0 rc 0/0 00000100:00100000:0.0:1746130282.655263:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6542 00000100:00100000:2.0:1746130282.655402:0:8469:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f130a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8469:1830949841785216:192.168.204.51@tcp:104: 00000100:00100000:2.0:1746130282.655452:0:8469:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800932b2e40 going to sleep for 11 seconds 00000100:00100000:2.0:1746130282.657156:0:8469:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f130a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8469:1830949841785216:192.168.204.51@tcp:104: 00010000:00010000:2.0:1746130282.657179:0:8469:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e5787362482 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40ac0 expref: 53 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130282.657190:0:8469:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091fc8600, rc 0) 00000100:00100000:2.0:1746130282.657222:0:8469:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7d41180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:640ea846-b909-4eea-9a54-417e15bd627b+53:31578:x1830949849299328:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2136us (2278us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130282.657229:0:8469:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6541 00000100:00100000:0.0:1746130282.658872:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130282.658970:0:7924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849299584 00000100:00100000:2.0:1746130282.658977:0:7924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849299584 00010000:00010000:2.0:1746130282.659010:0:7924:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012e1b7a00/0x4ce24e578736247b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40ab9 expref: 6 pid: 20953 timeout: 580 lvb_type: 0 00000100:00100000:2.0:1746130282.659049:0:7924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14805 00000100:00100000:2.0:1746130282.659056:0:7924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7d40380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949849299584:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746130282.659069:0:7924:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746130282.659089:0:7924:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012e1b7a00/0x4ce24e578736247b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40ab9 expref: 6 pid: 20953 timeout: 580 lvb_type: 0 00010000:00010000:2.0:1746130282.659104:0:7924:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012e1b7a00/0x4ce24e578736247b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40ab9 expref: 6 pid: 20953 timeout: 580 lvb_type: 0 00010000:00010000:2.0:1746130282.659125:0:7924:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012e1b7a00/0x4ce24e578736247b lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40ab9 expref: 6 pid: 20953 timeout: 580 lvb_type: 0 00010000:00010000:2.0:1746130282.659248:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130282.659251:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130282.659258:0:7924:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e5787362482 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40ac0 expref: 52 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130282.659294:0:7924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e5787362482 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40ac0 expref: 52 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130282.659326:0:7924:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e5787362482 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40ac0 expref: 52 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130282.659336:0:7924:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e5787362482 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40ac0 expref: 52 pid: 8469 timeout: 580 lvb_type: 0 00000100:00100000:2.0:1746130282.659346:0:7924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f130a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841785344:192.168.204.51@tcp:105: 00000100:00100000:2.0:1746130282.659443:0:7924:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800932b2e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746130282.663130:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130282.663183:0:7924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f130a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841785344:192.168.204.51@tcp:105: 00010000:00010000:2.0:1746130282.663202:0:7924:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746130282.663241:0:7924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7d40380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+5:1961:x1830949849299584:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 4186us (4376us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130282.663255:0:7924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14805 00000100:00100000:1.0:1746130282.663656:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849299840 00000100:00100000:1.0:1746130282.663972:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849299840 00002000:00100000:1.0:1746130282.664008:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009225a680 x1830949849299840/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:268/0 lens 488/0 e 0 to 0 dl 1746130293 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130282.664017:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009225a680 with x1830949849299840 ext(0->4095) 00010000:00010000:1.0:1746130282.664025:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e5787362482 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40ac0 expref: 53 pid: 8469 timeout: 580 lvb_type: 0 00010000:00010000:1.0:1746130282.664038:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e5787362482 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40ac0 expref: 53 pid: 8469 timeout: 580 lvb_type: 0 00002000:00010000:1.0:1746130282.664296:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009225a680 00000100:00100000:1.0:1746130282.664323:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2696 00000100:00100000:1.0:1746130282.664330:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009225a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+53:1962:x1830949849299840:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746130282.664467:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009225a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+53:1962:x1830949849299840:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 137us (1344us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746130282.664473:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2696 00002000:00100000:1.0:1746130282.664477:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009225a680 x1830949849299840/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:268/0 lens 488/4536 e 0 to 0 dl 1746130293 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130282.664483:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009225a680 with x1830949849299840 ext(0->4095) 00010000:00010000:1.0:1746130282.664487:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e5787362482 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40ac0 expref: 53 pid: 8469 timeout: 580 lvb_type: 0 00010000:00010000:1.0:1746130282.664495:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e5787362482 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40ac0 expref: 53 pid: 8469 timeout: 580 lvb_type: 0 00002000:00010000:1.0:1746130282.664499:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009225a680 00000100:00100000:0.0:1746130282.665952:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130282.666304:0:7924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849299968 00000100:00100000:2.0:1746130282.666310:0:7924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849299968 00010000:00010000:2.0:1746130282.666338:0:7924:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e5787362482 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40ac0 expref: 53 pid: 8469 timeout: 580 lvb_type: 0 00000100:00100000:2.0:1746130282.666378:0:7924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14806 00000100:00100000:2.0:1746130282.666384:0:7924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009225aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+53:1962:x1830949849299968:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746130282.666395:0:7924:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746130282.666411:0:7924:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e5787362482 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40ac0 expref: 53 pid: 8469 timeout: 580 lvb_type: 0 00010000:00010000:2.0:1746130282.666421:0:7924:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e5787362482 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40ac0 expref: 53 pid: 8469 timeout: 580 lvb_type: 0 00010000:00010000:2.0:1746130282.666440:0:7924:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e5787362482 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40ac0 expref: 53 pid: 8469 timeout: 580 lvb_type: 0 00010000:00010000:2.0:1746130282.667125:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130282.667128:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130282.667136:0:7924:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880093155200/0x4ce24e5787362489 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40ac7 expref: 52 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130282.667143:0:7924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093155200/0x4ce24e5787362489 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40ac7 expref: 52 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130282.667172:0:7924:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880093155200/0x4ce24e5787362489 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40ac7 expref: 52 pid: 8467 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746130282.667183:0:7924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f130a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841785472:192.168.204.51@tcp:105: 00000100:00100000:2.0:1746130282.667295:0:7924:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800932b2e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746130282.670604:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130282.670804:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849300224 00000100:00100000:3.0:1746130282.670811:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849300224 00002000:00100000:3.0:1746130282.670853:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009225b100 x1830949849300224/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:268/0 lens 488/0 e 0 to 0 dl 1746130293 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130282.670862:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009225b100 with x1830949849300224 ext(0->4095) 00002000:00010000:3.0:1746130282.670866:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009225b100 00000100:00100000:3.0:1746130282.670895:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4949 00000100:00100000:3.0:1746130282.670903:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009225b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+53:1961:x1830949849300224:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746130282.671010:0:7924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f130a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841785472:192.168.204.51@tcp:105: 00010000:00010000:2.0:1746130282.671026:0:7924:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746130282.671042:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009225b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+53:1961:x1830949849300224:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 139us (444us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746130282.671047:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4949 00000100:00100000:2.0:1746130282.671051:0:7924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009225aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+53:1962:x1830949849299968:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 4668us (5102us total) trans 0 rc 0/0 00002000:00100000:3.0:1746130282.671053:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009225b100 x1830949849300224/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:268/0 lens 488/4536 e 0 to 0 dl 1746130293 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130282.671059:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009225b100 with x1830949849300224 ext(0->4095) 00000100:00100000:2.0:1746130282.671060:0:7924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14806 00002000:00010000:3.0:1746130282.671062:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009225b100 00000100:00100000:0.0:1746130282.673638:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130282.673716:0:8469:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849300352 00000100:00100000:2.0:1746130282.673723:0:8469:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849300352 00000100:00100000:2.0:1746130282.673763:0:8469:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6543 00000100:00100000:2.0:1746130282.673770:0:8469:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009225ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+5:31579:x1830949849300352:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746130282.673785:0:8469:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746130282.673800:0:8469:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091fc8000/0x4ce24e5787362490 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae40ace expref: -99 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130282.673824:0:8469:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880093155200/0x4ce24e5787362489 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40ac7 expref: 51 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130282.673831:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746130282.673833:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746130282.673836:0:8469:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc8000/0x4ce24e5787362490 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40ace expref: 6 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130282.673860:0:8469:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880093155200/0x4ce24e5787362489 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40ac7 expref: 51 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130282.673871:0:8469:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880093155200/0x4ce24e5787362489 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40ac7 expref: 51 pid: 8467 timeout: 580 lvb_type: 0 00000100:00100000:2.0:1746130282.673879:0:8469:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f130a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8469:1830949841785600:192.168.204.51@tcp:104: 00000100:00100000:2.0:1746130282.673971:0:8469:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800932b2e40 going to sleep for 11 seconds 00000100:00100000:2.0:1746130282.675513:0:8469:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f130a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8469:1830949841785600:192.168.204.51@tcp:104: 00010000:00010000:2.0:1746130282.675532:0:8469:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091fc8000/0x4ce24e5787362490 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40ace expref: 6 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130282.675543:0:8469:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091fc8000, rc 0) 00000100:00100000:2.0:1746130282.675571:0:8469:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009225ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+6:31579:x1830949849300352:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1802us (1940us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130282.675577:0:8469:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6543 00000100:00100000:0.0:1746130282.682727:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130282.682775:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130282.682919:0:8469:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849300608 00000100:00100000:3.0:1746130282.682926:0:8469:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849300608 00000100:00100000:3.0:1746130282.682968:0:8469:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6544 00000100:00100000:3.0:1746130282.682976:0:8469:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092259180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:640ea846-b909-4eea-9a54-417e15bd627b+52:31578:x1830949849300608:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746130282.682990:0:8469:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746130282.683005:0:8469:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800934d0800/0x4ce24e5787362497 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae40ad5 expref: -99 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130282.683028:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746130282.683034:0:8469:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8000/0x4ce24e5787362490 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40ace expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130282.683040:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746130282.683043:0:8469:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d0800/0x4ce24e5787362497 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40ad5 expref: 53 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130282.683073:0:8469:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091fc8000/0x4ce24e5787362490 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40ace expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130282.683084:0:8469:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800934d0800/0x4ce24e5787362497 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40ad5 expref: 53 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130282.683092:0:8469:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800934d0800, rc 0) 00000100:00100000:3.0:1746130282.683203:0:8469:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092259180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:640ea846-b909-4eea-9a54-417e15bd627b+53:31578:x1830949849300608:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 227us (426us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130282.683209:0:8469:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6544 00000100:00100000:2.0:1746130282.683413:0:7924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849300480 00000100:00100000:2.0:1746130282.683417:0:7924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849300480 00010000:00010000:2.0:1746130282.683441:0:7924:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880093155200/0x4ce24e5787362489 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40ac7 expref: 53 pid: 8467 timeout: 580 lvb_type: 0 00000100:00100000:2.0:1746130282.684029:0:7924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14807 00000100:00100000:2.0:1746130282.684036:0:7924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129e22050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+53:1962:x1830949849300480:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746130282.684045:0:7924:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746130282.684065:0:7924:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880093155200/0x4ce24e5787362489 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40ac7 expref: 53 pid: 8467 timeout: 580 lvb_type: 0 00010000:00010000:2.0:1746130282.684080:0:7924:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880093155200/0x4ce24e5787362489 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40ac7 expref: 53 pid: 8467 timeout: 580 lvb_type: 0 00010000:00010000:2.0:1746130282.684094:0:7924:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880093155200/0x4ce24e5787362489 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40ac7 expref: 53 pid: 8467 timeout: 580 lvb_type: 0 00010000:00010000:2.0:1746130282.684196:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130282.684198:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130282.684204:0:7924:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8000/0x4ce24e5787362490 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40ace expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130282.684211:0:7924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc8000/0x4ce24e5787362490 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40ace expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130282.684233:0:7924:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091fc8000/0x4ce24e5787362490 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40ace expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130282.684242:0:7924:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091fc8000/0x4ce24e5787362490 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40ace expref: 5 pid: 8469 timeout: 580 lvb_type: 0 00000100:00100000:2.0:1746130282.684253:0:7924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f130a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841785856:192.168.204.51@tcp:105: 00000100:00100000:2.0:1746130282.684873:0:7924:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800932b2e40 going to sleep for 11 seconds 00000100:00100000:2.0:1746130282.686742:0:7924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f130a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841785856:192.168.204.51@tcp:105: 00010000:00010000:2.0:1746130282.686759:0:7924:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746130282.687152:0:7924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129e22050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+52:1962:x1830949849300480:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 3115us (4430us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130282.687166:0:7924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14807 00000100:00100000:0.0:1746130282.687217:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130282.687408:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849300864 00000100:00100000:2.0:1746130282.687413:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849300864 00002000:00100000:2.0:1746130282.687447:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009225b480 x1830949849300864/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:268/0 lens 488/0 e 0 to 0 dl 1746130293 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130282.687456:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009225b480 with x1830949849300864 ext(0->4095) 00010000:00010000:2.0:1746130282.687463:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8000/0x4ce24e5787362490 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40ace expref: 6 pid: 8469 timeout: 580 lvb_type: 0 00010000:00010000:2.0:1746130282.687475:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091fc8000/0x4ce24e5787362490 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40ace expref: 6 pid: 8469 timeout: 580 lvb_type: 0 00002000:00010000:2.0:1746130282.687480:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009225b480 00000100:00100000:2.0:1746130282.687507:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2697 00000100:00100000:2.0:1746130282.687514:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009225b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949849300864:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746130282.687646:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009225b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949849300864:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 133us (429us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746130282.687652:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2697 00002000:00100000:2.0:1746130282.687657:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009225b480 x1830949849300864/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:268/0 lens 488/4536 e 0 to 0 dl 1746130293 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130282.687664:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009225b480 with x1830949849300864 ext(0->4095) 00010000:00010000:2.0:1746130282.687668:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8000/0x4ce24e5787362490 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40ace expref: 6 pid: 8469 timeout: 580 lvb_type: 0 00010000:00010000:2.0:1746130282.687681:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091fc8000/0x4ce24e5787362490 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40ace expref: 6 pid: 8469 timeout: 580 lvb_type: 0 00002000:00010000:2.0:1746130282.687686:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009225b480 00000100:00100000:0.0:1746130282.689072:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130282.689139:0:7924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849300992 00000100:00100000:2.0:1746130282.689144:0:7924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849300992 00010000:00010000:2.0:1746130282.689172:0:7924:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc8000/0x4ce24e5787362490 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40ace expref: 6 pid: 8469 timeout: 580 lvb_type: 0 00000100:00100000:2.0:1746130282.689246:0:7924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14808 00000100:00100000:2.0:1746130282.689254:0:7924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009225a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949849300992:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746130282.689335:0:7924:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746130282.689363:0:7924:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091fc8000/0x4ce24e5787362490 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40ace expref: 6 pid: 8469 timeout: 580 lvb_type: 0 00010000:00010000:2.0:1746130282.689374:0:7924:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091fc8000/0x4ce24e5787362490 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40ace expref: 6 pid: 8469 timeout: 580 lvb_type: 0 00010000:00010000:2.0:1746130282.689391:0:7924:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8000/0x4ce24e5787362490 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40ace expref: 6 pid: 8469 timeout: 580 lvb_type: 0 00010000:00010000:2.0:1746130282.689413:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130282.689415:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130282.689421:0:7924:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800934d0800/0x4ce24e5787362497 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40ad5 expref: 51 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130282.689432:0:7924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d0800/0x4ce24e5787362497 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40ad5 expref: 51 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130282.689459:0:7924:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800934d0800/0x4ce24e5787362497 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40ad5 expref: 51 pid: 8469 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746130282.689469:0:7924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f130a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841785984:192.168.204.51@tcp:105: 00000100:00100000:2.0:1746130282.689542:0:7924:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800932b2840 going to sleep for 11 seconds 00000100:00100000:2.0:1746130282.692932:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130282.693019:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849301248 00000100:00100000:3.0:1746130282.693028:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849301248 00000100:00100000:0.0:1746130282.693042:0:7924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f130a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841785984:192.168.204.51@tcp:105: 00010000:00010000:0.0:1746130282.693057:0:7924:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00100000:3.0:1746130282.693077:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008f131500 x1830949849301248/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:268/0 lens 488/0 e 0 to 0 dl 1746130293 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130282.693088:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f131500 with x1830949849301248 ext(0->4095) 00002000:00010000:3.0:1746130282.693092:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008f131500 00000100:00100000:0.0:1746130282.693101:0:7924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009225a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+5:1962:x1830949849300992:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 3849us (4035us total) trans 0 rc 0/0 00000100:00100000:0.0:1746130282.693110:0:7924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14808 00000100:00100000:3.0:1746130282.693114:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4950 00000100:00100000:3.0:1746130282.693123:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f131500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+52:1962:x1830949849301248:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746130282.693300:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f131500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+52:1962:x1830949849301248:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 177us (372us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746130282.693307:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4950 00002000:00100000:3.0:1746130282.693313:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008f131500 x1830949849301248/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:268/0 lens 488/4536 e 0 to 0 dl 1746130293 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130282.693320:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f131500 with x1830949849301248 ext(0->4095) 00002000:00010000:3.0:1746130282.693323:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008f131500 00000100:00100000:0.0:1746130282.698423:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130282.698513:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849301376 00000100:00100000:2.0:1746130282.698520:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849301376 00000100:00100000:2.0:1746130282.698585:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6545 00000100:00100000:2.0:1746130282.698591:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092258e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c84b93b0-d496-484f-8e1e-94008838f2dd+5:31579:x1830949849301376:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746130282.698605:0:8467:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746130282.698619:0:8467:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091fc8200/0x4ce24e578736249e lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae40adc expref: -99 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130282.698679:0:8467:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800934d0800/0x4ce24e5787362497 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40ad5 expref: 51 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130282.698686:0:8467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746130282.698688:0:8467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746130282.698691:0:8467:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc8200/0x4ce24e578736249e lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40adc expref: 6 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130282.698713:0:8467:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800934d0800/0x4ce24e5787362497 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40ad5 expref: 51 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130282.698723:0:8467:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800934d0800/0x4ce24e5787362497 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40ad5 expref: 51 pid: 8469 timeout: 580 lvb_type: 0 00000100:00100000:2.0:1746130282.698734:0:8467:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f132d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8467:1830949841786112:192.168.204.51@tcp:104: 00000100:00100000:2.0:1746130282.698806:0:8467:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800932b23c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746130282.702698:0:8467:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f132d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8467:1830949841786112:192.168.204.51@tcp:104: 00010000:00010000:2.0:1746130282.702723:0:8467:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091fc8200/0x4ce24e578736249e lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40adc expref: 6 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130282.702737:0:8467:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091fc8200, rc 0) 00000100:00100000:2.0:1746130282.702773:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092258e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c84b93b0-d496-484f-8e1e-94008838f2dd+6:31579:x1830949849301376:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4182us (4358us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130282.702780:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6545 00000100:00100000:0.0:1746130282.703178:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130282.703307:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849301504 00000100:00100000:2.0:1746130282.703312:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849301504 00002000:00100000:2.0:1746130282.703339:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff880092259500 x1830949849301504/t0(0) o4->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:268/0 lens 496/0 e 0 to 0 dl 1746130293 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130282.703348:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092259500 with x1830949849301504 ext(0->7) 00010000:00010000:2.0:1746130282.703366:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800934d0800/0x4ce24e5787362497 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40ad5 expref: 52 pid: 8469 timeout: 580 lvb_type: 0 00010000:00010000:2.0:1746130282.703376:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800934d0800/0x4ce24e5787362497 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40ad5 expref: 52 pid: 8469 timeout: 580 lvb_type: 0 00002000:00010000:2.0:1746130282.703386:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092259500 00000100:00100000:2.0:1746130282.703538:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2698 00000100:00100000:2.0:1746130282.703544:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092259500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+52:1962:x1830949849301504:12345-192.168.204.51@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746130282.704185:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092259500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+54:1962:x1830949849301504:12345-192.168.204.51@tcp:4:ldlm_bl.0 Request processed in 640us (1006us total) trans 4294967948 rc 0/0 00000100:00100000:2.0:1746130282.704191:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2698 00002000:00100000:2.0:1746130282.704196:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff880092259500 x1830949849301504/t4294967948(0) o4->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:268/0 lens 496/448 e 0 to 0 dl 1746130293 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130282.704202:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092259500 with x1830949849301504 ext(0->7) 00010000:00010000:2.0:1746130282.704207:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800934d0800/0x4ce24e5787362497 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40ad5 expref: 54 pid: 8469 timeout: 580 lvb_type: 0 00010000:00010000:2.0:1746130282.704215:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800934d0800/0x4ce24e5787362497 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40ad5 expref: 54 pid: 8469 timeout: 580 lvb_type: 0 00002000:00010000:2.0:1746130282.704220:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092259500 00000100:00100000:0.0:1746130282.706031:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130282.706188:0:7924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849301632 00000100:00100000:2.0:1746130282.706194:0:7924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849301632 00010000:00010000:2.0:1746130282.706219:0:7924:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d0800/0x4ce24e5787362497 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40ad5 expref: 54 pid: 8469 timeout: 580 lvb_type: 0 00000100:00100000:2.0:1746130282.706569:0:7924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14809 00000100:00100000:2.0:1746130282.706576:0:7924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092259880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+54:1964:x1830949849301632:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746130282.706588:0:7924:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746130282.706605:0:7924:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800934d0800/0x4ce24e5787362497 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40ad5 expref: 54 pid: 8469 timeout: 580 lvb_type: 0 00010000:00010000:2.0:1746130282.706615:0:7924:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800934d0800/0x4ce24e5787362497 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40ad5 expref: 54 pid: 8469 timeout: 580 lvb_type: 0 00010000:00010000:2.0:1746130282.706634:0:7924:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800934d0800/0x4ce24e5787362497 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40ad5 expref: 54 pid: 8469 timeout: 580 lvb_type: 0 00010000:00010000:2.0:1746130282.706659:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130282.706660:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130282.706667:0:7924:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8200/0x4ce24e578736249e lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40adc expref: 5 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130282.706674:0:7924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc8200/0x4ce24e578736249e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40adc expref: 5 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130282.706704:0:7924:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091fc8200/0x4ce24e578736249e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40adc expref: 5 pid: 8467 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746130282.706714:0:7924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f132d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841786240:192.168.204.51@tcp:105: 00000100:00100000:2.0:1746130282.707096:0:7924:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800932b23c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746130282.709608:0:7924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f132d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841786240:192.168.204.51@tcp:105: 00010000:00010000:2.0:1746130282.709626:0:7924:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746130282.709673:0:7924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092259880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+53:1964:x1830949849301632:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 3097us (3645us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130282.709683:0:7924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14809 00000100:00100000:0.0:1746130282.709738:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130282.710088:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849301888 00000100:00100000:2.0:1746130282.710094:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849301888 00002000:00100000:2.0:1746130282.710125:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092258700 x1830949849301888/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:268/0 lens 488/0 e 0 to 0 dl 1746130293 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130282.710134:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092258700 with x1830949849301888 ext(0->4095) 00002000:00010000:2.0:1746130282.710138:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092258700 00000100:00100000:2.0:1746130282.710337:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4951 00000100:00100000:2.0:1746130282.710344:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092258700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949849301888:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746130282.711091:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092258700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949849301888:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 745us (1350us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746130282.711097:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4951 00002000:00100000:2.0:1746130282.711103:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092258700 x1830949849301888/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:268/0 lens 488/4536 e 0 to 0 dl 1746130293 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130282.711110:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092258700 with x1830949849301888 ext(0->4095) 00002000:00010000:2.0:1746130282.711113:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092258700 00000100:00100000:0.0:1746130282.713461:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130282.714013:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130282.714093:0:8469:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849302016 00000100:00100000:3.0:1746130282.714101:0:8469:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849302016 00000100:00100000:3.0:1746130282.714139:0:8469:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849302144 00000100:00100000:3.0:1746130282.714142:0:8469:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849302144 00000100:00100000:3.0:1746130282.714157:0:8469:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6546 00000100:00100000:3.0:1746130282.714164:0:8469:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092259c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:640ea846-b909-4eea-9a54-417e15bd627b+54:31578:x1830949849302016:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746130282.714183:0:8469:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746130282.714197:0:8469:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800934d1e00/0x4ce24e57873624a5 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae40ae3 expref: -99 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130282.714221:0:8469:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8200/0x4ce24e578736249e lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40adc expref: 5 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130282.714232:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130282.714234:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130282.714237:0:8469:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d1e00/0x4ce24e57873624a5 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40ae3 expref: 55 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130282.714263:0:8469:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091fc8200/0x4ce24e578736249e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40adc expref: 5 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130282.714295:0:8469:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091fc8200/0x4ce24e578736249e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40adc expref: 5 pid: 8467 timeout: 580 lvb_type: 0 00000100:00100000:3.0:1746130282.714310:0:8469:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091951500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8469:1830949841786368:192.168.204.51@tcp:104: 00000100:00100000:2.0:1746130282.714348:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6547 00000100:00100000:2.0:1746130282.714369:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092259f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:640ea846-b909-4eea-9a54-417e15bd627b+55:31579:x1830949849302144:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746130282.714375:0:8467:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746130282.714382:0:8467:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e57873624ac lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae40aea expref: -99 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130282.714392:0:8467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130282.714395:0:8467:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1e00/0x4ce24e57873624a5 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40ae3 expref: 56 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130282.714400:0:8467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746130282.714403:0:8467:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e57873624ac lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40aea expref: 56 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130282.714423:0:8467:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800934d1e00/0x4ce24e57873624a5 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40ae3 expref: 56 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130282.714433:0:8467:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e57873624ac lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40aea expref: 56 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130282.714441:0:8467:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091fc8600, rc 0) 00000100:00100000:2.0:1746130282.714592:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092259f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:640ea846-b909-4eea-9a54-417e15bd627b+56:31579:x1830949849302144:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 238us (580us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130282.714598:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6547 00000100:00100000:3.0:1746130282.714827:0:8469:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ad54000 going to sleep for 11 seconds 00000100:00100000:3.0:1746130282.716381:0:8469:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091951500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8469:1830949841786368:192.168.204.51@tcp:104: 00010000:00010000:3.0:1746130282.716406:0:8469:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800934d1e00/0x4ce24e57873624a5 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40ae3 expref: 55 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130282.716418:0:8469:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800934d1e00, rc 0) 00000100:00100000:3.0:1746130282.716453:0:8469:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092259c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:640ea846-b909-4eea-9a54-417e15bd627b+55:31578:x1830949849302016:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2289us (2997us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130282.716460:0:8469:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6546 00000100:00100000:0.0:1746130282.716819:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130282.716869:0:7924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849302272 00000100:00100000:2.0:1746130282.716874:0:7924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849302272 00010000:00010000:2.0:1746130282.716901:0:7924:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc8200/0x4ce24e578736249e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40adc expref: 6 pid: 8467 timeout: 580 lvb_type: 0 00000100:00100000:2.0:1746130282.716929:0:7924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14810 00000100:00100000:2.0:1746130282.716934:0:7924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092258a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949849302272:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746130282.716948:0:7924:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746130282.716967:0:7924:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091fc8200/0x4ce24e578736249e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40adc expref: 6 pid: 8467 timeout: 580 lvb_type: 0 00010000:00010000:2.0:1746130282.716976:0:7924:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091fc8200/0x4ce24e578736249e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40adc expref: 6 pid: 8467 timeout: 580 lvb_type: 0 00010000:00010000:2.0:1746130282.716992:0:7924:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8200/0x4ce24e578736249e lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40adc expref: 6 pid: 8467 timeout: 580 lvb_type: 0 00010000:00010000:2.0:1746130282.717017:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130282.717019:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130282.717024:0:7924:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1e00/0x4ce24e57873624a5 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40ae3 expref: 54 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130282.717031:0:7924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d1e00/0x4ce24e57873624a5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40ae3 expref: 54 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130282.717056:0:7924:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800934d1e00/0x4ce24e57873624a5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40ae3 expref: 54 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130282.717066:0:7924:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800934d1e00/0x4ce24e57873624a5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40ae3 expref: 54 pid: 8469 timeout: 580 lvb_type: 0 00000100:00100000:2.0:1746130282.717076:0:7924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f132d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841786624:192.168.204.51@tcp:105: 00000100:00100000:2.0:1746130282.717127:0:7924:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800932b2d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746130282.718797:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130282.718875:0:7924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f132d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841786624:192.168.204.51@tcp:105: 00010000:00010000:2.0:1746130282.718889:0:7924:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746130282.718928:0:7924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092258a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+5:1962:x1830949849302272:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 1993us (2109us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130282.718941:0:7924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14810 00000100:00100000:3.0:1746130282.719438:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849302528 00000100:00100000:3.0:1746130282.719445:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849302528 00002000:00100000:3.0:1746130282.719561:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092258380 x1830949849302528/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:268/0 lens 488/0 e 0 to 0 dl 1746130293 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130282.719575:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092258380 with x1830949849302528 ext(0->4095) 00010000:00010000:3.0:1746130282.719582:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1e00/0x4ce24e57873624a5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40ae3 expref: 55 pid: 8469 timeout: 580 lvb_type: 0 00010000:00010000:3.0:1746130282.719593:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800934d1e00/0x4ce24e57873624a5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40ae3 expref: 55 pid: 8469 timeout: 580 lvb_type: 0 00002000:00010000:3.0:1746130282.719598:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092258380 00000100:00100000:3.0:1746130282.719613:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2699 00000100:00100000:3.0:1746130282.719620:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092258380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+55:1962:x1830949849302528:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746130282.719753:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092258380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+55:1962:x1830949849302528:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 134us (961us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746130282.719758:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2699 00002000:00100000:3.0:1746130282.719763:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092258380 x1830949849302528/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:268/0 lens 488/4536 e 0 to 0 dl 1746130293 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130282.719773:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092258380 with x1830949849302528 ext(0->4095) 00010000:00010000:3.0:1746130282.719777:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1e00/0x4ce24e57873624a5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40ae3 expref: 55 pid: 8469 timeout: 580 lvb_type: 0 00010000:00010000:3.0:1746130282.719785:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800934d1e00/0x4ce24e57873624a5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40ae3 expref: 55 pid: 8469 timeout: 580 lvb_type: 0 00002000:00010000:3.0:1746130282.719790:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092258380 00000100:00100000:0.0:1746130282.721422:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130282.721478:0:7924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849302656 00000100:00100000:2.0:1746130282.721484:0:7924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849302656 00010000:00010000:2.0:1746130282.721512:0:7924:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d1e00/0x4ce24e57873624a5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40ae3 expref: 55 pid: 8469 timeout: 580 lvb_type: 0 00000100:00100000:2.0:1746130282.721552:0:7924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14811 00000100:00100000:2.0:1746130282.721558:0:7924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092258000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+55:1962:x1830949849302656:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746130282.721568:0:7924:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746130282.721584:0:7924:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800934d1e00/0x4ce24e57873624a5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40ae3 expref: 55 pid: 8469 timeout: 580 lvb_type: 0 00010000:00010000:2.0:1746130282.721594:0:7924:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800934d1e00/0x4ce24e57873624a5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40ae3 expref: 55 pid: 8469 timeout: 580 lvb_type: 0 00010000:00010000:2.0:1746130282.721610:0:7924:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1e00/0x4ce24e57873624a5 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40ae3 expref: 55 pid: 8469 timeout: 580 lvb_type: 0 00010000:00010000:2.0:1746130282.721622:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130282.721624:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130282.721630:0:7924:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e57873624ac lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40aea expref: 54 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130282.721638:0:7924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e57873624ac lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40aea expref: 54 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130282.721664:0:7924:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e57873624ac lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40aea expref: 54 pid: 8467 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746130282.721673:0:7924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f132d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841786752:192.168.204.51@tcp:105: 00000100:00100000:2.0:1746130282.721752:0:7924:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800932b2d80 going to sleep for 11 seconds 00000100:00100000:2.0:1746130282.724245:0:7924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f132d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841786752:192.168.204.51@tcp:105: 00010000:00010000:2.0:1746130282.724264:0:7924:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746130282.724338:0:7924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092258000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+54:1962:x1830949849302656:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 2778us (2920us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130282.724347:0:7924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14811 00000100:00100000:0.0:1746130282.724475:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130282.724780:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849302912 00000100:00100000:2.0:1746130282.724785:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849302912 00002000:00100000:2.0:1746130282.724816:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009225aa00 x1830949849302912/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:268/0 lens 488/0 e 0 to 0 dl 1746130293 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130282.724825:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009225aa00 with x1830949849302912 ext(0->4095) 00002000:00010000:2.0:1746130282.724832:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009225aa00 00000100:00100000:2.0:1746130282.724889:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4952 00000100:00100000:2.0:1746130282.724900:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009225aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+54:1962:x1830949849302912:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746130282.725030:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009225aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+54:1962:x1830949849302912:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 130us (556us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746130282.725036:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4952 00002000:00100000:2.0:1746130282.725041:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009225aa00 x1830949849302912/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:268/0 lens 488/4536 e 0 to 0 dl 1746130293 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130282.725048:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009225aa00 with x1830949849302912 ext(0->4095) 00002000:00010000:2.0:1746130282.725050:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009225aa00 00000100:00100000:0.0:1746130282.728652:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130282.728822:0:8469:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849303040 00000100:00100000:3.0:1746130282.728830:0:8469:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849303040 00000100:00100000:3.0:1746130282.728883:0:8469:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6548 00000100:00100000:3.0:1746130282.728890:0:8469:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a79ef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+5:31579:x1830949849303040:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746130282.728905:0:8469:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746130282.728919:0:8469:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800934d0c00/0x4ce24e57873624b3 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae40af1 expref: -99 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130282.728943:0:8469:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e57873624ac lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40aea expref: 53 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130282.728949:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746130282.728950:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746130282.728953:0:8469:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d0c00/0x4ce24e57873624b3 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40af1 expref: 6 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130282.728977:0:8469:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e57873624ac lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40aea expref: 53 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130282.728986:0:8469:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e57873624ac lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40aea expref: 53 pid: 8467 timeout: 580 lvb_type: 0 00000100:00100000:3.0:1746130282.728996:0:8469:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091951500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8469:1830949841786880:192.168.204.51@tcp:104: 00000100:00100000:3.0:1746130282.729077:0:8469:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ad54840 going to sleep for 11 seconds 00000100:00100000:3.0:1746130282.731627:0:8469:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091951500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8469:1830949841786880:192.168.204.51@tcp:104: 00010000:00010000:3.0:1746130282.731659:0:8469:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800934d0c00/0x4ce24e57873624b3 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40af1 expref: 6 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130282.731679:0:8469:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800934d0c00, rc 0) 00000100:00100000:3.0:1746130282.731725:0:8469:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a79ef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+6:31579:x1830949849303040:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2835us (3079us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130282.731733:0:8469:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6548 00000100:00100000:0.0:1746130282.731879:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130282.732011:0:7924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849303168 00000100:00100000:2.0:1746130282.732017:0:7924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849303168 00010000:00010000:2.0:1746130282.732043:0:7924:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e57873624ac lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40aea expref: 54 pid: 8467 timeout: 580 lvb_type: 0 00000100:00100000:2.0:1746130282.732075:0:7924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14812 00000100:00100000:2.0:1746130282.732081:0:7924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a79efb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+54:1961:x1830949849303168:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746130282.732091:0:7924:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746130282.732108:0:7924:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e57873624ac lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40aea expref: 54 pid: 8467 timeout: 580 lvb_type: 0 00010000:00010000:2.0:1746130282.732117:0:7924:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e57873624ac lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40aea expref: 54 pid: 8467 timeout: 580 lvb_type: 0 00010000:00010000:2.0:1746130282.732135:0:7924:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e57873624ac lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40aea expref: 54 pid: 8467 timeout: 580 lvb_type: 0 00010000:00010000:2.0:1746130282.732149:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130282.732150:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130282.732156:0:7924:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800934d0c00/0x4ce24e57873624b3 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40af1 expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130282.732163:0:7924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d0c00/0x4ce24e57873624b3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40af1 expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130282.732186:0:7924:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800934d0c00/0x4ce24e57873624b3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40af1 expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746130282.732196:0:7924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f132d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841787008:192.168.204.51@tcp:105: 00000100:00100000:2.0:1746130282.732261:0:7924:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800932b2780 going to sleep for 11 seconds 00000100:00100000:2.0:1746130282.733821:0:7924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f132d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841787008:192.168.204.51@tcp:105: 00010000:00010000:2.0:1746130282.733839:0:7924:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746130282.733908:0:7924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a79efb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+53:1961:x1830949849303168:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 1825us (2028us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130282.733917:0:7924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14812 00000100:00100000:0.0:1746130282.734781:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130282.734845:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130282.734901:0:8469:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849303552 00000100:00100000:2.0:1746130282.734905:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849303424 00000100:00100000:3.0:1746130282.734907:0:8469:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849303552 00000100:00100000:2.0:1746130282.734909:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849303424 00002000:00100000:2.0:1746130282.734937:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800a79ece00 x1830949849303424/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:268/0 lens 488/0 e 0 to 0 dl 1746130293 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1746130282.734939:0:8469:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6549 00000100:00100000:3.0:1746130282.734945:0:8469:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a79ed180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:640ea846-b909-4eea-9a54-417e15bd627b+53:31578:x1830949849303552:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00002000:00100000:2.0:1746130282.734947:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a79ece00 with x1830949849303424 ext(0->4095) 00002000:00010000:2.0:1746130282.734950:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a79ece00 00010000:00010000:3.0:1746130282.734956:0:8469:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1746130282.734964:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4953 00010000:00010000:3.0:1746130282.734968:0:8469:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800934d0600/0x4ce24e57873624ba lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae40af8 expref: -99 pid: 8469 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746130282.734969:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a79ece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949849303424:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00010000:00010000:3.0:1746130282.734988:0:8469:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800934d0c00/0x4ce24e57873624b3 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40af1 expref: 6 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130282.734994:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130282.734996:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130282.734999:0:8469:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d0600/0x4ce24e57873624ba lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40af8 expref: 54 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130282.735021:0:8469:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800934d0c00/0x4ce24e57873624b3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40af1 expref: 6 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130282.735030:0:8469:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800934d0c00/0x4ce24e57873624b3 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40af1 expref: 6 pid: 8469 timeout: 580 lvb_type: 0 00000100:00100000:3.0:1746130282.735044:0:8469:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091951500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8469:1830949841787136:192.168.204.51@tcp:104: 00000100:00100000:3.0:1746130282.735107:0:8469:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ad54840 going to sleep for 11 seconds 00000100:00100000:2.0:1746130282.735298:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a79ece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949849303424:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 294us (486us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746130282.735305:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4953 00002000:00100000:2.0:1746130282.735310:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800a79ece00 x1830949849303424/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:268/0 lens 488/4536 e 0 to 0 dl 1746130293 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130282.735316:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a79ece00 with x1830949849303424 ext(0->4095) 00010000:00010000:2.0:1746130282.735321:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800934d0c00/0x4ce24e57873624b3 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40af1 expref: 6 pid: 8469 timeout: 580 lvb_type: 0 00010000:00010000:2.0:1746130282.735331:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800934d0c00/0x4ce24e57873624b3 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40af1 expref: 6 pid: 8469 timeout: 580 lvb_type: 0 00002000:00010000:2.0:1746130282.735340:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a79ece00 00000100:00100000:3.0:1746130282.738330:0:8469:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091951500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8469:1830949841787136:192.168.204.51@tcp:104: 00010000:00010000:3.0:1746130282.738374:0:8469:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800934d0600/0x4ce24e57873624ba lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40af8 expref: 54 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130282.738388:0:8469:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800934d0600, rc 0) 00000100:00100000:3.0:1746130282.738494:0:8469:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a79ed180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:640ea846-b909-4eea-9a54-417e15bd627b+54:31578:x1830949849303552:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3548us (3647us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130282.738503:0:8469:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6549 00000100:00100000:0.0:1746130282.738667:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130282.738744:0:8469:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849303680 00000100:00100000:3.0:1746130282.738749:0:8469:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849303680 00000100:00100000:3.0:1746130282.738773:0:8469:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6550 00000100:00100000:3.0:1746130282.738778:0:8469:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a79ed500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:640ea846-b909-4eea-9a54-417e15bd627b+54:31579:x1830949849303680:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746130282.738785:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00010000:00010000:3.0:1746130282.738790:0:8469:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746130282.738801:0:8469:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800934d1400/0x4ce24e57873624c1 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae40aff expref: -99 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130282.738817:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130282.738821:0:8469:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800934d0600/0x4ce24e57873624ba lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40af8 expref: 55 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130282.738826:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746130282.738828:0:8469:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d1400/0x4ce24e57873624c1 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40aff expref: 55 pid: 8469 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746130282.738845:0:7924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849303808 00000100:00100000:2.0:1746130282.738849:0:7924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849303808 00010000:00010000:3.0:1746130282.738855:0:8469:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800934d0600/0x4ce24e57873624ba lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40af8 expref: 55 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130282.738865:0:8469:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800934d1400/0x4ce24e57873624c1 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40aff expref: 55 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130282.738867:0:7924:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d0c00/0x4ce24e57873624b3 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40af1 expref: 6 pid: 8469 timeout: 580 lvb_type: 0 00010000:00010000:3.0:1746130282.738872:0:8469:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800934d1400, rc 0) 00000100:00100000:2.0:1746130282.738886:0:7924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14813 00000100:00100000:3.0:1746130282.738890:0:8469:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a79ed500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:640ea846-b909-4eea-9a54-417e15bd627b+55:31579:x1830949849303680:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 112us (226us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130282.738891:0:7924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a79ee300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1963:x1830949849303808:12345-192.168.204.51@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1746130282.738895:0:8469:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6550 00010000:00010000:2.0:1746130282.738898:0:7924:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746130282.738914:0:7924:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800934d0c00/0x4ce24e57873624b3 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40af1 expref: 6 pid: 8469 timeout: 580 lvb_type: 0 00010000:00010000:2.0:1746130282.738923:0:7924:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800934d0c00/0x4ce24e57873624b3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40af1 expref: 6 pid: 8469 timeout: 580 lvb_type: 0 00010000:00010000:2.0:1746130282.739505:0:7924:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800934d0c00/0x4ce24e57873624b3 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40af1 expref: 6 pid: 8469 timeout: 580 lvb_type: 0 00010000:00010000:2.0:1746130282.739528:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130282.739530:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130282.739535:0:7924:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800934d0600/0x4ce24e57873624ba lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40af8 expref: 54 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130282.739542:0:7924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d0600/0x4ce24e57873624ba lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40af8 expref: 54 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130282.739566:0:7924:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800934d0600/0x4ce24e57873624ba lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40af8 expref: 54 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130282.739576:0:7924:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800934d0600/0x4ce24e57873624ba lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40af8 expref: 54 pid: 8469 timeout: 580 lvb_type: 0 00000100:00100000:2.0:1746130282.739586:0:7924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f132d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841787392:192.168.204.51@tcp:105: 00000100:00100000:2.0:1746130282.740210:0:7924:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800932b2780 going to sleep for 11 seconds 00000100:00100000:2.0:1746130282.741698:0:7924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f132d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841787392:192.168.204.51@tcp:105: 00010000:00010000:2.0:1746130282.741713:0:7924:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746130282.741743:0:7924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a79ee300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+5:1963:x1830949849303808:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 2851us (2957us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130282.741752:0:7924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14813 00000100:00100000:0.0:1746130282.742496:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130282.742741:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849304064 00000100:00100000:2.0:1746130282.742747:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849304064 00002000:00100000:2.0:1746130282.742778:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800a79eed80 x1830949849304064/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:268/0 lens 488/0 e 0 to 0 dl 1746130293 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130282.742786:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a79eed80 with x1830949849304064 ext(0->4095) 00010000:00010000:2.0:1746130282.742793:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800934d0600/0x4ce24e57873624ba lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40af8 expref: 55 pid: 8469 timeout: 580 lvb_type: 0 00010000:00010000:2.0:1746130282.742803:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800934d0600/0x4ce24e57873624ba lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40af8 expref: 55 pid: 8469 timeout: 580 lvb_type: 0 00002000:00010000:2.0:1746130282.742809:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a79eed80 00000100:00100000:2.0:1746130282.742835:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2700 00000100:00100000:2.0:1746130282.742847:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a79eed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+55:1961:x1830949849304064:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746130282.742991:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a79eed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+55:1961:x1830949849304064:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 151us (497us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746130282.742997:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2700 00002000:00100000:2.0:1746130282.743001:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800a79eed80 x1830949849304064/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:268/0 lens 488/4536 e 0 to 0 dl 1746130293 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130282.743008:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a79eed80 with x1830949849304064 ext(0->4095) 00010000:00010000:2.0:1746130282.743012:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800934d0600/0x4ce24e57873624ba lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40af8 expref: 55 pid: 8469 timeout: 580 lvb_type: 0 00010000:00010000:2.0:1746130282.743020:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800934d0600/0x4ce24e57873624ba lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40af8 expref: 55 pid: 8469 timeout: 580 lvb_type: 0 00002000:00010000:2.0:1746130282.743026:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a79eed80 00000100:00100000:0.0:1746130282.747992:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130282.748186:0:7924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849304192 00000100:00100000:2.0:1746130282.748193:0:7924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849304192 00010000:00010000:2.0:1746130282.748229:0:7924:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d0600/0x4ce24e57873624ba lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40af8 expref: 55 pid: 8469 timeout: 580 lvb_type: 0 00000100:00100000:2.0:1746130282.748261:0:7924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14814 00000100:00100000:2.0:1746130282.748292:0:7924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129e21c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+55:1962:x1830949849304192:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746130282.748304:0:7924:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746130282.748320:0:7924:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800934d0600/0x4ce24e57873624ba lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40af8 expref: 55 pid: 8469 timeout: 580 lvb_type: 0 00010000:00010000:2.0:1746130282.748338:0:7924:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800934d0600/0x4ce24e57873624ba lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40af8 expref: 55 pid: 8469 timeout: 580 lvb_type: 0 00010000:00010000:2.0:1746130282.748369:0:7924:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800934d0600/0x4ce24e57873624ba lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40af8 expref: 55 pid: 8469 timeout: 580 lvb_type: 0 00010000:00010000:2.0:1746130282.748395:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130282.748397:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130282.748406:0:7924:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1400/0x4ce24e57873624c1 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40aff expref: 54 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130282.748413:0:7924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d1400/0x4ce24e57873624c1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40aff expref: 54 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130282.748440:0:7924:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800934d1400/0x4ce24e57873624c1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40aff expref: 54 pid: 8469 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746130282.748450:0:7924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f132d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841787520:192.168.204.51@tcp:105: 00000100:00100000:2.0:1746130282.748518:0:7924:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800932b2d80 going to sleep for 11 seconds 00000100:00100000:2.0:1746130282.750021:0:7924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f132d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841787520:192.168.204.51@tcp:105: 00010000:00010000:2.0:1746130282.750038:0:7924:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746130282.750068:0:7924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129e21c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+54:1962:x1830949849304192:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 1802us (2084us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130282.750079:0:7924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14814 00000100:00100000:0.0:1746130282.750302:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130282.750420:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849304448 00000100:00100000:3.0:1746130282.750425:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849304448 00002000:00100000:3.0:1746130282.750463:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800a79ec700 x1830949849304448/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:268/0 lens 488/0 e 0 to 0 dl 1746130293 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130282.750472:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a79ec700 with x1830949849304448 ext(0->4095) 00002000:00010000:3.0:1746130282.750475:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a79ec700 00000100:00100000:3.0:1746130282.750838:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4954 00000100:00100000:3.0:1746130282.750846:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a79ec700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+54:1961:x1830949849304448:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746130282.750973:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a79ec700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+54:1961:x1830949849304448:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 128us (671us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746130282.750978:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4954 00002000:00100000:3.0:1746130282.750983:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800a79ec700 x1830949849304448/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:268/0 lens 488/4536 e 0 to 0 dl 1746130293 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130282.750995:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a79ec700 with x1830949849304448 ext(0->4095) 00002000:00010000:3.0:1746130282.750997:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a79ec700 00000100:00100000:0.0:1746130282.752511:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130282.752669:0:10554:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849304576 00000100:00100000:1.0:1746130282.752676:0:10554:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849304576 00000100:00100000:1.0:1746130282.752927:0:10554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6551 00000100:00100000:1.0:1746130282.752935:0:10554:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a79efb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+5:31579:x1830949849304576:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746130282.752949:0:10554:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746130282.752963:0:10554:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012e1b6e00/0x4ce24e57873624c8 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae40b06 expref: -99 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130282.752996:0:10554:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1400/0x4ce24e57873624c1 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40aff expref: 53 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130282.753004:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130282.753005:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130282.753008:0:10554:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012e1b6e00/0x4ce24e57873624c8 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40b06 expref: 6 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130282.753031:0:10554:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800934d1400/0x4ce24e57873624c1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40aff expref: 53 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130282.753040:0:10554:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800934d1400/0x4ce24e57873624c1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40aff expref: 53 pid: 8469 timeout: 580 lvb_type: 0 00000100:00100000:1.0:1746130282.753049:0:10554:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093173480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10554:1830949841787648:192.168.204.51@tcp:104: 00000100:00100000:1.0:1746130282.753131:0:10554:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18fba80 going to sleep for 11 seconds 00000100:00100000:0.0:1746130282.755528:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130282.755644:0:10554:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093173480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10554:1830949841787648:192.168.204.51@tcp:104: 00010000:00010000:1.0:1746130282.755668:0:10554:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012e1b6e00/0x4ce24e57873624c8 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40b06 expref: 6 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130282.755684:0:10554:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e1b6e00, rc 0) 00000100:00100000:1.0:1746130282.755725:0:10554:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a79efb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+6:31579:x1830949849304576:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2791us (3218us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130282.755733:0:10554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6551 00000100:00100000:2.0:1746130282.755957:0:7924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849304704 00000100:00100000:2.0:1746130282.755964:0:7924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849304704 00010000:00010000:2.0:1746130282.755992:0:7924:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d1400/0x4ce24e57873624c1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40aff expref: 54 pid: 8469 timeout: 580 lvb_type: 0 00000100:00100000:2.0:1746130282.756026:0:7924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14815 00000100:00100000:2.0:1746130282.756032:0:7924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a79ee300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+54:1961:x1830949849304704:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746130282.756043:0:7924:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746130282.756065:0:7924:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800934d1400/0x4ce24e57873624c1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40aff expref: 54 pid: 8469 timeout: 580 lvb_type: 0 00010000:00010000:2.0:1746130282.756075:0:7924:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800934d1400/0x4ce24e57873624c1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40aff expref: 54 pid: 8469 timeout: 580 lvb_type: 0 00010000:00010000:2.0:1746130282.756093:0:7924:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1400/0x4ce24e57873624c1 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40aff expref: 54 pid: 8469 timeout: 580 lvb_type: 0 00010000:00010000:2.0:1746130282.756106:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130282.756108:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130282.756114:0:7924:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012e1b6e00/0x4ce24e57873624c8 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40b06 expref: 5 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130282.756121:0:7924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012e1b6e00/0x4ce24e57873624c8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40b06 expref: 5 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130282.756144:0:7924:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012e1b6e00/0x4ce24e57873624c8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40b06 expref: 5 pid: 10554 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746130282.756154:0:7924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f132d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841787776:192.168.204.51@tcp:105: 00000100:00100000:2.0:1746130282.756195:0:7924:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800932b23c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746130282.759166:0:7924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f132d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841787776:192.168.204.51@tcp:105: 00010000:00010000:2.0:1746130282.759188:0:7924:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746130282.759232:0:7924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a79ee300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+53:1961:x1830949849304704:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 3199us (3712us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130282.759244:0:7924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14815 00000100:00100000:0.0:1746130282.759366:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130282.759458:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849304960 00000100:00100000:2.0:1746130282.759463:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849304960 00002000:00100000:2.0:1746130282.759492:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009b320380 x1830949849304960/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:268/0 lens 488/0 e 0 to 0 dl 1746130293 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130282.759502:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b320380 with x1830949849304960 ext(0->4095) 00002000:00010000:2.0:1746130282.759506:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009b320380 00000100:00100000:2.0:1746130282.759527:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4955 00000100:00100000:2.0:1746130282.759533:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b320380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949849304960:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746130282.759646:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b320380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949849304960:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 114us (293us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746130282.759652:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4955 00002000:00100000:2.0:1746130282.759656:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009b320380 x1830949849304960/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:268/0 lens 488/4536 e 0 to 0 dl 1746130293 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130282.759663:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b320380 with x1830949849304960 ext(0->4095) 00002000:00010000:2.0:1746130282.759666:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009b320380 00000100:00100000:0.0:1746130282.761419:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130282.761461:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130282.761707:0:8469:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849305088 00000100:00100000:3.0:1746130282.761713:0:8469:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849305088 00000100:00100000:3.0:1746130282.761768:0:8469:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849305216 00000100:00100000:3.0:1746130282.761770:0:8469:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849305216 00000100:00100000:3.0:1746130282.761785:0:8469:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6552 00000100:00100000:3.0:1746130282.761791:0:8469:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b322a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:640ea846-b909-4eea-9a54-417e15bd627b+54:31578:x1830949849305088:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746130282.761804:0:8469:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746130282.761817:0:8469:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800934d0000/0x4ce24e57873624cf lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae40b14 expref: -99 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130282.761839:0:8469:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012e1b6e00/0x4ce24e57873624c8 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40b06 expref: 5 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130282.761846:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130282.761848:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130282.761851:0:8469:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d0000/0x4ce24e57873624cf lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40b14 expref: 55 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130282.761875:0:8469:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012e1b6e00/0x4ce24e57873624c8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40b06 expref: 5 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130282.761886:0:8469:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012e1b6e00/0x4ce24e57873624c8 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40b06 expref: 5 pid: 10554 timeout: 580 lvb_type: 0 00000100:00100000:3.0:1746130282.761896:0:8469:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091951500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8469:1830949841787904:192.168.204.51@tcp:104: 00000100:00100000:2.0:1746130282.761944:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6553 00000100:00100000:2.0:1746130282.761953:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b320a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:640ea846-b909-4eea-9a54-417e15bd627b+55:31579:x1830949849305216:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:3.0:1746130282.761961:0:8469:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ad54840 going to sleep for 11 seconds 00010000:00010000:2.0:1746130282.761965:0:8467:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746130282.761971:0:8467:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091fc8e00/0x4ce24e57873624d6 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae40b0d expref: -99 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130282.761982:0:8467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130282.761985:0:8467:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800934d0000/0x4ce24e57873624cf lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40b14 expref: 56 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130282.761990:0:8467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746130282.761993:0:8467:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc8e00/0x4ce24e57873624d6 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40b0d expref: 56 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130282.762010:0:8467:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800934d0000/0x4ce24e57873624cf lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40b14 expref: 56 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130282.762017:0:8467:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091fc8e00/0x4ce24e57873624d6 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40b0d expref: 56 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130282.762024:0:8467:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091fc8e00, rc 0) 00000100:00100000:2.0:1746130282.762040:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b320a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:640ea846-b909-4eea-9a54-417e15bd627b+56:31579:x1830949849305216:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 90us (579us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130282.762045:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6553 00000100:00100000:3.0:1746130282.765886:0:8469:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091951500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8469:1830949841787904:192.168.204.51@tcp:104: 00010000:00010000:3.0:1746130282.765941:0:8469:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800934d0000/0x4ce24e57873624cf lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40b14 expref: 55 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130282.765957:0:8469:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800934d0000, rc 0) 00000100:00100000:3.0:1746130282.765993:0:8469:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b322a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:640ea846-b909-4eea-9a54-417e15bd627b+55:31578:x1830949849305088:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4202us (4579us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130282.766000:0:8469:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6552 00000100:00100000:0.0:1746130282.767077:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130282.768307:0:7924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849305344 00000100:00100000:2.0:1746130282.768314:0:7924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849305344 00010000:00010000:2.0:1746130282.768345:0:7924:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012e1b6e00/0x4ce24e57873624c8 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40b06 expref: 6 pid: 10554 timeout: 580 lvb_type: 0 00000100:00100000:2.0:1746130282.768391:0:7924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14816 00000100:00100000:2.0:1746130282.768398:0:7924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b322d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949849305344:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746130282.768411:0:7924:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746130282.768428:0:7924:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012e1b6e00/0x4ce24e57873624c8 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40b06 expref: 6 pid: 10554 timeout: 580 lvb_type: 0 00010000:00010000:2.0:1746130282.768437:0:7924:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012e1b6e00/0x4ce24e57873624c8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40b06 expref: 6 pid: 10554 timeout: 580 lvb_type: 0 00010000:00010000:2.0:1746130282.768454:0:7924:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012e1b6e00/0x4ce24e57873624c8 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40b06 expref: 6 pid: 10554 timeout: 580 lvb_type: 0 00010000:00010000:2.0:1746130282.768484:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130282.768486:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130282.768491:0:7924:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800934d0000/0x4ce24e57873624cf lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40b14 expref: 54 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130282.768498:0:7924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d0000/0x4ce24e57873624cf lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40b14 expref: 54 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130282.768524:0:7924:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800934d0000/0x4ce24e57873624cf lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40b14 expref: 54 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130282.768534:0:7924:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800934d0000/0x4ce24e57873624cf lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40b14 expref: 54 pid: 8469 timeout: 580 lvb_type: 0 00000100:00100000:2.0:1746130282.768544:0:7924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f132d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841788160:192.168.204.51@tcp:105: 00000100:00100000:2.0:1746130282.768620:0:7924:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800932b2840 going to sleep for 11 seconds 00000100:00100000:0.0:1746130282.770041:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130282.770120:0:7924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f132d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841788160:192.168.204.51@tcp:105: 00010000:00010000:2.0:1746130282.770134:0:7924:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746130282.770160:0:7924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b322d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+5:1961:x1830949849305344:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 1762us (3086us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130282.770168:0:7924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14816 00000100:00100000:3.0:1746130282.770237:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849305600 00000100:00100000:3.0:1746130282.770241:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849305600 00002000:00100000:3.0:1746130282.770295:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009b321f80 x1830949849305600/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:268/0 lens 488/0 e 0 to 0 dl 1746130293 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130282.770303:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b321f80 with x1830949849305600 ext(0->4095) 00010000:00010000:3.0:1746130282.770499:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800934d0000/0x4ce24e57873624cf lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40b14 expref: 55 pid: 8469 timeout: 580 lvb_type: 0 00010000:00010000:3.0:1746130282.770509:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800934d0000/0x4ce24e57873624cf lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40b14 expref: 55 pid: 8469 timeout: 580 lvb_type: 0 00002000:00010000:3.0:1746130282.770514:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009b321f80 00000100:00100000:3.0:1746130282.770528:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2701 00000100:00100000:3.0:1746130282.770534:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b321f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+55:1961:x1830949849305600:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746130282.770964:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b321f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+55:1961:x1830949849305600:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 431us (927us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746130282.770973:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2701 00002000:00100000:3.0:1746130282.770978:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009b321f80 x1830949849305600/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:268/0 lens 488/4536 e 0 to 0 dl 1746130293 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130282.770984:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b321f80 with x1830949849305600 ext(0->4095) 00010000:00010000:3.0:1746130282.770989:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800934d0000/0x4ce24e57873624cf lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40b14 expref: 55 pid: 8469 timeout: 580 lvb_type: 0 00010000:00010000:3.0:1746130282.770996:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800934d0000/0x4ce24e57873624cf lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40b14 expref: 55 pid: 8469 timeout: 580 lvb_type: 0 00002000:00010000:3.0:1746130282.771001:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009b321f80 00000100:00100000:0.0:1746130282.772406:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130282.772507:0:7924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849305728 00000100:00100000:2.0:1746130282.772513:0:7924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849305728 00010000:00010000:2.0:1746130282.772542:0:7924:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d0000/0x4ce24e57873624cf lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40b14 expref: 55 pid: 8469 timeout: 580 lvb_type: 0 00000100:00100000:2.0:1746130282.772570:0:7924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14817 00000100:00100000:2.0:1746130282.772575:0:7924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b323480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+55:1961:x1830949849305728:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746130282.772585:0:7924:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746130282.772601:0:7924:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800934d0000/0x4ce24e57873624cf lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40b14 expref: 55 pid: 8469 timeout: 580 lvb_type: 0 00010000:00010000:2.0:1746130282.772610:0:7924:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800934d0000/0x4ce24e57873624cf lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40b14 expref: 55 pid: 8469 timeout: 580 lvb_type: 0 00010000:00010000:2.0:1746130282.772627:0:7924:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800934d0000/0x4ce24e57873624cf lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40b14 expref: 55 pid: 8469 timeout: 580 lvb_type: 0 00010000:00010000:2.0:1746130282.772683:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130282.772685:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130282.772690:0:7924:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8e00/0x4ce24e57873624d6 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40b0d expref: 54 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130282.772697:0:7924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc8e00/0x4ce24e57873624d6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40b0d expref: 54 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130282.772724:0:7924:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091fc8e00/0x4ce24e57873624d6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40b0d expref: 54 pid: 8467 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746130282.772734:0:7924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f132d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841788288:192.168.204.51@tcp:105: 00000100:00100000:2.0:1746130282.772798:0:7924:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800932b2840 going to sleep for 11 seconds 00000100:00100000:0.0:1746130282.776103:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130282.776125:0:7924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f132d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841788288:192.168.204.51@tcp:105: 00010000:00010000:3.0:1746130282.776143:0:7924:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746130282.776184:0:7924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b323480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+54:1961:x1830949849305728:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 3608us (3781us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130282.776194:0:7924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14817 00000100:00100000:2.0:1746130282.776251:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849305984 00000100:00100000:2.0:1746130282.776260:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849305984 00002000:00100000:2.0:1746130282.776310:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801344ca680 x1830949849305984/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:268/0 lens 488/0 e 0 to 0 dl 1746130293 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130282.776319:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801344ca680 with x1830949849305984 ext(0->4095) 00002000:00010000:2.0:1746130282.776322:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801344ca680 00000100:00100000:2.0:1746130282.776400:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4956 00000100:00100000:2.0:1746130282.776407:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801344ca680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+54:1961:x1830949849305984:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746130282.776618:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801344ca680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+54:1961:x1830949849305984:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 211us (521us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746130282.776623:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4956 00002000:00100000:2.0:1746130282.776627:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801344ca680 x1830949849305984/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:268/0 lens 488/4536 e 0 to 0 dl 1746130293 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130282.776633:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801344ca680 with x1830949849305984 ext(0->4095) 00002000:00010000:2.0:1746130282.776636:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801344ca680 00000100:00100000:0.0:1746130282.780460:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130282.780686:0:8469:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849306112 00000100:00100000:3.0:1746130282.780694:0:8469:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849306112 00000100:00100000:3.0:1746130282.780737:0:8469:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6554 00000100:00100000:3.0:1746130282.780744:0:8469:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801344cad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+5:31579:x1830949849306112:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746130282.780762:0:8469:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746130282.780779:0:8469:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800934d1e00/0x4ce24e57873624dd lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae40b1b expref: -99 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130282.780805:0:8469:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8e00/0x4ce24e57873624d6 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40b0d expref: 53 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130282.780813:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746130282.780815:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746130282.780818:0:8469:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d1e00/0x4ce24e57873624dd lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40b1b expref: 6 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130282.780843:0:8469:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091fc8e00/0x4ce24e57873624d6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40b0d expref: 53 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130282.780853:0:8469:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091fc8e00/0x4ce24e57873624d6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40b0d expref: 53 pid: 8467 timeout: 580 lvb_type: 0 00000100:00100000:3.0:1746130282.780863:0:8469:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091951500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8469:1830949841788416:192.168.204.51@tcp:104: 00000100:00100000:3.0:1746130282.780949:0:8469:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ad54000 going to sleep for 11 seconds 00000100:00100000:3.0:1746130282.784157:0:8469:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091951500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8469:1830949841788416:192.168.204.51@tcp:104: 00010000:00010000:3.0:1746130282.784189:0:8469:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800934d1e00/0x4ce24e57873624dd lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40b1b expref: 6 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130282.784206:0:8469:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800934d1e00, rc 0) 00000100:00100000:3.0:1746130282.784252:0:8469:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801344cad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+6:31579:x1830949849306112:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3507us (3798us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130282.784260:0:8469:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6554 00000100:00100000:0.0:1746130282.784487:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130282.784564:0:7924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849306240 00000100:00100000:3.0:1746130282.784569:0:7924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849306240 00010000:00010000:3.0:1746130282.784598:0:7924:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc8e00/0x4ce24e57873624d6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40b0d expref: 54 pid: 8467 timeout: 580 lvb_type: 0 00000100:00100000:3.0:1746130282.784622:0:7924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14818 00000100:00100000:3.0:1746130282.784627:0:7924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801344cbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+54:1962:x1830949849306240:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746130282.784638:0:7924:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746130282.784654:0:7924:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091fc8e00/0x4ce24e57873624d6 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40b0d expref: 54 pid: 8467 timeout: 580 lvb_type: 0 00010000:00010000:3.0:1746130282.784663:0:7924:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091fc8e00/0x4ce24e57873624d6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40b0d expref: 54 pid: 8467 timeout: 580 lvb_type: 0 00010000:00010000:3.0:1746130282.784681:0:7924:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8e00/0x4ce24e57873624d6 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40b0d expref: 54 pid: 8467 timeout: 580 lvb_type: 0 00010000:00010000:3.0:1746130282.784701:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130282.784702:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130282.784711:0:7924:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1e00/0x4ce24e57873624dd lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40b1b expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130282.784718:0:7924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d1e00/0x4ce24e57873624dd lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40b1b expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130282.784739:0:7924:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800934d1e00/0x4ce24e57873624dd lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40b1b expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746130282.784748:0:7924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091951500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841788544:192.168.204.51@tcp:105: 00000100:00100000:3.0:1746130282.785378:0:7924:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ad54000 going to sleep for 11 seconds 00000100:00100000:0.0:1746130282.786399:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130282.787153:0:7924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091951500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841788544:192.168.204.51@tcp:105: 00010000:00010000:2.0:1746130282.787174:0:7924:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746130282.787222:0:7924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801344cbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+53:1962:x1830949849306240:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 2593us (2734us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130282.787234:0:7924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14818 00000100:00100000:3.0:1746130282.787317:0:8469:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849306368 00000100:00100000:3.0:1746130282.787323:0:8469:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849306368 00000100:00100000:3.0:1746130282.787364:0:8469:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6555 00000100:00100000:3.0:1746130282.787371:0:8469:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801344caa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:640ea846-b909-4eea-9a54-417e15bd627b+53:31578:x1830949849306368:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746130282.787386:0:8469:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746130282.787399:0:8469:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800934d1800/0x4ce24e57873624e4 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae40b22 expref: -99 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130282.787423:0:8469:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1e00/0x4ce24e57873624dd lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40b1b expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130282.787429:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130282.787431:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130282.787434:0:8469:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d1800/0x4ce24e57873624e4 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40b22 expref: 54 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130282.787456:0:8469:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800934d1e00/0x4ce24e57873624dd lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40b1b expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130282.787466:0:8469:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800934d1e00/0x4ce24e57873624dd lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40b1b expref: 5 pid: 8469 timeout: 580 lvb_type: 0 00000100:00100000:3.0:1746130282.787475:0:8469:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091951f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8469:1830949841788672:192.168.204.51@tcp:104: 00000100:00100000:3.0:1746130282.787511:0:8469:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ad54000 going to sleep for 11 seconds 00000100:00100000:0.0:1746130282.791375:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130282.791475:0:8469:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091951f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8469:1830949841788672:192.168.204.51@tcp:104: 00010000:00010000:3.0:1746130282.791504:0:8469:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800934d1800/0x4ce24e57873624e4 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40b22 expref: 54 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130282.791523:0:8469:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800934d1800, rc 0) 00000100:00100000:3.0:1746130282.791567:0:8469:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801344caa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:640ea846-b909-4eea-9a54-417e15bd627b+54:31578:x1830949849306368:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4196us (5173us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130282.791575:0:8469:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6555 00000100:00100000:2.0:1746130282.791712:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849306624 00000100:00100000:2.0:1746130282.791718:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849306624 00002000:00100000:2.0:1746130282.791752:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801344c8e00 x1830949849306624/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:268/0 lens 488/0 e 0 to 0 dl 1746130293 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130282.791759:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801344c8e00 with x1830949849306624 ext(0->4095) 00010000:00010000:2.0:1746130282.791766:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1e00/0x4ce24e57873624dd lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40b1b expref: 6 pid: 8469 timeout: 580 lvb_type: 0 00010000:00010000:2.0:1746130282.791777:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800934d1e00/0x4ce24e57873624dd lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40b1b expref: 6 pid: 8469 timeout: 580 lvb_type: 0 00002000:00010000:2.0:1746130282.791782:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801344c8e00 00000100:00100000:2.0:1746130282.791799:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2702 00000100:00100000:2.0:1746130282.791805:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801344c8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949849306624:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746130282.792081:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801344c8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949849306624:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 275us (713us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746130282.792087:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2702 00002000:00100000:2.0:1746130282.792093:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801344c8e00 x1830949849306624/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:268/0 lens 488/4536 e 0 to 0 dl 1746130293 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130282.792100:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801344c8e00 with x1830949849306624 ext(0->4095) 00010000:00010000:2.0:1746130282.792103:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1e00/0x4ce24e57873624dd lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40b1b expref: 6 pid: 8469 timeout: 580 lvb_type: 0 00010000:00010000:2.0:1746130282.792115:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800934d1e00/0x4ce24e57873624dd lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40b1b expref: 6 pid: 8469 timeout: 580 lvb_type: 0 00002000:00010000:2.0:1746130282.792119:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801344c8e00 00000100:00100000:0.0:1746130282.794688:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130282.795131:0:7924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849306752 00000100:00100000:2.0:1746130282.795138:0:7924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849306752 00010000:00010000:2.0:1746130282.795168:0:7924:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d1e00/0x4ce24e57873624dd lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40b1b expref: 6 pid: 8469 timeout: 580 lvb_type: 0 00000100:00100000:2.0:1746130282.795191:0:7924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14819 00000100:00100000:2.0:1746130282.795197:0:7924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801344cb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949849306752:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746130282.795209:0:7924:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746130282.795300:0:7924:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800934d1e00/0x4ce24e57873624dd lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40b1b expref: 6 pid: 8469 timeout: 580 lvb_type: 0 00010000:00010000:2.0:1746130282.795311:0:7924:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800934d1e00/0x4ce24e57873624dd lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40b1b expref: 6 pid: 8469 timeout: 580 lvb_type: 0 00010000:00010000:2.0:1746130282.795329:0:7924:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1e00/0x4ce24e57873624dd lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40b1b expref: 6 pid: 8469 timeout: 580 lvb_type: 0 00010000:00010000:2.0:1746130282.796643:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130282.796647:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130282.796658:0:7924:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1800/0x4ce24e57873624e4 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40b22 expref: 53 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130282.796672:0:7924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d1800/0x4ce24e57873624e4 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40b22 expref: 53 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130282.796711:0:7924:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800934d1800/0x4ce24e57873624e4 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40b22 expref: 53 pid: 8469 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746130282.796724:0:7924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f133480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841788800:192.168.204.51@tcp:105: 00000100:00100000:2.0:1746130282.796823:0:7924:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800932b2840 going to sleep for 11 seconds 00000100:00100000:0.0:1746130282.800643:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130282.800845:0:7924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f133480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841788800:192.168.204.51@tcp:105: 00010000:00010000:2.0:1746130282.800861:0:7924:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746130282.801505:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849307008 00000100:00100000:3.0:1746130282.801511:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849307008 00002000:00100000:3.0:1746130282.801554:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801344c8a80 x1830949849307008/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:268/0 lens 488/0 e 0 to 0 dl 1746130293 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130282.801562:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801344c8a80 with x1830949849307008 ext(0->4095) 00002000:00010000:3.0:1746130282.801566:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801344c8a80 00000100:00100000:2.0:1746130282.801722:0:7924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801344cb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+5:1961:x1830949849306752:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 6523us (7038us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130282.801731:0:7924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14819 00000100:00100000:3.0:1746130282.802107:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4957 00000100:00100000:3.0:1746130282.802116:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801344c8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+54:1964:x1830949849307008:12345-192.168.204.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746130282.802244:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801344c8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+54:1964:x1830949849307008:12345-192.168.204.51@tcp:3:ptlrpcd_01_01.0 Request processed in 131us (1609us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746130282.802249:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4957 00002000:00100000:3.0:1746130282.802254:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801344c8a80 x1830949849307008/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:268/0 lens 488/4536 e 0 to 0 dl 1746130293 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130282.802261:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801344c8a80 with x1830949849307008 ext(0->4095) 00002000:00010000:3.0:1746130282.802264:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801344c8a80 00010000:00010000:3.0:1746130282.802819:0:8484:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746130282.805705:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130282.806858:0:8469:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849307136 00000100:00100000:3.0:1746130282.806867:0:8469:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849307136 00000100:00100000:3.0:1746130282.806916:0:8469:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6556 00000100:00100000:3.0:1746130282.806924:0:8469:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801344c8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+5:31579:x1830949849307136:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746130282.806938:0:8469:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746130282.806952:0:8469:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800934d1000/0x4ce24e57873624eb lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae40b29 expref: -99 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130282.806977:0:8469:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1800/0x4ce24e57873624e4 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40b22 expref: 53 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130282.806984:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746130282.806985:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746130282.806988:0:8469:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d1000/0x4ce24e57873624eb lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40b29 expref: 6 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130282.807012:0:8469:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800934d1800/0x4ce24e57873624e4 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40b22 expref: 53 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130282.807021:0:8469:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800934d1800/0x4ce24e57873624e4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40b22 expref: 53 pid: 8469 timeout: 580 lvb_type: 0 00000100:00100000:3.0:1746130282.807031:0:8469:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091951f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8469:1830949841788928:192.168.204.51@tcp:104: 00000100:00100000:3.0:1746130282.808025:0:8469:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ad54840 going to sleep for 11 seconds 00000100:00100000:3.0:1746130282.811122:0:8469:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091951f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8469:1830949841788928:192.168.204.51@tcp:104: 00010000:00010000:3.0:1746130282.811154:0:8469:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800934d1000/0x4ce24e57873624eb lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40b29 expref: 6 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130282.811169:0:8469:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800934d1000, rc 0) 00000100:00100000:3.0:1746130282.811220:0:8469:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801344c8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+6:31579:x1830949849307136:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4296us (5522us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130282.811229:0:8469:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6556 00000100:00100000:0.0:1746130282.812239:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130282.812296:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849307264 00000100:00100000:2.0:1746130282.812301:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849307264 00002000:00100000:2.0:1746130282.812335:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff8801344c9500 x1830949849307264/t0(0) o4->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:268/0 lens 496/0 e 0 to 0 dl 1746130293 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130282.812343:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801344c9500 with x1830949849307264 ext(0->7) 00010000:00010000:2.0:1746130282.812349:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1800/0x4ce24e57873624e4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40b22 expref: 54 pid: 8469 timeout: 580 lvb_type: 0 00010000:00010000:2.0:1746130282.812375:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800934d1800/0x4ce24e57873624e4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40b22 expref: 54 pid: 8469 timeout: 580 lvb_type: 0 00002000:00010000:2.0:1746130282.812382:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801344c9500 00000100:00100000:2.0:1746130282.812410:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2703 00000100:00100000:2.0:1746130282.812417:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801344c9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+54:1961:x1830949849307264:12345-192.168.204.51@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746130282.812746:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801344c9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+56:1961:x1830949849307264:12345-192.168.204.51@tcp:4:ldlm_bl.0 Request processed in 328us (509us total) trans 4294967949 rc 0/0 00000100:00100000:2.0:1746130282.812752:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2703 00002000:00100000:2.0:1746130282.812757:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff8801344c9500 x1830949849307264/t4294967949(0) o4->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:268/0 lens 496/448 e 0 to 0 dl 1746130293 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130282.812763:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801344c9500 with x1830949849307264 ext(0->7) 00010000:00010000:2.0:1746130282.812768:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1800/0x4ce24e57873624e4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40b22 expref: 56 pid: 8469 timeout: 580 lvb_type: 0 00010000:00010000:2.0:1746130282.812777:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800934d1800/0x4ce24e57873624e4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40b22 expref: 56 pid: 8469 timeout: 580 lvb_type: 0 00002000:00010000:2.0:1746130282.812782:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801344c9500 00000100:00100000:0.0:1746130282.815439:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130282.815566:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130282.815590:0:8469:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849307392 00000100:00100000:3.0:1746130282.815597:0:8469:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849307392 00000100:00100000:3.0:1746130282.815647:0:8469:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6557 00000100:00100000:3.0:1746130282.815655:0:8469:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801344c9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:640ea846-b909-4eea-9a54-417e15bd627b+56:31578:x1830949849307392:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746130282.815669:0:8469:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746130282.815683:0:8469:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800934d1200/0x4ce24e57873624f2 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae40b30 expref: -99 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130282.815706:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:2.0:1746130282.815706:0:7924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849307520 00000100:00100000:2.0:1746130282.815709:0:7924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849307520 00010000:00010000:3.0:1746130282.815712:0:8469:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1000/0x4ce24e57873624eb lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40b29 expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130282.815718:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746130282.815721:0:8469:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d1200/0x4ce24e57873624f2 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40b30 expref: 58 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130282.815729:0:7924:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d1800/0x4ce24e57873624e4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40b22 expref: 58 pid: 8469 timeout: 580 lvb_type: 0 00010000:00010000:3.0:1746130282.815752:0:8469:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800934d1000/0x4ce24e57873624eb lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40b29 expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130282.815763:0:8469:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800934d1200/0x4ce24e57873624f2 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40b30 expref: 58 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130282.815773:0:8469:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800934d1200, rc 0) 00000100:00100000:2.0:1746130282.815860:0:7924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14820 00000100:00100000:2.0:1746130282.815866:0:7924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801344cb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+58:1962:x1830949849307520:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746130282.815874:0:7924:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746130282.815893:0:7924:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800934d1800/0x4ce24e57873624e4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40b22 expref: 58 pid: 8469 timeout: 580 lvb_type: 0 00010000:00010000:2.0:1746130282.815914:0:7924:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800934d1800/0x4ce24e57873624e4 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40b22 expref: 58 pid: 8469 timeout: 580 lvb_type: 0 00010000:00010000:2.0:1746130282.815929:0:7924:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1800/0x4ce24e57873624e4 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40b22 expref: 58 pid: 8469 timeout: 580 lvb_type: 0 00000100:00100000:3.0:1746130282.816038:0:8469:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801344c9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:640ea846-b909-4eea-9a54-417e15bd627b+57:31578:x1830949849307392:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 384us (606us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130282.816044:0:8469:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6557 00010000:00010000:2.0:1746130282.816142:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130282.816144:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130282.816150:0:7924:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1000/0x4ce24e57873624eb lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40b29 expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130282.816157:0:7924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d1000/0x4ce24e57873624eb lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40b29 expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130282.816176:0:7924:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800934d1000/0x4ce24e57873624eb lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40b29 expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130282.816186:0:7924:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800934d1000/0x4ce24e57873624eb lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40b29 expref: 5 pid: 8469 timeout: 580 lvb_type: 0 00000100:00100000:2.0:1746130282.816196:0:7924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f133480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841789184:192.168.204.51@tcp:105: 00000100:00100000:2.0:1746130282.816359:0:7924:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800932b2840 going to sleep for 11 seconds 00000100:00100000:0.0:1746130282.819413:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130282.819510:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849307776 00000100:00100000:3.0:1746130282.819520:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849307776 00002000:00100000:3.0:1746130282.819564:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801344c9880 x1830949849307776/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:268/0 lens 488/0 e 0 to 0 dl 1746130293 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130282.819573:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801344c9880 with x1830949849307776 ext(0->4095) 00010000:00010000:3.0:1746130282.819581:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1000/0x4ce24e57873624eb lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40b29 expref: 6 pid: 8469 timeout: 580 lvb_type: 0 00010000:00010000:3.0:1746130282.819593:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800934d1000/0x4ce24e57873624eb lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40b29 expref: 6 pid: 8469 timeout: 580 lvb_type: 0 00002000:00010000:3.0:1746130282.819599:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801344c9880 00000100:00100000:3.0:1746130282.819615:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2704 00000100:00100000:3.0:1746130282.819621:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801344c9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949849307776:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746130282.819764:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801344c9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949849307776:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 143us (358us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746130282.819770:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2704 00002000:00100000:3.0:1746130282.819774:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801344c9880 x1830949849307776/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:268/0 lens 488/4536 e 0 to 0 dl 1746130293 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130282.819781:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801344c9880 with x1830949849307776 ext(0->4095) 00010000:00010000:3.0:1746130282.819785:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1000/0x4ce24e57873624eb lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40b29 expref: 6 pid: 8469 timeout: 580 lvb_type: 0 00010000:00010000:3.0:1746130282.819793:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800934d1000/0x4ce24e57873624eb lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40b29 expref: 6 pid: 8469 timeout: 580 lvb_type: 0 00002000:00010000:3.0:1746130282.819802:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801344c9880 00000100:00100000:2.0:1746130282.819894:0:7924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f133480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841789184:192.168.204.51@tcp:105: 00010000:00010000:2.0:1746130282.819919:0:7924:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746130282.819953:0:7924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801344cb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+56:1962:x1830949849307520:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 4087us (4389us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130282.819964:0:7924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14820 00000100:00100000:0.0:1746130282.822512:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130282.822588:0:7924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849307904 00000100:00100000:3.0:1746130282.822595:0:7924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849307904 00010000:00010000:3.0:1746130282.822625:0:7924:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d1000/0x4ce24e57873624eb lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40b29 expref: 6 pid: 8469 timeout: 580 lvb_type: 0 00000100:00100000:3.0:1746130282.822644:0:7924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14821 00000100:00100000:3.0:1746130282.822649:0:7924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129e21050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949849307904:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746130282.822662:0:7924:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746130282.822679:0:7924:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800934d1000/0x4ce24e57873624eb lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40b29 expref: 6 pid: 8469 timeout: 580 lvb_type: 0 00010000:00010000:3.0:1746130282.822690:0:7924:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800934d1000/0x4ce24e57873624eb lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40b29 expref: 6 pid: 8469 timeout: 580 lvb_type: 0 00010000:00010000:3.0:1746130282.822709:0:7924:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1000/0x4ce24e57873624eb lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40b29 expref: 6 pid: 8469 timeout: 580 lvb_type: 0 00010000:00010000:3.0:1746130282.823178:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130282.823181:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130282.823188:0:7924:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1200/0x4ce24e57873624f2 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40b30 expref: 55 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130282.823197:0:7924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d1200/0x4ce24e57873624f2 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40b30 expref: 55 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130282.823232:0:7924:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800934d1200/0x4ce24e57873624f2 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40b30 expref: 55 pid: 8469 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746130282.823242:0:7924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091951f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841789312:192.168.204.51@tcp:105: 00000100:00100000:3.0:1746130282.823325:0:7924:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ad54840 going to sleep for 11 seconds 00000100:00100000:3.0:1746130282.826219:0:7924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091951f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841789312:192.168.204.51@tcp:105: 00010000:00010000:3.0:1746130282.826243:0:7924:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746130282.826324:0:7924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129e21050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+5:1961:x1830949849307904:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 3673us (3817us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130282.826333:0:7924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14821 00000100:00100000:0.0:1746130282.826633:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130282.827117:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849308160 00000100:00100000:3.0:1746130282.827123:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849308160 00002000:00100000:3.0:1746130282.827157:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801344ca300 x1830949849308160/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:268/0 lens 488/0 e 0 to 0 dl 1746130293 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130282.827166:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801344ca300 with x1830949849308160 ext(0->4095) 00002000:00010000:3.0:1746130282.827170:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801344ca300 00000100:00100000:3.0:1746130282.827195:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4958 00000100:00100000:3.0:1746130282.827202:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801344ca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+56:1961:x1830949849308160:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746130282.827372:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801344ca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+56:1961:x1830949849308160:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 170us (738us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746130282.827381:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4958 00002000:00100000:3.0:1746130282.827386:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801344ca300 x1830949849308160/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:268/0 lens 488/4536 e 0 to 0 dl 1746130293 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130282.827396:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801344ca300 with x1830949849308160 ext(0->4095) 00002000:00010000:3.0:1746130282.827399:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801344ca300 00000100:00100000:0.0:1746130282.829444:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130282.829578:0:8469:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849308288 00000100:00100000:3.0:1746130282.829586:0:8469:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849308288 00000100:00100000:3.0:1746130282.829645:0:8469:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6558 00000100:00100000:3.0:1746130282.829653:0:8469:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801344c8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+5:31579:x1830949849308288:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746130282.829667:0:8469:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746130282.829682:0:8469:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800934d1400/0x4ce24e57873624f9 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae40b37 expref: -99 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130282.829710:0:8469:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1200/0x4ce24e57873624f2 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40b30 expref: 55 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130282.829717:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746130282.829718:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746130282.829722:0:8469:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d1400/0x4ce24e57873624f9 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40b37 expref: 6 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130282.829748:0:8469:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800934d1200/0x4ce24e57873624f2 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40b30 expref: 55 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130282.829758:0:8469:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800934d1200/0x4ce24e57873624f2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40b30 expref: 55 pid: 8469 timeout: 580 lvb_type: 0 00000100:00100000:3.0:1746130282.829768:0:8469:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091951f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8469:1830949841789440:192.168.204.51@tcp:104: 00000100:00100000:3.0:1746130282.829844:0:8469:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ad54000 going to sleep for 11 seconds 00000100:00100000:3.0:1746130282.831507:0:8469:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091951f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8469:1830949841789440:192.168.204.51@tcp:104: 00010000:00010000:3.0:1746130282.831529:0:8469:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800934d1400/0x4ce24e57873624f9 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40b37 expref: 6 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130282.831542:0:8469:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800934d1400, rc 0) 00000100:00100000:3.0:1746130282.831573:0:8469:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801344c8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+6:31579:x1830949849308288:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1921us (2134us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130282.831580:0:8469:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6558 00000100:00100000:0.0:1746130282.832439:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130282.832615:0:7924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849308416 00000100:00100000:3.0:1746130282.832620:0:7924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849308416 00010000:00010000:3.0:1746130282.832645:0:7924:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d1200/0x4ce24e57873624f2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40b30 expref: 56 pid: 8469 timeout: 580 lvb_type: 0 00000100:00100000:3.0:1746130282.832682:0:7924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14822 00000100:00100000:3.0:1746130282.832692:0:7924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801344c9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+56:1962:x1830949849308416:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746130282.832701:0:7924:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746130282.832718:0:7924:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800934d1200/0x4ce24e57873624f2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40b30 expref: 56 pid: 8469 timeout: 580 lvb_type: 0 00010000:00010000:3.0:1746130282.832728:0:7924:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800934d1200/0x4ce24e57873624f2 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40b30 expref: 56 pid: 8469 timeout: 580 lvb_type: 0 00010000:00010000:3.0:1746130282.832745:0:7924:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1200/0x4ce24e57873624f2 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40b30 expref: 56 pid: 8469 timeout: 580 lvb_type: 0 00010000:00010000:3.0:1746130282.832768:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130282.832769:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130282.832775:0:7924:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1400/0x4ce24e57873624f9 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40b37 expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130282.832781:0:7924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d1400/0x4ce24e57873624f9 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40b37 expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130282.832802:0:7924:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800934d1400/0x4ce24e57873624f9 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40b37 expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746130282.832811:0:7924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091951f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841789568:192.168.204.51@tcp:105: 00000100:00100000:3.0:1746130282.833516:0:7924:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ad54000 going to sleep for 11 seconds 00000100:00100000:3.0:1746130282.833999:0:7924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091951f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841789568:192.168.204.51@tcp:105: 00010000:00010000:3.0:1746130282.834015:0:7924:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746130282.834051:0:7924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801344c9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+55:1962:x1830949849308416:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 1363us (1613us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130282.834058:0:7924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14822 00000100:00100000:0.0:1746130282.834433:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130282.834514:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849308672 00000100:00100000:2.0:1746130282.834520:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849308672 00002000:00100000:2.0:1746130282.834549:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801344cb800 x1830949849308672/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:268/0 lens 488/0 e 0 to 0 dl 1746130293 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130282.834558:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801344cb800 with x1830949849308672 ext(0->4095) 00002000:00010000:2.0:1746130282.834562:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801344cb800 00000100:00100000:2.0:1746130282.834659:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4959 00000100:00100000:2.0:1746130282.834666:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801344cb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949849308672:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746130282.834945:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801344cb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949849308672:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 279us (511us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746130282.834951:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4959 00002000:00100000:2.0:1746130282.834955:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801344cb800 x1830949849308672/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:268/0 lens 488/4536 e 0 to 0 dl 1746130293 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130282.834962:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801344cb800 with x1830949849308672 ext(0->4095) 00002000:00010000:2.0:1746130282.834965:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801344cb800 00000100:00100000:0.0:1746130282.836373:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130282.836592:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130282.836670:0:20953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849308800 00000100:00100000:1.0:1746130282.836676:0:20953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849308800 00000100:00100000:1.0:1746130282.836717:0:20953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849308928 00000100:00100000:1.0:1746130282.836725:0:20953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849308928 00000100:00100000:3.0:1746130282.836738:0:8469:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6559 00000100:00100000:1.0:1746130282.836744:0:20953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6560 00000100:00100000:3.0:1746130282.836750:0:8469:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801344c8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:640ea846-b909-4eea-9a54-417e15bd627b+56:31579:x1830949849308800:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:1.0:1746130282.836750:0:20953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801344cbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:640ea846-b909-4eea-9a54-417e15bd627b+56:31578:x1830949849308928:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746130282.836765:0:8469:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746130282.836773:0:20953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746130282.836778:0:8469:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800934d0800/0x4ce24e5787362500 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae40b3e expref: -99 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130282.836780:0:20953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012e1b7000/0x4ce24e5787362507 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae40b45 expref: -99 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130282.836912:0:8469:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1400/0x4ce24e57873624f9 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40b37 expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130282.836921:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130282.836923:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130282.836927:0:8469:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d0800/0x4ce24e5787362500 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40b3e expref: 58 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130282.836937:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130282.836942:0:20953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800934d0800/0x4ce24e5787362500 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40b3e expref: 58 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130282.836948:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130282.836950:0:20953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012e1b7000/0x4ce24e5787362507 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40b45 expref: 58 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130282.837105:0:8469:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800934d1400/0x4ce24e57873624f9 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40b37 expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130282.837108:0:20953:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800934d0800/0x4ce24e5787362500 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40b3e expref: 58 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130282.837116:0:8469:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800934d1400/0x4ce24e57873624f9 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40b37 expref: 5 pid: 8469 timeout: 580 lvb_type: 0 00000100:00100000:3.0:1746130282.837125:0:8469:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091951f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8469:1830949841789696:192.168.204.51@tcp:104: 00010000:00010000:1.0:1746130282.837125:0:20953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012e1b7000/0x4ce24e5787362507 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40b45 expref: 58 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130282.837134:0:20953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e1b7000, rc 0) 00000100:00100000:1.0:1746130282.837197:0:20953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801344cbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:640ea846-b909-4eea-9a54-417e15bd627b+58:31578:x1830949849308928:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 447us (604us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130282.837203:0:20953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6560 00000100:00100000:3.0:1746130282.837256:0:8469:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ad54000 going to sleep for 11 seconds 00000100:00100000:3.0:1746130282.838761:0:8469:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091951f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8469:1830949841789696:192.168.204.51@tcp:104: 00010000:00010000:3.0:1746130282.838782:0:8469:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800934d0800/0x4ce24e5787362500 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40b3e expref: 57 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130282.838792:0:8469:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800934d0800, rc 0) 00000100:00100000:3.0:1746130282.838831:0:8469:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801344c8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:640ea846-b909-4eea-9a54-417e15bd627b+57:31579:x1830949849308800:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2086us (2462us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130282.838837:0:8469:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6559 00000100:00100000:0.0:1746130282.838896:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130282.838990:0:7924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849309056 00000100:00100000:3.0:1746130282.838994:0:7924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849309056 00010000:00010000:3.0:1746130282.839019:0:7924:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d1400/0x4ce24e57873624f9 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40b37 expref: 6 pid: 8469 timeout: 580 lvb_type: 0 00000100:00100000:3.0:1746130282.839156:0:7924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14823 00000100:00100000:3.0:1746130282.839163:0:7924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801344cb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949849309056:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746130282.839176:0:7924:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746130282.839193:0:7924:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800934d1400/0x4ce24e57873624f9 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40b37 expref: 6 pid: 8469 timeout: 580 lvb_type: 0 00010000:00010000:3.0:1746130282.839203:0:7924:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800934d1400/0x4ce24e57873624f9 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40b37 expref: 6 pid: 8469 timeout: 580 lvb_type: 0 00010000:00010000:3.0:1746130282.839219:0:7924:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1400/0x4ce24e57873624f9 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40b37 expref: 6 pid: 8469 timeout: 580 lvb_type: 0 00010000:00010000:3.0:1746130282.839229:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130282.839231:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130282.839236:0:7924:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800934d0800/0x4ce24e5787362500 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40b3e expref: 56 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130282.839243:0:7924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d0800/0x4ce24e5787362500 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40b3e expref: 56 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130282.839264:0:7924:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800934d0800/0x4ce24e5787362500 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40b3e expref: 56 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130282.839503:0:7924:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800934d0800/0x4ce24e5787362500 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40b3e expref: 56 pid: 8469 timeout: 580 lvb_type: 0 00000100:00100000:3.0:1746130282.839512:0:7924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091951f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841789952:192.168.204.51@tcp:105: 00000100:00100000:3.0:1746130282.839810:0:7924:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ad54000 going to sleep for 11 seconds 00000100:00100000:3.0:1746130282.841732:0:7924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091951f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841789952:192.168.204.51@tcp:105: 00000100:00100000:0.0:1746130282.841734:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00010000:00010000:3.0:1746130282.841753:0:7924:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746130282.841786:0:7924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801344cb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+5:1961:x1830949849309056:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 2624us (2890us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130282.841794:0:7924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14823 00000100:00100000:2.0:1746130282.841814:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849309312 00000100:00100000:2.0:1746130282.841820:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849309312 00002000:00100000:2.0:1746130282.841858:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801344cb100 x1830949849309312/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:268/0 lens 488/0 e 0 to 0 dl 1746130293 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130282.841866:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801344cb100 with x1830949849309312 ext(0->4095) 00010000:00010000:2.0:1746130282.841872:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800934d0800/0x4ce24e5787362500 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40b3e expref: 57 pid: 8469 timeout: 580 lvb_type: 0 00010000:00010000:2.0:1746130282.841886:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800934d0800/0x4ce24e5787362500 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40b3e expref: 57 pid: 8469 timeout: 580 lvb_type: 0 00002000:00010000:2.0:1746130282.841891:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801344cb100 00000100:00100000:2.0:1746130282.842065:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2705 00000100:00100000:2.0:1746130282.842072:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801344cb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+57:1961:x1830949849309312:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746130282.842632:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801344cb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+57:1961:x1830949849309312:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 559us (902us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746130282.842638:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2705 00002000:00100000:2.0:1746130282.842644:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801344cb100 x1830949849309312/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:268/0 lens 488/4536 e 0 to 0 dl 1746130293 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130282.842651:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801344cb100 with x1830949849309312 ext(0->4095) 00010000:00010000:2.0:1746130282.842656:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800934d0800/0x4ce24e5787362500 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40b3e expref: 57 pid: 8469 timeout: 580 lvb_type: 0 00010000:00010000:2.0:1746130282.842664:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800934d0800/0x4ce24e5787362500 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40b3e expref: 57 pid: 8469 timeout: 580 lvb_type: 0 00002000:00010000:2.0:1746130282.842669:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801344cb100 00000100:00100000:0.0:1746130282.844085:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130282.844131:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130282.844206:0:7924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849309568 00000100:00100000:2.0:1746130282.844213:0:7924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849309568 00010000:00010000:2.0:1746130282.844240:0:7924:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d0800/0x4ce24e5787362500 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40b3e expref: 57 pid: 8469 timeout: 580 lvb_type: 0 00000100:00100000:2.0:1746130282.844262:0:7924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14824 00000100:00100000:2.0:1746130282.844293:0:7924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801354db480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+57:1962:x1830949849309568:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746130282.844305:0:7924:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746130282.844323:0:7924:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800934d0800/0x4ce24e5787362500 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40b3e expref: 57 pid: 8469 timeout: 580 lvb_type: 0 00010000:00010000:2.0:1746130282.844333:0:7924:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800934d0800/0x4ce24e5787362500 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40b3e expref: 57 pid: 8469 timeout: 580 lvb_type: 0 00010000:00010000:2.0:1746130282.844366:0:7924:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800934d0800/0x4ce24e5787362500 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40b3e expref: 57 pid: 8469 timeout: 580 lvb_type: 0 00010000:00010000:2.0:1746130282.844396:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130282.844398:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130282.844404:0:7924:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012e1b7000/0x4ce24e5787362507 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40b45 expref: 56 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130282.844412:0:7924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012e1b7000/0x4ce24e5787362507 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40b45 expref: 56 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130282.844445:0:7924:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012e1b7000/0x4ce24e5787362507 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40b45 expref: 56 pid: 20953 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746130282.844457:0:7924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f133480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841790080:192.168.204.51@tcp:105: 00000100:00100000:3.0:1746130282.844471:0:8469:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849309440 00000100:00100000:3.0:1746130282.844477:0:8469:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849309440 00000100:00100000:3.0:1746130282.844513:0:8469:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6561 00000100:00100000:3.0:1746130282.844518:0:8469:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801354d8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+5:31579:x1830949849309440:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:2.0:1746130282.844521:0:7924:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800932b2780 going to sleep for 11 seconds 00010000:00010000:3.0:1746130282.844530:0:8469:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746130282.844539:0:8469:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800934d0c00/0x4ce24e578736250e lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae40b4c expref: -99 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130282.844555:0:8469:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012e1b7000/0x4ce24e5787362507 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40b45 expref: 56 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130282.844561:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746130282.844562:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746130282.844565:0:8469:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d0c00/0x4ce24e578736250e lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40b4c expref: 6 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130282.844580:0:8469:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012e1b7000/0x4ce24e5787362507 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40b45 expref: 56 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130282.844589:0:8469:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012e1b7000/0x4ce24e5787362507 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40b45 expref: 56 pid: 20953 timeout: 580 lvb_type: 0 00000100:00100000:3.0:1746130282.844597:0:8469:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091951f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8469:1830949841790208:192.168.204.51@tcp:104: 00000100:00100000:3.0:1746130282.844621:0:8469:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ad54000 going to sleep for 11 seconds 00000100:00100000:2.0:1746130282.846578:0:7924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f133480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841790080:192.168.204.51@tcp:105: 00000100:00100000:3.0:1746130282.846580:0:8469:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091951f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8469:1830949841790208:192.168.204.51@tcp:104: 00010000:00010000:2.0:1746130282.846592:0:7924:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746130282.846602:0:8469:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800934d0c00/0x4ce24e578736250e lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40b4c expref: 6 pid: 8469 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746130282.846624:0:7924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801354db480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+56:1962:x1830949849309568:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 2331us (2491us total) trans 0 rc 0/0 00010000:00010000:3.0:1746130282.846628:0:8469:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800934d0c00, rc 0) 00000100:00100000:2.0:1746130282.846633:0:7924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14824 00000100:00100000:3.0:1746130282.846647:0:8469:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801354d8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+6:31579:x1830949849309440:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2129us (2567us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130282.846653:0:8469:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6561 00000100:00100000:0.0:1746130282.847098:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130282.847207:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849309824 00000100:00100000:3.0:1746130282.847212:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849309824 00002000:00100000:3.0:1746130282.847241:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801354d9c00 x1830949849309824/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:268/0 lens 488/0 e 0 to 0 dl 1746130293 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130282.847248:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801354d9c00 with x1830949849309824 ext(0->4095) 00010000:00010000:3.0:1746130282.847254:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012e1b7000/0x4ce24e5787362507 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40b45 expref: 56 pid: 20953 timeout: 580 lvb_type: 0 00010000:00010000:3.0:1746130282.847288:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012e1b7000/0x4ce24e5787362507 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40b45 expref: 56 pid: 20953 timeout: 580 lvb_type: 0 00002000:00010000:3.0:1746130282.847294:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801354d9c00 00000100:00100000:3.0:1746130282.847309:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2706 00000100:00100000:3.0:1746130282.847316:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801354d9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+56:1961:x1830949849309824:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746130282.847455:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801354d9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+56:1961:x1830949849309824:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 140us (358us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746130282.847464:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2706 00002000:00100000:3.0:1746130282.847469:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801354d9c00 x1830949849309824/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:268/0 lens 488/4536 e 0 to 0 dl 1746130293 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130282.847476:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801354d9c00 with x1830949849309824 ext(0->4095) 00010000:00010000:3.0:1746130282.847481:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012e1b7000/0x4ce24e5787362507 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40b45 expref: 56 pid: 20953 timeout: 580 lvb_type: 0 00010000:00010000:3.0:1746130282.847489:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012e1b7000/0x4ce24e5787362507 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40b45 expref: 56 pid: 20953 timeout: 580 lvb_type: 0 00002000:00010000:3.0:1746130282.847494:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801354d9c00 00000100:00100000:0.0:1746130282.849021:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130282.849058:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130282.849073:0:7924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849309952 00000100:00100000:2.0:1746130282.849078:0:7924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849309952 00010000:00010000:2.0:1746130282.849104:0:7924:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012e1b7000/0x4ce24e5787362507 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40b45 expref: 56 pid: 20953 timeout: 580 lvb_type: 0 00000100:00100000:2.0:1746130282.849123:0:7924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14825 00000100:00100000:2.0:1746130282.849129:0:7924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801354da680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+56:1962:x1830949849309952:12345-192.168.204.51@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1746130282.849131:0:8469:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849310080 00000100:00100000:3.0:1746130282.849135:0:8469:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849310080 00010000:00010000:2.0:1746130282.849139:0:7924:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746130282.849154:0:7924:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012e1b7000/0x4ce24e5787362507 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40b45 expref: 57 pid: 20953 timeout: 580 lvb_type: 0 00000100:00100000:3.0:1746130282.849162:0:8469:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6562 00010000:00010000:2.0:1746130282.849163:0:7924:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012e1b7000/0x4ce24e5787362507 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40b45 expref: 57 pid: 20953 timeout: 580 lvb_type: 0 00000100:00100000:3.0:1746130282.849167:0:8469:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801354d9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:640ea846-b909-4eea-9a54-417e15bd627b+57:31578:x1830949849310080:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746130282.849177:0:8469:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746130282.849180:0:7924:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012e1b7000/0x4ce24e5787362507 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40b45 expref: 57 pid: 20953 timeout: 580 lvb_type: 0 00010000:00010000:3.0:1746130282.849185:0:8469:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800934d1800/0x4ce24e5787362515 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae40b53 expref: -99 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130282.849196:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130282.849197:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130282.849202:0:7924:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800934d0c00/0x4ce24e578736250e lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40b4c expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130282.849207:0:7924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d0c00/0x4ce24e578736250e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40b4c expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130282.849248:0:8469:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800934d0c00/0x4ce24e578736250e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40b4c expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130282.849254:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130282.849255:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130282.849258:0:8469:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d1800/0x4ce24e5787362515 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40b53 expref: 57 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130282.849347:0:8469:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800934d0c00/0x4ce24e578736250e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40b4c expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130282.849369:0:8469:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800934d0c00/0x4ce24e578736250e lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40b4c expref: 5 pid: 8469 timeout: 580 lvb_type: 0 00010000:00010000:2.0:1746130282.849378:0:7924:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800934d0c00/0x4ce24e578736250e lrc: 6/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40b4c expref: 5 pid: 8469 timeout: 580 lvb_type: 0 00000100:00100000:3.0:1746130282.849379:0:8469:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091951f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8469:1830949841790336:192.168.204.51@tcp:104: 00010000:00010000:2.0:1746130282.849386:0:7924:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800934d0c00/0x4ce24e578736250e lrc: 6/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40b4c expref: 5 pid: 8469 timeout: 580 lvb_type: 0 00000100:00100000:2.0:1746130282.849394:0:7924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f133480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841790464:192.168.204.51@tcp:105: 00000100:00100000:3.0:1746130282.849494:0:8469:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ad54000 going to sleep for 11 seconds 00000100:00100000:2.0:1746130282.849531:0:7924:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800932b2780 going to sleep for 11 seconds 00000100:00100000:3.0:1746130282.850732:0:8469:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091951f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8469:1830949841790336:192.168.204.51@tcp:104: 00010000:00010000:3.0:1746130282.850751:0:8469:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800934d1800/0x4ce24e5787362515 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40b53 expref: 57 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130282.850760:0:8469:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800934d1800, rc 0) 00000100:00100000:3.0:1746130282.850786:0:8469:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801354d9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:640ea846-b909-4eea-9a54-417e15bd627b+57:31578:x1830949849310080:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1617us (1725us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130282.850792:0:8469:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6562 00000100:00100000:2.0:1746130282.851301:0:7924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f133480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841790464:192.168.204.51@tcp:105: 00010000:00010000:2.0:1746130282.851312:0:7924:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746130282.851312:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130282.851334:0:7924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801354da680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+56:1962:x1830949849309952:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 2205us (2315us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130282.851341:0:7924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14825 00000100:00100000:1.0:1746130282.851428:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849310336 00000100:00100000:1.0:1746130282.851435:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849310336 00002000:00100000:1.0:1746130282.851461:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801354d8700 x1830949849310336/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:268/0 lens 488/0 e 0 to 0 dl 1746130293 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130282.851470:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801354d8700 with x1830949849310336 ext(0->4095) 00010000:00010000:1.0:1746130282.851476:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800934d0c00/0x4ce24e578736250e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40b4c expref: 6 pid: 8469 timeout: 580 lvb_type: 0 00010000:00010000:1.0:1746130282.851487:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800934d0c00/0x4ce24e578736250e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40b4c expref: 6 pid: 8469 timeout: 580 lvb_type: 0 00002000:00010000:1.0:1746130282.851494:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801354d8700 00000100:00100000:1.0:1746130282.851519:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2707 00000100:00100000:1.0:1746130282.851526:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801354d8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949849310336:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746130282.851638:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801354d8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949849310336:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 113us (326us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746130282.851644:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2707 00002000:00100000:1.0:1746130282.851649:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801354d8700 x1830949849310336/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:268/0 lens 488/4536 e 0 to 0 dl 1746130293 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130282.851655:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801354d8700 with x1830949849310336 ext(0->4095) 00010000:00010000:1.0:1746130282.851659:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800934d0c00/0x4ce24e578736250e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40b4c expref: 6 pid: 8469 timeout: 580 lvb_type: 0 00010000:00010000:1.0:1746130282.851668:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800934d0c00/0x4ce24e578736250e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40b4c expref: 6 pid: 8469 timeout: 580 lvb_type: 0 00002000:00010000:1.0:1746130282.851673:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801354d8700 00000100:00100000:0.0:1746130282.853299:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130282.853343:0:7924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849310464 00000100:00100000:2.0:1746130282.853361:0:7924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849310464 00010000:00010000:2.0:1746130282.853386:0:7924:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d0c00/0x4ce24e578736250e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40b4c expref: 6 pid: 8469 timeout: 580 lvb_type: 0 00000100:00100000:2.0:1746130282.853413:0:7924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14826 00000100:00100000:2.0:1746130282.853420:0:7924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801354db800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1964:x1830949849310464:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746130282.853431:0:7924:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746130282.853447:0:7924:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800934d0c00/0x4ce24e578736250e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40b4c expref: 6 pid: 8469 timeout: 580 lvb_type: 0 00010000:00010000:2.0:1746130282.853457:0:7924:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800934d0c00/0x4ce24e578736250e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40b4c expref: 6 pid: 8469 timeout: 580 lvb_type: 0 00010000:00010000:2.0:1746130282.853474:0:7924:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800934d0c00/0x4ce24e578736250e lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40b4c expref: 6 pid: 8469 timeout: 580 lvb_type: 0 00010000:00010000:2.0:1746130282.853500:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130282.853502:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130282.853508:0:7924:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1800/0x4ce24e5787362515 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40b53 expref: 55 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130282.853515:0:7924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d1800/0x4ce24e5787362515 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40b53 expref: 55 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130282.853540:0:7924:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800934d1800/0x4ce24e5787362515 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40b53 expref: 55 pid: 8469 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746130282.853549:0:7924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f133480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841790592:192.168.204.51@tcp:105: 00000100:00100000:2.0:1746130282.853612:0:7924:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800932b2780 going to sleep for 11 seconds 00000100:00100000:2.0:1746130282.854886:0:7924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f133480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841790592:192.168.204.51@tcp:105: 00010000:00010000:2.0:1746130282.854900:0:7924:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746130282.854966:0:7924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801354db800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+5:1964:x1830949849310464:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 1545us (1671us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130282.854975:0:7924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14826 00000100:00100000:0.0:1746130282.855022:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130282.855111:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849310720 00000100:00100000:2.0:1746130282.855117:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849310720 00002000:00100000:2.0:1746130282.855142:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801354dad80 x1830949849310720/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:268/0 lens 488/0 e 0 to 0 dl 1746130293 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130282.855151:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801354dad80 with x1830949849310720 ext(0->4095) 00002000:00010000:2.0:1746130282.855155:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801354dad80 00000100:00100000:2.0:1746130282.855181:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4960 00000100:00100000:2.0:1746130282.855187:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801354dad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+56:1962:x1830949849310720:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746130282.855363:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801354dad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+56:1962:x1830949849310720:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 175us (446us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746130282.855369:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4960 00002000:00100000:2.0:1746130282.855374:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801354dad80 x1830949849310720/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:268/0 lens 488/4536 e 0 to 0 dl 1746130293 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130282.855381:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801354dad80 with x1830949849310720 ext(0->4095) 00002000:00010000:2.0:1746130282.855384:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801354dad80 00000100:00100000:0.0:1746130282.856618:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130282.856702:0:8469:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849310848 00000100:00100000:3.0:1746130282.856706:0:8469:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849310848 00000100:00100000:3.0:1746130282.856744:0:8469:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6563 00000100:00100000:3.0:1746130282.856751:0:8469:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801354d9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+5:31579:x1830949849310848:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746130282.856762:0:8469:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746130282.856774:0:8469:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800934d0000/0x4ce24e578736251c lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae40b5a expref: -99 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130282.856795:0:8469:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1800/0x4ce24e5787362515 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40b53 expref: 55 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130282.856802:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746130282.856804:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746130282.856807:0:8469:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d0000/0x4ce24e578736251c lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40b5a expref: 6 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130282.856828:0:8469:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800934d1800/0x4ce24e5787362515 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40b53 expref: 55 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130282.856837:0:8469:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800934d1800/0x4ce24e5787362515 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40b53 expref: 55 pid: 8469 timeout: 580 lvb_type: 0 00000100:00100000:3.0:1746130282.856846:0:8469:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091951f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8469:1830949841790720:192.168.204.51@tcp:104: 00000100:00100000:3.0:1746130282.857254:0:8469:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ad54000 going to sleep for 11 seconds 00000100:00100000:3.0:1746130282.858310:0:8469:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091951f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8469:1830949841790720:192.168.204.51@tcp:104: 00010000:00010000:3.0:1746130282.858330:0:8469:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800934d0000/0x4ce24e578736251c lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40b5a expref: 6 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130282.858341:0:8469:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800934d0000, rc 0) 00000100:00100000:3.0:1746130282.858384:0:8469:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801354d9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+6:31579:x1830949849310848:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1633us (1768us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130282.858391:0:8469:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6563 00000100:00100000:2.0:1746130282.858732:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130282.858794:0:7924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849310976 00000100:00100000:0.0:1746130282.858802:0:7924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849310976 00010000:00010000:0.0:1746130282.858820:0:7924:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d1800/0x4ce24e5787362515 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40b53 expref: 56 pid: 8469 timeout: 580 lvb_type: 0 00000100:00100000:0.0:1746130282.858838:0:7924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14827 00000100:00100000:0.0:1746130282.858844:0:7924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f133480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+56:1962:x1830949849310976:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746130282.858854:0:7924:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746130282.858871:0:7924:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800934d1800/0x4ce24e5787362515 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40b53 expref: 56 pid: 8469 timeout: 580 lvb_type: 0 00010000:00010000:0.0:1746130282.858880:0:7924:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800934d1800/0x4ce24e5787362515 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40b53 expref: 56 pid: 8469 timeout: 580 lvb_type: 0 00010000:00010000:0.0:1746130282.858897:0:7924:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1800/0x4ce24e5787362515 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40b53 expref: 56 pid: 8469 timeout: 580 lvb_type: 0 00010000:00010000:0.0:1746130282.859026:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130282.859029:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130282.859035:0:7924:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800934d0000/0x4ce24e578736251c lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40b5a expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130282.859042:0:7924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d0000/0x4ce24e578736251c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40b5a expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130282.859065:0:7924:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800934d0000/0x4ce24e578736251c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40b5a expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746130282.859074:0:7924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801354da300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841790848:192.168.204.51@tcp:105: 00000100:00100000:0.0:1746130282.859182:0:7924:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009bc95a80 going to sleep for 11 seconds 00000100:00100000:2.0:1746130282.860475:0:7924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801354da300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841790848:192.168.204.51@tcp:105: 00010000:00010000:2.0:1746130282.860487:0:7924:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746130282.860514:0:7924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f133480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+55:1962:x1830949849310976:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 1669us (1782us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130282.860522:0:7924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14827 00000100:00100000:0.0:1746130282.860865:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130282.860970:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849311232 00000100:00100000:2.0:1746130282.860974:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849311232 00002000:00100000:2.0:1746130282.861002:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801354daa00 x1830949849311232/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:268/0 lens 488/0 e 0 to 0 dl 1746130293 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130282.861011:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801354daa00 with x1830949849311232 ext(0->4095) 00002000:00010000:2.0:1746130282.861015:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801354daa00 00000100:00100000:2.0:1746130282.861075:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4961 00000100:00100000:2.0:1746130282.861081:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801354daa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949849311232:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746130282.861230:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801354daa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949849311232:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 149us (365us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746130282.861239:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4961 00002000:00100000:2.0:1746130282.861244:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801354daa00 x1830949849311232/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:268/0 lens 488/4536 e 0 to 0 dl 1746130293 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130282.861249:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801354daa00 with x1830949849311232 ext(0->4095) 00002000:00010000:2.0:1746130282.861252:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801354daa00 00000100:00100000:0.0:1746130282.862618:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130282.862700:0:8469:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849311360 00000100:00100000:3.0:1746130282.862706:0:8469:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849311360 00000100:00100000:3.0:1746130282.862753:0:8469:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6564 00000100:00100000:3.0:1746130282.862760:0:8469:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801354da300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:640ea846-b909-4eea-9a54-417e15bd627b+55:31579:x1830949849311360:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746130282.862774:0:8469:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746130282.862787:0:8469:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800934d1e00/0x4ce24e5787362523 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae40b61 expref: -99 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130282.862808:0:8469:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800934d0000/0x4ce24e578736251c lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40b5a expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130282.862815:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130282.862817:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130282.862820:0:8469:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d1e00/0x4ce24e5787362523 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40b61 expref: 56 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130282.862850:0:8469:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800934d0000/0x4ce24e578736251c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40b5a expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130282.862860:0:8469:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800934d0000/0x4ce24e578736251c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40b5a expref: 5 pid: 8469 timeout: 581 lvb_type: 0 00000100:00100000:3.0:1746130282.862870:0:8469:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091951f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8469:1830949841790976:192.168.204.51@tcp:104: 00000100:00100000:3.0:1746130282.862943:0:8469:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ad54000 going to sleep for 11 seconds 00000100:00100000:0.0:1746130282.864574:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130282.864674:0:7924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849311488 00000100:00100000:2.0:1746130282.864679:0:7924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849311488 00010000:00010000:2.0:1746130282.864707:0:7924:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d0000/0x4ce24e578736251c lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40b5a expref: 6 pid: 8469 timeout: 581 lvb_type: 0 00000100:00100000:2.0:1746130282.864735:0:7924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14828 00000100:00100000:2.0:1746130282.864742:0:7924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129e23450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949849311488:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746130282.864751:0:7924:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1746130282.864767:0:8469:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091951f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8469:1830949841790976:192.168.204.51@tcp:104: 00010000:00010000:2.0:1746130282.864768:0:7924:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800934d0000/0x4ce24e578736251c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40b5a expref: 6 pid: 8469 timeout: 581 lvb_type: 0 00010000:00010000:2.0:1746130282.864776:0:7924:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800934d0000/0x4ce24e578736251c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40b5a expref: 6 pid: 8469 timeout: 581 lvb_type: 0 00010000:00010000:2.0:1746130282.864793:0:7924:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800934d0000/0x4ce24e578736251c lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40b5a expref: 6 pid: 8469 timeout: 581 lvb_type: 0 00010000:00010000:3.0:1746130282.864873:0:8469:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800934d1e00/0x4ce24e5787362523 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40b61 expref: 56 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130282.864883:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130282.864884:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130282.864889:0:8469:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1e00/0x4ce24e5787362523 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40b61 expref: 56 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130282.864897:0:8469:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d1e00/0x4ce24e5787362523 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40b61 expref: 56 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130282.864917:0:8469:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800934d1e00/0x4ce24e5787362523 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40b61 expref: 56 pid: 8469 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746130282.864927:0:8469:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091951f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8469:1830949841791104:192.168.204.51@tcp:105: 00000100:00100000:3.0:1746130282.864967:0:8469:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ad54000 going to sleep for 11 seconds 00010000:00010000:2.0:1746130282.865172:0:7924:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746130282.865195:0:7924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129e23450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+5:1961:x1830949849311488:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 453us (626us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130282.865204:0:7924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14828 00000100:00100000:0.0:1746130282.866092:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130282.866288:0:20953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849311616 00000100:00100000:1.0:1746130282.866292:0:20953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849311616 00000100:00100000:1.0:1746130282.866324:0:20953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6565 00000100:00100000:1.0:1746130282.866330:0:20953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801354db480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:640ea846-b909-4eea-9a54-417e15bd627b+57:31578:x1830949849311616:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746130282.866342:0:20953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746130282.866362:0:20953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012e1b7000/0x4ce24e578736252a lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae40b68 expref: -99 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130282.866379:0:20953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1e00/0x4ce24e5787362523 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40b61 expref: 58 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130282.866385:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130282.866386:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130282.866389:0:20953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012e1b7000/0x4ce24e578736252a lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40b68 expref: 58 pid: 20953 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746130282.866436:0:8469:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091951f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8469:1830949841791104:192.168.204.51@tcp:105: 00010000:00010000:3.0:1746130282.866451:0:8469:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800934d1e00, rc 0) 00000100:00100000:3.0:1746130282.866478:0:8469:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801354da300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:640ea846-b909-4eea-9a54-417e15bd627b+58:31579:x1830949849311360:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3718us (3862us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130282.866483:0:8469:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6564 00010000:00010000:1.0:1746130282.866532:0:20953:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800934d1e00/0x4ce24e5787362523 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40b61 expref: 57 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130282.866542:0:20953:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800934d1e00/0x4ce24e5787362523 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40b61 expref: 57 pid: 8469 timeout: 581 lvb_type: 0 00000100:00100000:1.0:1746130282.866551:0:20953:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093173480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:20953:1830949841791232:192.168.204.51@tcp:104: 00000100:00100000:1.0:1746130282.866600:0:20953:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18fb540 going to sleep for 11 seconds 00000100:00100000:0.0:1746130282.868338:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130282.868522:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849311872 00000100:00100000:2.0:1746130282.868528:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849311872 00000100:00100000:1.0:1746130282.868536:0:20953:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093173480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:20953:1830949841791232:192.168.204.51@tcp:104: 00010000:00010000:1.0:1746130282.868555:0:20953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012e1b7000/0x4ce24e578736252a lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40b68 expref: 58 pid: 20953 timeout: 0 lvb_type: 0 00002000:00100000:2.0:1746130282.868560:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801354da680 x1830949849311872/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:268/0 lens 488/0 e 0 to 0 dl 1746130293 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130282.868568:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801354da680 with x1830949849311872 ext(0->4095) 00010000:00010000:1.0:1746130282.868571:0:20953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e1b7000, rc 0) 00010000:00010000:2.0:1746130282.868573:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1e00/0x4ce24e5787362523 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40b61 expref: 58 pid: 8469 timeout: 581 lvb_type: 0 00010000:00010000:2.0:1746130282.868582:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800934d1e00/0x4ce24e5787362523 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40b61 expref: 58 pid: 8469 timeout: 581 lvb_type: 0 00002000:00010000:2.0:1746130282.868587:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801354da680 00000100:00100000:1.0:1746130282.868601:0:20953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801354db480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:640ea846-b909-4eea-9a54-417e15bd627b+58:31578:x1830949849311616:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2271us (2509us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130282.868607:0:20953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6565 00000100:00100000:2.0:1746130282.868711:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2708 00000100:00100000:2.0:1746130282.868718:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801354da680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+57:1962:x1830949849311872:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746130282.868830:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801354da680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+57:1962:x1830949849311872:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 113us (497us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746130282.868835:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2708 00002000:00100000:2.0:1746130282.868840:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801354da680 x1830949849311872/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:268/0 lens 488/4536 e 0 to 0 dl 1746130293 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130282.868846:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801354da680 with x1830949849311872 ext(0->4095) 00010000:00010000:2.0:1746130282.868850:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1e00/0x4ce24e5787362523 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40b61 expref: 57 pid: 8469 timeout: 581 lvb_type: 0 00010000:00010000:2.0:1746130282.868863:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800934d1e00/0x4ce24e5787362523 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40b61 expref: 57 pid: 8469 timeout: 581 lvb_type: 0 00002000:00010000:2.0:1746130282.868868:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801354da680 00000100:00100000:0.0:1746130282.871166:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130282.871218:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130282.871308:0:20953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849312000 00000100:00100000:1.0:1746130282.871314:0:20953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849312000 00000100:00100000:2.0:1746130282.871434:0:7924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849312128 00000100:00100000:2.0:1746130282.871437:0:7924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849312128 00010000:00010000:2.0:1746130282.871459:0:7924:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d1e00/0x4ce24e5787362523 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40b61 expref: 57 pid: 8469 timeout: 581 lvb_type: 0 00000100:00100000:2.0:1746130282.871476:0:7924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14829 00000100:00100000:2.0:1746130282.871481:0:7924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d15ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+57:1962:x1830949849312128:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746130282.871491:0:7924:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746130282.871506:0:7924:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800934d1e00/0x4ce24e5787362523 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40b61 expref: 57 pid: 8469 timeout: 581 lvb_type: 0 00010000:00010000:2.0:1746130282.871515:0:7924:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800934d1e00/0x4ce24e5787362523 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40b61 expref: 57 pid: 8469 timeout: 581 lvb_type: 0 00010000:00010000:2.0:1746130282.871531:0:7924:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1e00/0x4ce24e5787362523 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40b61 expref: 57 pid: 8469 timeout: 581 lvb_type: 0 00010000:00010000:2.0:1746130282.871545:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130282.871546:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130282.871551:0:7924:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012e1b7000/0x4ce24e578736252a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40b68 expref: 56 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130282.871562:0:7924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012e1b7000/0x4ce24e578736252a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40b68 expref: 56 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130282.871583:0:7924:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012e1b7000/0x4ce24e578736252a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40b68 expref: 56 pid: 20953 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746130282.871593:0:7924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f133480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841791360:192.168.204.51@tcp:105: 00000100:00100000:1.0:1746130282.871596:0:20953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6566 00000100:00100000:1.0:1746130282.871601:0:20953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801354db800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c84b93b0-d496-484f-8e1e-94008838f2dd+5:31579:x1830949849312000:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746130282.871612:0:20953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746130282.871619:0:20953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012e1b7a00/0x4ce24e5787362531 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae40b6f expref: -99 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130282.871633:0:20953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012e1b7000/0x4ce24e578736252a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40b68 expref: 56 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130282.871638:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130282.871639:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130282.871642:0:20953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012e1b7a00/0x4ce24e5787362531 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40b6f expref: 6 pid: 20953 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746130282.871643:0:7924:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800932b2f00 going to sleep for 11 seconds 00010000:00010000:1.0:1746130282.871656:0:20953:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012e1b7000/0x4ce24e578736252a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40b68 expref: 56 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130282.871664:0:20953:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012e1b7000/0x4ce24e578736252a lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40b68 expref: 56 pid: 20953 timeout: 581 lvb_type: 0 00000100:00100000:1.0:1746130282.871676:0:20953:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093173480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:20953:1830949841791488:192.168.204.51@tcp:104: 00000100:00100000:1.0:1746130282.871697:0:20953:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18fb540 going to sleep for 11 seconds 00000100:00100000:1.0:1746130282.873686:0:20953:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093173480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:20953:1830949841791488:192.168.204.51@tcp:104: 00010000:00010000:1.0:1746130282.873711:0:20953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012e1b7a00/0x4ce24e5787362531 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40b6f expref: 6 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130282.873726:0:20953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e1b7a00, rc 0) 00000100:00100000:1.0:1746130282.873767:0:20953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801354db800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c84b93b0-d496-484f-8e1e-94008838f2dd+6:31579:x1830949849312000:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2165us (2606us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130282.873775:0:20953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6566 00000100:00100000:2.0:1746130282.873793:0:7924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f133480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841791360:192.168.204.51@tcp:105: 00010000:00010000:2.0:1746130282.873803:0:7924:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746130282.873818:0:7924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d15ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+56:1962:x1830949849312128:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 2337us (2600us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130282.873826:0:7924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14829 00000100:00100000:0.0:1746130282.874250:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130282.874442:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849312384 00000100:00100000:3.0:1746130282.874448:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849312384 00002000:00100000:3.0:1746130282.874479:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008d15b100 x1830949849312384/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:268/0 lens 488/0 e 0 to 0 dl 1746130293 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130282.874487:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d15b100 with x1830949849312384 ext(0->4095) 00010000:00010000:3.0:1746130282.874494:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012e1b7000/0x4ce24e578736252a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40b68 expref: 56 pid: 20953 timeout: 581 lvb_type: 0 00010000:00010000:3.0:1746130282.874503:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012e1b7000/0x4ce24e578736252a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40b68 expref: 56 pid: 20953 timeout: 581 lvb_type: 0 00002000:00010000:3.0:1746130282.874513:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008d15b100 00000100:00100000:3.0:1746130282.874526:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2709 00000100:00100000:3.0:1746130282.874532:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d15b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+56:1961:x1830949849312384:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746130282.874670:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d15b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+56:1961:x1830949849312384:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 138us (421us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746130282.874675:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2709 00002000:00100000:3.0:1746130282.874681:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008d15b100 x1830949849312384/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:268/0 lens 488/4536 e 0 to 0 dl 1746130293 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130282.874686:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d15b100 with x1830949849312384 ext(0->4095) 00010000:00010000:3.0:1746130282.874691:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012e1b7000/0x4ce24e578736252a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40b68 expref: 56 pid: 20953 timeout: 581 lvb_type: 0 00010000:00010000:3.0:1746130282.874698:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012e1b7000/0x4ce24e578736252a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40b68 expref: 56 pid: 20953 timeout: 581 lvb_type: 0 00002000:00010000:3.0:1746130282.874703:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008d15b100 00000100:00100000:0.0:1746130282.876074:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130282.876377:0:20953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849312512 00000100:00100000:1.0:1746130282.876383:0:20953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849312512 00000100:00100000:1.0:1746130282.876427:0:20953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6567 00000100:00100000:1.0:1746130282.876433:0:20953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d15a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:640ea846-b909-4eea-9a54-417e15bd627b+56:31578:x1830949849312512:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746130282.876446:0:20953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746130282.876461:0:20953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012e1b6e00/0x4ce24e5787362538 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae40b76 expref: -99 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130282.876481:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130282.876486:0:20953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012e1b7a00/0x4ce24e5787362531 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40b6f expref: 5 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130282.876492:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746130282.876495:0:20953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012e1b6e00/0x4ce24e5787362538 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40b76 expref: 57 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130282.876532:0:20953:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012e1b7a00/0x4ce24e5787362531 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40b6f expref: 5 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130282.876543:0:20953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012e1b6e00/0x4ce24e5787362538 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40b76 expref: 57 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130282.876551:0:20953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e1b6e00, rc 0) 00000100:00100000:0.0:1746130282.876586:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130282.876594:0:20953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d15a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:640ea846-b909-4eea-9a54-417e15bd627b+57:31578:x1830949849312512:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 162us (525us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130282.876599:0:20953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6567 00000100:00100000:2.0:1746130282.876669:0:7924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849312640 00000100:00100000:2.0:1746130282.876674:0:7924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849312640 00010000:00010000:2.0:1746130282.876689:0:7924:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012e1b7000/0x4ce24e578736252a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40b68 expref: 57 pid: 20953 timeout: 581 lvb_type: 0 00000100:00100000:2.0:1746130282.876718:0:7924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14830 00000100:00100000:2.0:1746130282.876723:0:7924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d158a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+57:1962:x1830949849312640:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746130282.876731:0:7924:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746130282.876746:0:7924:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012e1b7000/0x4ce24e578736252a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40b68 expref: 57 pid: 20953 timeout: 581 lvb_type: 0 00010000:00010000:2.0:1746130282.876760:0:7924:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012e1b7000/0x4ce24e578736252a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40b68 expref: 57 pid: 20953 timeout: 581 lvb_type: 0 00010000:00010000:2.0:1746130282.876775:0:7924:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012e1b7000/0x4ce24e578736252a lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40b68 expref: 57 pid: 20953 timeout: 581 lvb_type: 0 00010000:00010000:2.0:1746130282.877081:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130282.877084:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130282.877090:0:7924:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012e1b7a00/0x4ce24e5787362531 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40b6f expref: 5 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130282.877097:0:7924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012e1b7a00/0x4ce24e5787362531 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40b6f expref: 5 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130282.877121:0:7924:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012e1b7a00/0x4ce24e5787362531 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40b6f expref: 5 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130282.877131:0:7924:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012e1b7a00/0x4ce24e5787362531 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40b6f expref: 5 pid: 20953 timeout: 581 lvb_type: 0 00000100:00100000:2.0:1746130282.877140:0:7924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f133480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841791744:192.168.204.51@tcp:105: 00000100:00100000:2.0:1746130282.877378:0:7924:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800932b2f00 going to sleep for 11 seconds 00000100:00100000:2.0:1746130282.878887:0:7924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f133480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841791744:192.168.204.51@tcp:105: 00010000:00010000:2.0:1746130282.878903:0:7924:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746130282.878944:0:7924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d158a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+56:1962:x1830949849312640:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 2219us (2357us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130282.878960:0:7924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14830 00000100:00100000:1.0:1746130282.879089:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130282.879256:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849312896 00000100:00100000:3.0:1746130282.879263:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849312896 00002000:00100000:3.0:1746130282.879325:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093173480 x1830949849312896/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:268/0 lens 488/0 e 0 to 0 dl 1746130293 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130282.879334:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093173480 with x1830949849312896 ext(0->4095) 00010000:00010000:3.0:1746130282.879341:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012e1b7a00/0x4ce24e5787362531 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40b6f expref: 6 pid: 20953 timeout: 581 lvb_type: 0 00010000:00010000:3.0:1746130282.879373:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012e1b7a00/0x4ce24e5787362531 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40b6f expref: 6 pid: 20953 timeout: 581 lvb_type: 0 00002000:00010000:3.0:1746130282.879378:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093173480 00000100:00100000:3.0:1746130282.879403:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2710 00000100:00100000:3.0:1746130282.879409:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093173480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949849312896:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746130282.879666:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093173480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949849312896:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 255us (576us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746130282.879672:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2710 00002000:00100000:3.0:1746130282.879677:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093173480 x1830949849312896/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:268/0 lens 488/4536 e 0 to 0 dl 1746130293 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130282.879684:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093173480 with x1830949849312896 ext(0->4095) 00010000:00010000:3.0:1746130282.879689:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012e1b7a00/0x4ce24e5787362531 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40b6f expref: 6 pid: 20953 timeout: 581 lvb_type: 0 00010000:00010000:3.0:1746130282.879697:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012e1b7a00/0x4ce24e5787362531 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40b6f expref: 6 pid: 20953 timeout: 581 lvb_type: 0 00002000:00010000:3.0:1746130282.879702:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093173480 00000100:00100000:0.0:1746130282.882616:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130282.882723:0:7924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849313024 00000100:00100000:2.0:1746130282.882734:0:7924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849313024 00010000:00010000:2.0:1746130282.882779:0:7924:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012e1b7a00/0x4ce24e5787362531 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40b6f expref: 6 pid: 20953 timeout: 581 lvb_type: 0 00000100:00100000:2.0:1746130282.883441:0:7924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14831 00000100:00100000:2.0:1746130282.883451:0:7924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d158380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949849313024:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746130282.883468:0:7924:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746130282.883498:0:7924:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012e1b7a00/0x4ce24e5787362531 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40b6f expref: 6 pid: 20953 timeout: 581 lvb_type: 0 00010000:00010000:2.0:1746130282.883511:0:7924:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012e1b7a00/0x4ce24e5787362531 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40b6f expref: 6 pid: 20953 timeout: 581 lvb_type: 0 00010000:00010000:2.0:1746130282.883536:0:7924:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012e1b7a00/0x4ce24e5787362531 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40b6f expref: 6 pid: 20953 timeout: 581 lvb_type: 0 00010000:00010000:2.0:1746130282.883571:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130282.883573:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130282.883582:0:7924:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012e1b6e00/0x4ce24e5787362538 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40b76 expref: 55 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130282.883591:0:7924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012e1b6e00/0x4ce24e5787362538 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40b76 expref: 55 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130282.883627:0:7924:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012e1b6e00/0x4ce24e5787362538 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40b76 expref: 55 pid: 20953 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746130282.883647:0:7924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f133480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841791872:192.168.204.51@tcp:105: 00000100:00100000:2.0:1746130282.883817:0:7924:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800932b2f00 going to sleep for 11 seconds 00000100:00100000:2.0:1746130282.885835:0:7924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f133480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841791872:192.168.204.51@tcp:105: 00010000:00010000:2.0:1746130282.885860:0:7924:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746130282.885911:0:7924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d158380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+5:1962:x1830949849313024:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 2460us (3305us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130282.885922:0:7924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14831 00000100:00100000:0.0:1746130282.886324:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130282.886409:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849313280 00000100:00100000:2.0:1746130282.886416:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849313280 00002000:00100000:2.0:1746130282.886452:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008d158e00 x1830949849313280/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:268/0 lens 488/0 e 0 to 0 dl 1746130293 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130282.886462:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d158e00 with x1830949849313280 ext(0->4095) 00002000:00010000:2.0:1746130282.886466:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008d158e00 00000100:00100000:2.0:1746130282.886488:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4962 00000100:00100000:2.0:1746130282.886494:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d158e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+56:1964:x1830949849313280:12345-192.168.204.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746130282.886876:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d158e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+56:1964:x1830949849313280:12345-192.168.204.51@tcp:3:ptlrpcd_01_01.0 Request processed in 381us (552us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746130282.886883:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4962 00002000:00100000:2.0:1746130282.886889:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008d158e00 x1830949849313280/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:268/0 lens 488/4536 e 0 to 0 dl 1746130293 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130282.886896:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d158e00 with x1830949849313280 ext(0->4095) 00002000:00010000:2.0:1746130282.886899:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008d158e00 00000100:00100000:0.0:1746130282.889428:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130282.889503:0:8469:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849313408 00000100:00100000:3.0:1746130282.889513:0:8469:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849313408 00000100:00100000:3.0:1746130282.889568:0:8469:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6568 00000100:00100000:3.0:1746130282.889576:0:8469:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d15b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+5:31579:x1830949849313408:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746130282.889595:0:8469:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746130282.889617:0:8469:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800934d1800/0x4ce24e578736253f lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae40b7d expref: -99 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130282.889650:0:8469:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012e1b6e00/0x4ce24e5787362538 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40b76 expref: 55 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130282.889659:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746130282.889661:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746130282.889665:0:8469:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d1800/0x4ce24e578736253f lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40b7d expref: 6 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130282.889701:0:8469:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012e1b6e00/0x4ce24e5787362538 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40b76 expref: 55 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130282.889713:0:8469:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012e1b6e00/0x4ce24e5787362538 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40b76 expref: 55 pid: 20953 timeout: 581 lvb_type: 0 00000100:00100000:3.0:1746130282.889727:0:8469:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091951f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8469:1830949841792000:192.168.204.51@tcp:104: 00000100:00100000:3.0:1746130282.889817:0:8469:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ad54000 going to sleep for 11 seconds 00000100:00100000:3.0:1746130282.894115:0:8469:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091951f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8469:1830949841792000:192.168.204.51@tcp:104: 00010000:00010000:3.0:1746130282.894155:0:8469:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800934d1800/0x4ce24e578736253f lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40b7d expref: 6 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130282.894174:0:8469:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800934d1800, rc 0) 00000100:00100000:3.0:1746130282.894235:0:8469:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d15b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+6:31579:x1830949849313408:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4659us (4814us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130282.894244:0:8469:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6568 00000100:00100000:0.0:1746130282.894747:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130282.894837:0:7924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849313536 00000100:00100000:2.0:1746130282.894844:0:7924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849313536 00010000:00010000:2.0:1746130282.894872:0:7924:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012e1b6e00/0x4ce24e5787362538 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40b76 expref: 56 pid: 20953 timeout: 581 lvb_type: 0 00000100:00100000:2.0:1746130282.894907:0:7924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14832 00000100:00100000:2.0:1746130282.894923:0:7924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d159c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+56:1961:x1830949849313536:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746130282.894937:0:7924:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746130282.894960:0:7924:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012e1b6e00/0x4ce24e5787362538 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40b76 expref: 56 pid: 20953 timeout: 581 lvb_type: 0 00010000:00010000:2.0:1746130282.894971:0:7924:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012e1b6e00/0x4ce24e5787362538 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40b76 expref: 56 pid: 20953 timeout: 581 lvb_type: 0 00010000:00010000:2.0:1746130282.894995:0:7924:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012e1b6e00/0x4ce24e5787362538 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40b76 expref: 56 pid: 20953 timeout: 581 lvb_type: 0 00010000:00010000:2.0:1746130282.895454:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130282.895456:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130282.895465:0:7924:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1800/0x4ce24e578736253f lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40b7d expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130282.895475:0:7924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d1800/0x4ce24e578736253f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40b7d expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130282.895511:0:7924:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800934d1800/0x4ce24e578736253f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40b7d expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746130282.895795:0:7924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f133480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841792128:192.168.204.51@tcp:105: 00000100:00100000:2.0:1746130282.895876:0:7924:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800932b2f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746130282.896960:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130282.897247:0:8469:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849313664 00000100:00100000:3.0:1746130282.897254:0:8469:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849313664 00000100:00100000:2.0:1746130282.897391:0:7924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f133480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841792128:192.168.204.51@tcp:105: 00010000:00010000:2.0:1746130282.897408:0:7924:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746130282.897434:0:8469:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6569 00000100:00100000:2.0:1746130282.897436:0:7924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d159c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+56:1961:x1830949849313536:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 2523us (2690us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130282.897442:0:8469:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d15b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:640ea846-b909-4eea-9a54-417e15bd627b+56:31578:x1830949849313664:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:2.0:1746130282.897444:0:7924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14832 00010000:00010000:3.0:1746130282.897458:0:8469:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746130282.897472:0:8469:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800934d0800/0x4ce24e5787362546 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae40b84 expref: -99 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130282.897714:0:8469:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1800/0x4ce24e578736253f lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40b7d expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130282.897720:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130282.897722:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130282.897726:0:8469:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d0800/0x4ce24e5787362546 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40b84 expref: 56 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130282.897749:0:8469:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800934d1800/0x4ce24e578736253f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40b7d expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130282.897761:0:8469:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800934d1800/0x4ce24e578736253f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40b7d expref: 5 pid: 8469 timeout: 581 lvb_type: 0 00000100:00100000:3.0:1746130282.897770:0:8469:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091951f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8469:1830949841792256:192.168.204.51@tcp:104: 00000100:00100000:3.0:1746130282.897816:0:8469:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009ad54000 going to sleep for 11 seconds 00000100:00100000:0.0:1746130282.898041:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130282.898120:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849313920 00000100:00100000:3.0:1746130282.898124:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849313920 00002000:00100000:3.0:1746130282.898151:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008d159880 x1830949849313920/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:268/0 lens 488/0 e 0 to 0 dl 1746130293 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130282.898166:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d159880 with x1830949849313920 ext(0->4095) 00010000:00010000:3.0:1746130282.898171:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1800/0x4ce24e578736253f lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40b7d expref: 6 pid: 8469 timeout: 581 lvb_type: 0 00010000:00010000:3.0:1746130282.898180:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800934d1800/0x4ce24e578736253f lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40b7d expref: 6 pid: 8469 timeout: 581 lvb_type: 0 00002000:00010000:3.0:1746130282.898186:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008d159880 00000100:00100000:3.0:1746130282.898200:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2711 00000100:00100000:3.0:1746130282.898206:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d159880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949849313920:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746130282.898398:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d159880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949849313920:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 191us (356us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746130282.898403:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2711 00002000:00100000:3.0:1746130282.898409:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008d159880 x1830949849313920/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:268/0 lens 488/4536 e 0 to 0 dl 1746130293 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130282.898416:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d159880 with x1830949849313920 ext(0->4095) 00010000:00010000:3.0:1746130282.898420:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1800/0x4ce24e578736253f lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40b7d expref: 6 pid: 8469 timeout: 581 lvb_type: 0 00010000:00010000:3.0:1746130282.898429:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800934d1800/0x4ce24e578736253f lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40b7d expref: 6 pid: 8469 timeout: 581 lvb_type: 0 00002000:00010000:3.0:1746130282.898434:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008d159880 00000100:00100000:3.0:1746130282.900713:0:8469:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091951f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8469:1830949841792256:192.168.204.51@tcp:104: 00010000:00010000:3.0:1746130282.900745:0:8469:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800934d0800/0x4ce24e5787362546 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40b84 expref: 56 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130282.900759:0:8469:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800934d0800, rc 0) 00000100:00100000:3.0:1746130282.900804:0:8469:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d15b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:640ea846-b909-4eea-9a54-417e15bd627b+56:31578:x1830949849313664:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3362us (3846us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130282.900811:0:8469:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6569 00000100:00100000:0.0:1746130282.902561:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130282.902638:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130282.902708:0:7924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849314176 00000100:00100000:2.0:1746130282.902718:0:7924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849314176 00010000:00010000:2.0:1746130282.902758:0:7924:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d1800/0x4ce24e578736253f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40b7d expref: 6 pid: 8469 timeout: 581 lvb_type: 0 00000100:00100000:2.0:1746130282.902787:0:7924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14833 00000100:00100000:2.0:1746130282.902793:0:7924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d15a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949849314176:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746130282.902807:0:7924:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1746130282.902854:0:8469:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849314048 00000100:00100000:3.0:1746130282.902858:0:8469:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849314048 00010000:00010000:2.0:1746130282.902882:0:7924:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800934d1800/0x4ce24e578736253f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40b7d expref: 6 pid: 8469 timeout: 581 lvb_type: 0 00010000:00010000:2.0:1746130282.902894:0:7924:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800934d1800/0x4ce24e578736253f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40b7d expref: 6 pid: 8469 timeout: 581 lvb_type: 0 00010000:00010000:2.0:1746130282.902916:0:7924:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1800/0x4ce24e578736253f lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40b7d expref: 6 pid: 8469 timeout: 581 lvb_type: 0 00010000:00010000:2.0:1746130282.902934:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130282.902936:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130282.902943:0:7924:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800934d0800/0x4ce24e5787362546 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40b84 expref: 56 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130282.902952:0:7924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d0800/0x4ce24e5787362546 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40b84 expref: 56 pid: 8469 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746130282.903008:0:8469:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6570 00000100:00100000:3.0:1746130282.903015:0:8469:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d159500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:640ea846-b909-4eea-9a54-417e15bd627b+56:31579:x1830949849314048:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746130282.903032:0:8469:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746130282.903042:0:8469:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800934d1000/0x4ce24e578736254d lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae40b8b expref: -99 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130282.903057:0:8469:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800934d0800/0x4ce24e5787362546 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40b84 expref: 57 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130282.903063:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746130282.903064:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746130282.903067:0:8469:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d1000/0x4ce24e578736254d lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40b8b expref: 57 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130282.903091:0:8469:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800934d0800/0x4ce24e5787362546 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40b84 expref: 57 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130282.903100:0:8469:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800934d0800/0x4ce24e5787362546 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70080400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40b84 expref: 57 pid: 8469 timeout: 581 lvb_type: 0 00000100:00100000:3.0:1746130282.903113:0:8469:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091951f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8469:1830949841792384:192.168.204.51@tcp:104: 00000100:00100000:3.0:1746130282.903175:0:8469:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b20c49c0 going to sleep for 11 seconds 00010000:00010000:2.0:1746130282.903326:0:7924:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800934d0800/0x4ce24e5787362546 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40b84 expref: 57 pid: 8469 timeout: 581 lvb_type: 0 00010000:00010000:2.0:1746130282.903333:0:7924:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800934d0800/0x4ce24e5787362546 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40b84 expref: 57 pid: 8469 timeout: 581 lvb_type: 0 00000100:00100000:2.0:1746130282.903341:0:7924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f133480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841792512:192.168.204.51@tcp:105: 00000100:00100000:2.0:1746130282.903395:0:7924:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800932b2f00 going to sleep for 11 seconds 00000100:00100000:2.0:1746130282.905425:0:7924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f133480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841792512:192.168.204.51@tcp:105: 00010000:00010000:2.0:1746130282.905444:0:7924:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746130282.905504:0:8469:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091951f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8469:1830949841792384:192.168.204.51@tcp:104: 00010000:00010000:3.0:1746130282.905530:0:8469:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800934d1000/0x4ce24e578736254d lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40b8b expref: 57 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130282.905544:0:8469:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800934d1000, rc 0) 00000100:00100000:3.0:1746130282.905584:0:8469:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d159500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:640ea846-b909-4eea-9a54-417e15bd627b+57:31579:x1830949849314048:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2569us (2944us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130282.905593:0:8469:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6570 00000100:00100000:2.0:1746130282.905751:0:7924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d15a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+5:1961:x1830949849314176:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 2957us (3196us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130282.905759:0:7924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14833 00000100:00100000:0.0:1746130282.907021:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130282.907076:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849314432 00000100:00100000:2.0:1746130282.907086:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849314432 00002000:00100000:2.0:1746130282.907123:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008d15aa00 x1830949849314432/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:268/0 lens 488/0 e 0 to 0 dl 1746130293 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130282.907133:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d15aa00 with x1830949849314432 ext(0->4095) 00010000:00010000:2.0:1746130282.907140:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800934d0800/0x4ce24e5787362546 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40b84 expref: 57 pid: 8469 timeout: 581 lvb_type: 0 00010000:00010000:2.0:1746130282.907157:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800934d0800/0x4ce24e5787362546 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40b84 expref: 57 pid: 8469 timeout: 581 lvb_type: 0 00002000:00010000:2.0:1746130282.907165:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008d15aa00 00000100:00100000:2.0:1746130282.907196:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2712 00000100:00100000:2.0:1746130282.907201:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d15aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+57:1962:x1830949849314432:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746130282.907404:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d15aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+57:1962:x1830949849314432:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 203us (386us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746130282.907410:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2712 00002000:00100000:2.0:1746130282.907415:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008d15aa00 x1830949849314432/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:268/0 lens 488/4536 e 0 to 0 dl 1746130293 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130282.907421:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d15aa00 with x1830949849314432 ext(0->4095) 00010000:00010000:2.0:1746130282.907425:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800934d0800/0x4ce24e5787362546 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40b84 expref: 57 pid: 8469 timeout: 581 lvb_type: 0 00010000:00010000:2.0:1746130282.907432:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800934d0800/0x4ce24e5787362546 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40b84 expref: 57 pid: 8469 timeout: 581 lvb_type: 0 00002000:00010000:2.0:1746130282.907437:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008d15aa00 00000100:00100000:0.0:1746130282.911395:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130282.911457:0:7924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849314560 00000100:00100000:2.0:1746130282.911469:0:7924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849314560 00010000:00010000:2.0:1746130282.911514:0:7924:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d0800/0x4ce24e5787362546 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40b84 expref: 57 pid: 8469 timeout: 581 lvb_type: 0 00000100:00100000:2.0:1746130282.911554:0:7924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14834 00000100:00100000:2.0:1746130282.911563:0:7924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d159180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+57:1963:x1830949849314560:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746130282.911579:0:7924:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746130282.911601:0:7924:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800934d0800/0x4ce24e5787362546 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40b84 expref: 57 pid: 8469 timeout: 581 lvb_type: 0 00010000:00010000:2.0:1746130282.911613:0:7924:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800934d0800/0x4ce24e5787362546 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40b84 expref: 57 pid: 8469 timeout: 581 lvb_type: 0 00010000:00010000:2.0:1746130282.911639:0:7924:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800934d0800/0x4ce24e5787362546 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40b84 expref: 57 pid: 8469 timeout: 581 lvb_type: 0 00010000:00010000:2.0:1746130282.911670:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130282.911672:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130282.911680:0:7924:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1000/0x4ce24e578736254d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40b8b expref: 56 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130282.911687:0:7924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d1000/0x4ce24e578736254d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40b8b expref: 56 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130282.911724:0:7924:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800934d1000/0x4ce24e578736254d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40b8b expref: 56 pid: 8469 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746130282.911737:0:7924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f133480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841792640:192.168.204.51@tcp:105: 00000100:00100000:2.0:1746130282.911814:0:7924:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800932b2840 going to sleep for 11 seconds 00000100:00100000:2.0:1746130282.916929:0:7924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f133480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841792640:192.168.204.51@tcp:105: 00010000:00010000:2.0:1746130282.916954:0:7924:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746130282.917000:0:7924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d159180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+56:1963:x1830949849314560:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 5436us (5618us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130282.917012:0:7924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14834 00000100:00100000:0.0:1746130282.917225:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130282.917312:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849314816 00000100:00100000:3.0:1746130282.917319:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849314816 00002000:00100000:3.0:1746130282.917377:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008d15bb80 x1830949849314816/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:268/0 lens 488/0 e 0 to 0 dl 1746130293 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130282.917387:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d15bb80 with x1830949849314816 ext(0->4095) 00002000:00010000:3.0:1746130282.917391:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008d15bb80 00000100:00100000:3.0:1746130282.917410:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4963 00000100:00100000:3.0:1746130282.917418:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d15bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+56:1961:x1830949849314816:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746130282.917575:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d15bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+56:1961:x1830949849314816:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 158us (350us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746130282.917580:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4963 00002000:00100000:3.0:1746130282.917585:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008d15bb80 x1830949849314816/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:268/0 lens 488/4536 e 0 to 0 dl 1746130293 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130282.917598:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008d15bb80 with x1830949849314816 ext(0->4095) 00002000:00010000:3.0:1746130282.917601:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008d15bb80 00000100:00100000:0.0:1746130282.920359:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130282.920456:0:8469:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849314944 00000100:00100000:3.0:1746130282.920466:0:8469:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849314944 00000100:00100000:3.0:1746130282.920529:0:8469:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6571 00000100:00100000:3.0:1746130282.920537:0:8469:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d158000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+5:31579:x1830949849314944:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746130282.920556:0:8469:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746130282.920576:0:8469:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800934d1400/0x4ce24e5787362554 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae40b92 expref: -99 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130282.920613:0:8469:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1000/0x4ce24e578736254d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40b8b expref: 55 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130282.920622:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746130282.920624:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746130282.920627:0:8469:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d1400/0x4ce24e5787362554 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40b92 expref: 6 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130282.920663:0:8469:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800934d1000/0x4ce24e578736254d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40b8b expref: 55 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130282.920676:0:8469:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800934d1000/0x4ce24e578736254d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40b8b expref: 55 pid: 8469 timeout: 581 lvb_type: 0 00000100:00100000:3.0:1746130282.920689:0:8469:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091951f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8469:1830949841792768:192.168.204.51@tcp:104: 00000100:00100000:3.0:1746130282.920786:0:8469:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b20c4480 going to sleep for 11 seconds 00000100:00100000:3.0:1746130282.923128:0:8469:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091951f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8469:1830949841792768:192.168.204.51@tcp:104: 00010000:00010000:3.0:1746130282.923164:0:8469:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800934d1400/0x4ce24e5787362554 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40b92 expref: 6 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130282.923181:0:8469:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800934d1400, rc 0) 00000100:00100000:3.0:1746130282.923239:0:8469:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d158000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+6:31579:x1830949849314944:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2702us (2899us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130282.923247:0:8469:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6571 00000100:00100000:0.0:1746130282.923366:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130282.923553:0:7924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849315072 00000100:00100000:2.0:1746130282.923561:0:7924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849315072 00010000:00010000:2.0:1746130282.923588:0:7924:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d1000/0x4ce24e578736254d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40b8b expref: 56 pid: 8469 timeout: 581 lvb_type: 0 00000100:00100000:2.0:1746130282.923622:0:7924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14835 00000100:00100000:2.0:1746130282.923629:0:7924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129e20c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+56:1961:x1830949849315072:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746130282.923641:0:7924:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746130282.923663:0:7924:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800934d1000/0x4ce24e578736254d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40b8b expref: 56 pid: 8469 timeout: 581 lvb_type: 0 00010000:00010000:2.0:1746130282.923674:0:7924:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800934d1000/0x4ce24e578736254d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40b8b expref: 56 pid: 8469 timeout: 581 lvb_type: 0 00010000:00010000:2.0:1746130282.923696:0:7924:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1000/0x4ce24e578736254d lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40b8b expref: 56 pid: 8469 timeout: 581 lvb_type: 0 00010000:00010000:2.0:1746130282.923721:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130282.923723:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130282.923730:0:7924:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1400/0x4ce24e5787362554 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40b92 expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130282.923738:0:7924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d1400/0x4ce24e5787362554 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40b92 expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130282.923768:0:7924:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800934d1400/0x4ce24e5787362554 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40b92 expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746130282.923779:0:7924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f133480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841792896:192.168.204.51@tcp:105: 00000100:00100000:2.0:1746130282.923845:0:7924:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800932b2840 going to sleep for 11 seconds 00000100:00100000:0.0:1746130282.926159:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130282.926412:0:7924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f133480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841792896:192.168.204.51@tcp:105: 00000100:00100000:1.0:1746130282.926413:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849315328 00000100:00100000:1.0:1746130282.926421:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849315328 00010000:00010000:2.0:1746130282.926433:0:7924:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00100000:1.0:1746130282.926464:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092e35180 x1830949849315328/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:268/0 lens 488/0 e 0 to 0 dl 1746130293 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1746130282.926470:0:7924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129e20c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+55:1961:x1830949849315072:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 2841us (3104us total) trans 0 rc 0/0 00002000:00100000:1.0:1746130282.926473:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092e35180 with x1830949849315328 ext(0->4095) 00002000:00010000:1.0:1746130282.926478:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092e35180 00000100:00100000:2.0:1746130282.926480:0:7924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14835 00000100:00100000:1.0:1746130282.927081:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4964 00000100:00100000:1.0:1746130282.927099:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e35180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949849315328:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746130282.927306:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e35180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949849315328:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 216us (1154us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746130282.927311:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4964 00002000:00100000:1.0:1746130282.927317:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092e35180 x1830949849315328/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:268/0 lens 488/4536 e 0 to 0 dl 1746130293 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130282.927330:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092e35180 with x1830949849315328 ext(0->4095) 00002000:00010000:1.0:1746130282.927333:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092e35180 00000100:00100000:0.0:1746130282.927677:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130282.927721:0:8469:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849315456 00000100:00100000:3.0:1746130282.927725:0:8469:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849315456 00000100:00100000:3.0:1746130282.927762:0:8469:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6572 00000100:00100000:3.0:1746130282.927768:0:8469:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e37800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:640ea846-b909-4eea-9a54-417e15bd627b+55:31578:x1830949849315456:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746130282.927779:0:8469:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746130282.927799:0:8469:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800934d0800/0x4ce24e578736255b lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae40b99 expref: -99 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130282.927824:0:8469:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1400/0x4ce24e5787362554 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40b92 expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130282.927835:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130282.927837:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130282.927840:0:8469:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d0800/0x4ce24e578736255b lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40b99 expref: 56 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130282.927870:0:8469:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800934d1400/0x4ce24e5787362554 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40b92 expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130282.927881:0:8469:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800934d1400/0x4ce24e5787362554 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40b92 expref: 5 pid: 8469 timeout: 581 lvb_type: 0 00000100:00100000:3.0:1746130282.927893:0:8469:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091951f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8469:1830949841793024:192.168.204.51@tcp:104: 00000100:00100000:3.0:1746130282.927961:0:8469:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b20c4480 going to sleep for 11 seconds 00000100:00100000:0.0:1746130282.930157:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130282.930319:0:20953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849315584 00000100:00100000:1.0:1746130282.930330:0:20953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849315584 00000100:00100000:3.0:1746130282.930332:0:8469:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091951f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8469:1830949841793024:192.168.204.51@tcp:104: 00010000:00010000:3.0:1746130282.930374:0:8469:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800934d0800/0x4ce24e578736255b lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40b99 expref: 57 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130282.930393:0:8469:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800934d0800, rc 0) 00000100:00100000:1.0:1746130282.930572:0:20953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6573 00000100:00100000:1.0:1746130282.930581:0:20953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7f9b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:640ea846-b909-4eea-9a54-417e15bd627b+57:31579:x1830949849315584:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746130282.930594:0:20953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746130282.930606:0:20953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012e1b7a00/0x4ce24e5787362562 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae40ba0 expref: -99 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130282.930680:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130282.930685:0:20953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800934d0800/0x4ce24e578736255b lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40b99 expref: 58 pid: 8469 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746130282.930697:0:8469:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e37800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:640ea846-b909-4eea-9a54-417e15bd627b+58:31578:x1830949849315456:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2928us (3019us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130282.930704:0:8469:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6572 00010000:00010000:1.0:1746130282.930941:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130282.930945:0:20953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012e1b7a00/0x4ce24e5787362562 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40ba0 expref: 57 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130282.930974:0:20953:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800934d0800/0x4ce24e578736255b lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40b99 expref: 57 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130282.930985:0:20953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012e1b7a00/0x4ce24e5787362562 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40ba0 expref: 57 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130282.930998:0:20953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e1b7a00, rc 0) 00000100:00100000:1.0:1746130282.931022:0:20953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7f9b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:640ea846-b909-4eea-9a54-417e15bd627b+57:31579:x1830949849315584:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 443us (871us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130282.931130:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130282.931173:0:7924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849315712 00000100:00100000:1.0:1746130282.931173:0:20953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6573 00000100:00100000:3.0:1746130282.931177:0:7924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849315712 00010000:00010000:3.0:1746130282.931191:0:7924:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d1400/0x4ce24e5787362554 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40b92 expref: 6 pid: 8469 timeout: 581 lvb_type: 0 00000100:00100000:3.0:1746130282.931208:0:7924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14836 00000100:00100000:3.0:1746130282.931212:0:7924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f133480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949849315712:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746130282.931220:0:7924:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746130282.931240:0:7924:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800934d1400/0x4ce24e5787362554 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40b92 expref: 6 pid: 8469 timeout: 581 lvb_type: 0 00010000:00010000:3.0:1746130282.931249:0:7924:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800934d1400/0x4ce24e5787362554 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40b92 expref: 6 pid: 8469 timeout: 581 lvb_type: 0 00010000:00010000:3.0:1746130282.931296:0:7924:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1400/0x4ce24e5787362554 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40b92 expref: 6 pid: 8469 timeout: 581 lvb_type: 0 00010000:00010000:3.0:1746130282.931313:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130282.931315:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130282.931321:0:7924:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800934d0800/0x4ce24e578736255b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40b99 expref: 56 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130282.931327:0:7924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d0800/0x4ce24e578736255b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40b99 expref: 56 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130282.931345:0:7924:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800934d0800/0x4ce24e578736255b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40b99 expref: 56 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130282.931366:0:7924:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800934d0800/0x4ce24e578736255b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40b99 expref: 56 pid: 8469 timeout: 581 lvb_type: 0 00000100:00100000:3.0:1746130282.931376:0:7924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091951f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841793280:192.168.204.51@tcp:105: 00000100:00100000:3.0:1746130282.931417:0:7924:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b20c4480 going to sleep for 11 seconds 00000100:00100000:2.0:1746130282.935342:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130282.935950:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849315968 00000100:00100000:1.0:1746130282.935960:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849315968 00002000:00100000:1.0:1746130282.936014:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008f130700 x1830949849315968/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:268/0 lens 488/0 e 0 to 0 dl 1746130293 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130282.936025:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f130700 with x1830949849315968 ext(0->4095) 00010000:00010000:1.0:1746130282.936034:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800934d0800/0x4ce24e578736255b lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40b99 expref: 57 pid: 8469 timeout: 581 lvb_type: 0 00010000:00010000:1.0:1746130282.936047:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800934d0800/0x4ce24e578736255b lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40b99 expref: 57 pid: 8469 timeout: 581 lvb_type: 0 00002000:00010000:1.0:1746130282.936053:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008f130700 00000100:00100000:1.0:1746130282.936085:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2713 00000100:00100000:1.0:1746130282.936098:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f130700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+57:1962:x1830949849315968:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746130282.936121:0:7924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091951f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841793280:192.168.204.51@tcp:105: 00010000:00010000:3.0:1746130282.936147:0:7924:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746130282.936198:0:7924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f133480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+5:1962:x1830949849315712:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 4984us (5068us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130282.936207:0:7924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14836 00000100:00100000:1.0:1746130282.936644:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f130700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+57:1962:x1830949849315968:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 550us (1312us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746130282.936651:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2713 00002000:00100000:1.0:1746130282.936656:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008f130700 x1830949849315968/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:268/0 lens 488/4536 e 0 to 0 dl 1746130293 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130282.936663:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f130700 with x1830949849315968 ext(0->4095) 00010000:00010000:1.0:1746130282.936668:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800934d0800/0x4ce24e578736255b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40b99 expref: 57 pid: 8469 timeout: 581 lvb_type: 0 00010000:00010000:1.0:1746130282.936681:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800934d0800/0x4ce24e578736255b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40b99 expref: 57 pid: 8469 timeout: 581 lvb_type: 0 00002000:00010000:1.0:1746130282.936686:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008f130700 00000100:00100000:0.0:1746130282.940530:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130282.940613:0:7924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849316096 00000100:00100000:3.0:1746130282.940622:0:7924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849316096 00010000:00010000:3.0:1746130282.940666:0:7924:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d0800/0x4ce24e578736255b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40b99 expref: 57 pid: 8469 timeout: 581 lvb_type: 0 00000100:00100000:3.0:1746130282.940688:0:7924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14837 00000100:00100000:3.0:1746130282.940694:0:7924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e34000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+57:1962:x1830949849316096:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746130282.940708:0:7924:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746130282.940733:0:7924:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800934d0800/0x4ce24e578736255b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40b99 expref: 57 pid: 8469 timeout: 581 lvb_type: 0 00010000:00010000:3.0:1746130282.940745:0:7924:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800934d0800/0x4ce24e578736255b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40b99 expref: 57 pid: 8469 timeout: 581 lvb_type: 0 00010000:00010000:3.0:1746130282.941083:0:7924:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800934d0800/0x4ce24e578736255b lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40b99 expref: 57 pid: 8469 timeout: 581 lvb_type: 0 00010000:00010000:3.0:1746130282.941102:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130282.941105:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130282.941113:0:7924:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012e1b7a00/0x4ce24e5787362562 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40ba0 expref: 56 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130282.941120:0:7924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012e1b7a00/0x4ce24e5787362562 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40ba0 expref: 56 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130282.941155:0:7924:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012e1b7a00/0x4ce24e5787362562 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40ba0 expref: 56 pid: 20953 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746130282.941166:0:7924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091951f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841793408:192.168.204.51@tcp:105: 00000100:00100000:3.0:1746130282.942239:0:7924:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b20c4480 going to sleep for 11 seconds 00000100:00100000:0.0:1746130282.944784:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130282.944962:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849316352 00000100:00100000:1.0:1746130282.944971:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849316352 00002000:00100000:1.0:1746130282.945021:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092e36d80 x1830949849316352/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:268/0 lens 488/0 e 0 to 0 dl 1746130293 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130282.945031:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092e36d80 with x1830949849316352 ext(0->4095) 00002000:00010000:1.0:1746130282.945037:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092e36d80 00000100:00100000:1.0:1746130282.945070:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4965 00000100:00100000:1.0:1746130282.945078:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e36d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+57:1961:x1830949849316352:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746130282.945176:0:7924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091951f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841793408:192.168.204.51@tcp:105: 00010000:00010000:3.0:1746130282.945204:0:7924:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746130282.945245:0:7924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e34000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+57:1962:x1830949849316096:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 4550us (4723us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130282.945254:0:7924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14837 00000100:00100000:1.0:1746130282.945567:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e36d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+56:1961:x1830949849316352:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 488us (791us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746130282.945573:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4965 00002000:00100000:1.0:1746130282.945578:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092e36d80 x1830949849316352/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:268/0 lens 488/4536 e 0 to 0 dl 1746130293 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130282.945586:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092e36d80 with x1830949849316352 ext(0->4095) 00002000:00010000:1.0:1746130282.945589:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092e36d80 00000100:00100000:0.0:1746130282.947628:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130282.947686:0:20953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849316480 00000100:00100000:1.0:1746130282.947694:0:20953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849316480 00000100:00100000:1.0:1746130282.947876:0:20953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6574 00000100:00100000:1.0:1746130282.947884:0:20953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e36a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c84b93b0-d496-484f-8e1e-94008838f2dd+5:31579:x1830949849316480:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746130282.947903:0:20953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746130282.947921:0:20953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012e1b6e00/0x4ce24e5787362569 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae40ba7 expref: -99 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130282.947949:0:20953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012e1b7a00/0x4ce24e5787362562 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40ba0 expref: 55 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130282.947957:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130282.947959:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130282.947963:0:20953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012e1b6e00/0x4ce24e5787362569 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40ba7 expref: 6 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130282.947995:0:20953:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012e1b7a00/0x4ce24e5787362562 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40ba0 expref: 55 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130282.948008:0:20953:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012e1b7a00/0x4ce24e5787362562 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40ba0 expref: 55 pid: 20953 timeout: 581 lvb_type: 0 00000100:00100000:1.0:1746130282.948020:0:20953:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093173b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:20953:1830949841793536:192.168.204.51@tcp:104: 00000100:00100000:1.0:1746130282.948100:0:20953:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18fb9c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746130282.950158:0:20953:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093173b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:20953:1830949841793536:192.168.204.51@tcp:104: 00010000:00010000:1.0:1746130282.950186:0:20953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012e1b6e00/0x4ce24e5787362569 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40ba7 expref: 6 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130282.950423:0:20953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e1b6e00, rc 0) 00000100:00100000:1.0:1746130282.950466:0:20953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e36a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c84b93b0-d496-484f-8e1e-94008838f2dd+6:31579:x1830949849316480:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2582us (2844us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130282.950477:0:20953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6574 00000100:00100000:2.0:1746130282.951837:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130282.951921:0:7924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849316608 00000100:00100000:3.0:1746130282.951929:0:7924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849316608 00010000:00010000:3.0:1746130282.951972:0:7924:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012e1b7a00/0x4ce24e5787362562 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40ba0 expref: 56 pid: 20953 timeout: 581 lvb_type: 0 00000100:00100000:3.0:1746130282.951997:0:7924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14838 00000100:00100000:3.0:1746130282.952005:0:7924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f130e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+56:1962:x1830949849316608:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746130282.952019:0:7924:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746130282.952043:0:7924:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012e1b7a00/0x4ce24e5787362562 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40ba0 expref: 56 pid: 20953 timeout: 581 lvb_type: 0 00010000:00010000:3.0:1746130282.952056:0:7924:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012e1b7a00/0x4ce24e5787362562 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40ba0 expref: 56 pid: 20953 timeout: 581 lvb_type: 0 00010000:00010000:3.0:1746130282.952084:0:7924:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012e1b7a00/0x4ce24e5787362562 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40ba0 expref: 56 pid: 20953 timeout: 581 lvb_type: 0 00010000:00010000:3.0:1746130282.952622:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130282.952625:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130282.952635:0:7924:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012e1b6e00/0x4ce24e5787362569 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40ba7 expref: 5 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130282.952649:0:7924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012e1b6e00/0x4ce24e5787362569 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40ba7 expref: 5 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130282.952685:0:7924:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012e1b6e00/0x4ce24e5787362569 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40ba7 expref: 5 pid: 20953 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746130282.952697:0:7924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091951f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841793664:192.168.204.51@tcp:105: 00000100:00100000:3.0:1746130282.952793:0:7924:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b20c4480 going to sleep for 11 seconds 00000100:00100000:3.0:1746130282.956225:0:7924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091951f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841793664:192.168.204.51@tcp:105: 00010000:00010000:3.0:1746130282.956257:0:7924:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746130282.956324:0:7924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f130e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+55:1962:x1830949849316608:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 4319us (4491us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130282.956335:0:7924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14838 00000100:00100000:0.0:1746130282.956522:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130282.956639:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130282.956715:0:20953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849316736 00000100:00100000:1.0:1746130282.956727:0:20953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849316736 00000100:00100000:1.0:1746130282.956772:0:20953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6575 00000100:00100000:1.0:1746130282.956779:0:20953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e34380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:640ea846-b909-4eea-9a54-417e15bd627b+55:31578:x1830949849316736:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746130282.956798:0:20953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746130282.956816:0:20953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012e1b7400/0x4ce24e5787362570 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae40bae expref: -99 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130282.956845:0:20953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012e1b6e00/0x4ce24e5787362569 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40ba7 expref: 5 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130282.956854:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130282.956856:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130282.956860:0:20953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012e1b7400/0x4ce24e5787362570 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40bae expref: 56 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130282.956891:0:20953:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012e1b6e00/0x4ce24e5787362569 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40ba7 expref: 5 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130282.956904:0:20953:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012e1b6e00/0x4ce24e5787362569 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40ba7 expref: 5 pid: 20953 timeout: 581 lvb_type: 0 00000100:00100000:1.0:1746130282.956916:0:20953:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093173b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:20953:1830949841793792:192.168.204.51@tcp:104: 00000100:00100000:1.0:1746130282.956975:0:20953:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18fb9c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746130282.957068:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849316992 00000100:00100000:2.0:1746130282.957072:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849316992 00002000:00100000:2.0:1746130282.957100:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092e35f80 x1830949849316992/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:268/0 lens 488/0 e 0 to 0 dl 1746130293 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130282.957108:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092e35f80 with x1830949849316992 ext(0->4095) 00010000:00010000:2.0:1746130282.957114:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012e1b6e00/0x4ce24e5787362569 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40ba7 expref: 6 pid: 20953 timeout: 581 lvb_type: 0 00010000:00010000:2.0:1746130282.957123:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012e1b6e00/0x4ce24e5787362569 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40ba7 expref: 6 pid: 20953 timeout: 581 lvb_type: 0 00002000:00010000:2.0:1746130282.957128:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092e35f80 00000100:00100000:2.0:1746130282.957143:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2714 00000100:00100000:2.0:1746130282.957148:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e35f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1964:x1830949849316992:12345-192.168.204.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746130282.957306:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e35f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1964:x1830949849316992:12345-192.168.204.51@tcp:3:ptlrpcd_01_01.0 Request processed in 157us (785us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746130282.957312:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2714 00002000:00100000:2.0:1746130282.957317:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092e35f80 x1830949849316992/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:268/0 lens 488/4536 e 0 to 0 dl 1746130293 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130282.957324:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092e35f80 with x1830949849316992 ext(0->4095) 00010000:00010000:2.0:1746130282.957329:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012e1b6e00/0x4ce24e5787362569 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40ba7 expref: 6 pid: 20953 timeout: 581 lvb_type: 0 00010000:00010000:2.0:1746130282.957337:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012e1b6e00/0x4ce24e5787362569 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40ba7 expref: 6 pid: 20953 timeout: 581 lvb_type: 0 00002000:00010000:2.0:1746130282.957343:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092e35f80 00000100:00100000:2.0:1746130282.960750:0:20953:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093173b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:20953:1830949841793792:192.168.204.51@tcp:104: 00010000:00010000:2.0:1746130282.960783:0:20953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012e1b7400/0x4ce24e5787362570 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40bae expref: 56 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130282.960803:0:20953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e1b7400, rc 0) 00000100:00100000:2.0:1746130282.960846:0:20953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e34380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:640ea846-b909-4eea-9a54-417e15bd627b+56:31578:x1830949849316736:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4067us (4206us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130282.960855:0:20953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6575 00000100:00100000:0.0:1746130282.962223:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130282.963496:0:20953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849317120 00000100:00100000:2.0:1746130282.963507:0:20953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849317120 00000100:00100000:2.0:1746130282.963572:0:20953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6576 00000100:00100000:2.0:1746130282.963581:0:20953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e34a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:640ea846-b909-4eea-9a54-417e15bd627b+56:31579:x1830949849317120:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746130282.963602:0:20953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746130282.963620:0:20953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e5787362577 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae40bb5 expref: -99 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130282.963648:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130282.963654:0:20953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012e1b7400/0x4ce24e5787362570 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40bae expref: 57 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130282.963660:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746130282.963663:0:20953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e5787362577 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40bb5 expref: 57 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130282.963702:0:20953:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012e1b7400/0x4ce24e5787362570 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40bae expref: 57 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130282.963713:0:20953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e5787362577 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40bb5 expref: 57 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130282.963722:0:20953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091fc9a00, rc 0) 00000100:00100000:2.0:1746130282.963773:0:20953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e34a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:640ea846-b909-4eea-9a54-417e15bd627b+57:31579:x1830949849317120:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 193us (1554us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130282.963779:0:20953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6576 00000100:00100000:0.0:1746130282.964096:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130282.964145:0:7924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849317248 00000100:00100000:3.0:1746130282.964150:0:7924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849317248 00010000:00010000:3.0:1746130282.964172:0:7924:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012e1b6e00/0x4ce24e5787362569 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40ba7 expref: 6 pid: 20953 timeout: 581 lvb_type: 0 00000100:00100000:3.0:1746130282.964196:0:7924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14839 00000100:00100000:3.0:1746130282.964203:0:7924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e35500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949849317248:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746130282.964213:0:7924:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746130282.964238:0:7924:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012e1b6e00/0x4ce24e5787362569 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40ba7 expref: 6 pid: 20953 timeout: 581 lvb_type: 0 00010000:00010000:3.0:1746130282.964248:0:7924:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012e1b6e00/0x4ce24e5787362569 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40ba7 expref: 6 pid: 20953 timeout: 581 lvb_type: 0 00010000:00010000:3.0:1746130282.964401:0:7924:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012e1b6e00/0x4ce24e5787362569 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40ba7 expref: 6 pid: 20953 timeout: 581 lvb_type: 0 00010000:00010000:3.0:1746130282.964422:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130282.964424:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130282.964430:0:7924:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012e1b7400/0x4ce24e5787362570 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40bae expref: 56 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130282.964438:0:7924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012e1b7400/0x4ce24e5787362570 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40bae expref: 56 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130282.964731:0:7924:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012e1b7400/0x4ce24e5787362570 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40bae expref: 56 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130282.964747:0:7924:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012e1b7400/0x4ce24e5787362570 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40bae expref: 56 pid: 20953 timeout: 581 lvb_type: 0 00000100:00100000:3.0:1746130282.964759:0:7924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091951f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841794048:192.168.204.51@tcp:105: 00000100:00100000:3.0:1746130282.964831:0:7924:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b20c4480 going to sleep for 11 seconds 00000100:00100000:0.0:1746130282.968001:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130282.968054:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849317504 00000100:00100000:2.0:1746130282.968063:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849317504 00000100:00100000:3.0:1746130282.968089:0:7924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091951f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841794048:192.168.204.51@tcp:105: 00002000:00100000:2.0:1746130282.968115:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092e37480 x1830949849317504/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:268/0 lens 488/0 e 0 to 0 dl 1746130293 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00010000:00010000:3.0:1746130282.968118:0:7924:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00100000:2.0:1746130282.968126:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092e37480 with x1830949849317504 ext(0->4095) 00010000:00010000:2.0:1746130282.968136:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012e1b7400/0x4ce24e5787362570 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40bae expref: 57 pid: 20953 timeout: 581 lvb_type: 0 00010000:00010000:2.0:1746130282.968150:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012e1b7400/0x4ce24e5787362570 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40bae expref: 57 pid: 20953 timeout: 581 lvb_type: 0 00002000:00010000:2.0:1746130282.968157:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092e37480 00000100:00100000:3.0:1746130282.968160:0:7924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e35500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+5:1961:x1830949849317248:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 3958us (4065us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130282.968170:0:7924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14839 00000100:00100000:2.0:1746130282.968178:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2715 00000100:00100000:2.0:1746130282.968185:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e37480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+57:1961:x1830949849317504:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746130282.968389:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e37480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+57:1961:x1830949849317504:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 204us (396us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746130282.968395:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2715 00002000:00100000:2.0:1746130282.968399:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092e37480 x1830949849317504/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:268/0 lens 488/4536 e 0 to 0 dl 1746130293 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130282.968406:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092e37480 with x1830949849317504 ext(0->4095) 00010000:00010000:2.0:1746130282.968410:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012e1b7400/0x4ce24e5787362570 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40bae expref: 57 pid: 20953 timeout: 581 lvb_type: 0 00010000:00010000:2.0:1746130282.968418:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012e1b7400/0x4ce24e5787362570 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40bae expref: 57 pid: 20953 timeout: 581 lvb_type: 0 00002000:00010000:2.0:1746130282.968423:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092e37480 00000100:00100000:0.0:1746130282.972431:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130282.972670:0:7924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849317632 00000100:00100000:3.0:1746130282.972679:0:7924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849317632 00010000:00010000:3.0:1746130282.972725:0:7924:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012e1b7400/0x4ce24e5787362570 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40bae expref: 57 pid: 20953 timeout: 581 lvb_type: 0 00000100:00100000:3.0:1746130282.972751:0:7924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14840 00000100:00100000:3.0:1746130282.972758:0:7924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e37800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+57:1962:x1830949849317632:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746130282.972838:0:7924:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746130282.972862:0:7924:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012e1b7400/0x4ce24e5787362570 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40bae expref: 57 pid: 20953 timeout: 581 lvb_type: 0 00010000:00010000:3.0:1746130282.972874:0:7924:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012e1b7400/0x4ce24e5787362570 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40bae expref: 57 pid: 20953 timeout: 581 lvb_type: 0 00010000:00010000:3.0:1746130282.972897:0:7924:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012e1b7400/0x4ce24e5787362570 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40bae expref: 57 pid: 20953 timeout: 581 lvb_type: 0 00010000:00010000:3.0:1746130282.972924:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130282.972926:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130282.972934:0:7924:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e5787362577 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40bb5 expref: 56 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130282.972942:0:7924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e5787362577 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40bb5 expref: 56 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130282.972977:0:7924:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e5787362577 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40bb5 expref: 56 pid: 20953 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746130282.973182:0:7924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091951f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841794176:192.168.204.51@tcp:105: 00000100:00100000:3.0:1746130282.973346:0:7924:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b20c4480 going to sleep for 11 seconds 00000100:00100000:3.0:1746130282.977773:0:7924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091951f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841794176:192.168.204.51@tcp:105: 00000100:00100000:0.0:1746130282.977775:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130282.977841:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849317888 00000100:00100000:2.0:1746130282.977849:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849317888 00002000:00100000:2.0:1746130282.977897:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008ac72680 x1830949849317888/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:268/0 lens 488/0 e 0 to 0 dl 1746130293 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130282.977914:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ac72680 with x1830949849317888 ext(0->4095) 00002000:00010000:2.0:1746130282.977921:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008ac72680 00000100:00100000:2.0:1746130282.977942:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4966 00000100:00100000:2.0:1746130282.977950:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ac72680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+57:1962:x1830949849317888:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746130282.978125:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ac72680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+57:1962:x1830949849317888:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 174us (350us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746130282.978131:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4966 00002000:00100000:2.0:1746130282.978137:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008ac72680 x1830949849317888/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:268/0 lens 488/4536 e 0 to 0 dl 1746130293 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130282.978144:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ac72680 with x1830949849317888 ext(0->4095) 00002000:00010000:2.0:1746130282.978146:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008ac72680 00010000:00010000:3.0:1746130282.978236:0:7924:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746130282.978260:0:7924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e37800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+56:1962:x1830949849317632:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 5503us (5840us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130282.978296:0:7924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14840 00000100:00100000:0.0:1746130282.980068:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130282.980416:0:8469:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849318016 00000100:00100000:3.0:1746130282.980423:0:8469:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849318016 00000100:00100000:3.0:1746130282.980472:0:8469:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6577 00000100:00100000:3.0:1746130282.980477:0:8469:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ac71880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+5:31579:x1830949849318016:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746130282.980492:0:8469:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746130282.980508:0:8469:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800934d1200/0x4ce24e578736257e lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae40bbc expref: -99 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130282.980532:0:8469:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e5787362577 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40bb5 expref: 55 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130282.980537:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746130282.980538:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746130282.980541:0:8469:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d1200/0x4ce24e578736257e lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40bbc expref: 6 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130282.980565:0:8469:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e5787362577 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40bb5 expref: 55 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130282.980573:0:8469:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e5787362577 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40bb5 expref: 55 pid: 20953 timeout: 581 lvb_type: 0 00000100:00100000:3.0:1746130282.980586:0:8469:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091951f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8469:1830949841794304:192.168.204.51@tcp:104: 00000100:00100000:3.0:1746130282.980659:0:8469:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b20c4480 going to sleep for 11 seconds 00000100:00100000:3.0:1746130282.982701:0:8469:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091951f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8469:1830949841794304:192.168.204.51@tcp:104: 00010000:00010000:3.0:1746130282.982738:0:8469:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800934d1200/0x4ce24e578736257e lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40bbc expref: 6 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130282.982756:0:8469:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800934d1200, rc 0) 00000100:00100000:3.0:1746130282.982804:0:8469:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ac71880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+6:31579:x1830949849318016:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2324us (2741us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130282.982813:0:8469:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6577 00000100:00100000:0.0:1746130282.984339:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130282.984422:0:7924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849318144 00000100:00100000:3.0:1746130282.984430:0:7924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849318144 00010000:00010000:3.0:1746130282.984467:0:7924:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e5787362577 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40bb5 expref: 56 pid: 20953 timeout: 581 lvb_type: 0 00000100:00100000:3.0:1746130282.984498:0:7924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14841 00000100:00100000:3.0:1746130282.984505:0:7924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ac70380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+56:1962:x1830949849318144:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746130282.984517:0:7924:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746130282.984538:0:7924:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e5787362577 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40bb5 expref: 56 pid: 20953 timeout: 581 lvb_type: 0 00010000:00010000:3.0:1746130282.984549:0:7924:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e5787362577 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40bb5 expref: 56 pid: 20953 timeout: 581 lvb_type: 0 00010000:00010000:3.0:1746130282.984577:0:7924:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e5787362577 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40bb5 expref: 56 pid: 20953 timeout: 581 lvb_type: 0 00010000:00010000:3.0:1746130282.984602:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130282.984604:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130282.984610:0:7924:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1200/0x4ce24e578736257e lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40bbc expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130282.984618:0:7924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d1200/0x4ce24e578736257e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40bbc expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130282.984647:0:7924:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800934d1200/0x4ce24e578736257e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40bbc expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746130282.984663:0:7924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091951f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841794432:192.168.204.51@tcp:105: 00000100:00100000:3.0:1746130282.984827:0:7924:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b20c4480 going to sleep for 11 seconds 00000100:00100000:3.0:1746130282.988187:0:7924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091951f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841794432:192.168.204.51@tcp:105: 00010000:00010000:3.0:1746130282.988221:0:7924:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746130282.988297:0:7924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ac70380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+55:1962:x1830949849318144:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 3791us (3961us total) trans 0 rc 0/0 00000100:00100000:0.0:1746130282.988302:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130282.988308:0:7924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14841 00000100:00100000:0.0:1746130282.988331:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849318400 00000100:00100000:0.0:1746130282.988338:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849318400 00002000:00100000:0.0:1746130282.988389:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008ac73b80 x1830949849318400/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:268/0 lens 488/0 e 0 to 0 dl 1746130293 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746130282.988399:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ac73b80 with x1830949849318400 ext(0->4095) 00002000:00010000:0.0:1746130282.988404:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008ac73b80 00000100:00100000:0.0:1746130282.988432:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4967 00000100:00100000:0.0:1746130282.988439:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ac73b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949849318400:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746130282.988504:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130282.988639:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ac73b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949849318400:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 201us (337us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746130282.988646:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4967 00000100:00100000:3.0:1746130282.988650:0:8469:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849318528 00002000:00100000:0.0:1746130282.988650:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008ac73b80 x1830949849318400/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:268/0 lens 488/4536 e 0 to 0 dl 1746130293 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1746130282.988654:0:8469:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849318528 00002000:00100000:0.0:1746130282.988658:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ac73b80 with x1830949849318400 ext(0->4095) 00000100:00100000:3.0:1746130282.988683:0:8469:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6578 00000100:00100000:3.0:1746130282.988689:0:8469:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093170a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:640ea846-b909-4eea-9a54-417e15bd627b+55:31578:x1830949849318528:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746130282.988703:0:8469:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746130282.988719:0:8469:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800934d1a00/0x4ce24e5787362585 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae40bc3 expref: -99 pid: 8469 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1746130282.988743:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008ac73b80 00010000:00010000:3.0:1746130282.988994:0:8469:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1200/0x4ce24e578736257e lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40bbc expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130282.989003:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130282.989005:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130282.989013:0:8469:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d1a00/0x4ce24e5787362585 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40bc3 expref: 56 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130282.989043:0:8469:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800934d1200/0x4ce24e578736257e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40bbc expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130282.989055:0:8469:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800934d1200/0x4ce24e578736257e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40bbc expref: 5 pid: 8469 timeout: 581 lvb_type: 0 00000100:00100000:3.0:1746130282.989067:0:8469:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091951f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8469:1830949841794560:192.168.204.51@tcp:104: 00000100:00100000:3.0:1746130282.990181:0:8469:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b20c4480 going to sleep for 11 seconds 00000100:00100000:3.0:1746130282.990810:0:8469:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091951f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8469:1830949841794560:192.168.204.51@tcp:104: 00010000:00010000:3.0:1746130282.990840:0:8469:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800934d1a00/0x4ce24e5787362585 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40bc3 expref: 56 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130282.990856:0:8469:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800934d1a00, rc 0) 00000100:00100000:3.0:1746130282.990885:0:8469:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093170a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:640ea846-b909-4eea-9a54-417e15bd627b+56:31578:x1830949849318528:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2196us (2381us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130282.991547:0:8469:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6578 00000100:00100000:0.0:1746130282.991645:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130282.991754:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130282.991822:0:8469:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849318656 00000100:00100000:3.0:1746130282.991829:0:8469:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849318656 00000100:00100000:2.0:1746130282.991830:0:7924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849318784 00000100:00100000:2.0:1746130282.991834:0:7924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849318784 00010000:00010000:2.0:1746130282.991855:0:7924:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d1200/0x4ce24e578736257e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40bbc expref: 6 pid: 8469 timeout: 581 lvb_type: 0 00000100:00100000:3.0:1746130282.991867:0:8469:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6579 00000100:00100000:3.0:1746130282.991874:0:8469:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ac71500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:640ea846-b909-4eea-9a54-417e15bd627b+56:31579:x1830949849318656:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:2.0:1746130282.991882:0:7924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14842 00000100:00100000:2.0:1746130282.991887:0:7924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880129e23c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949849318784:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746130282.991888:0:8469:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746130282.991897:0:7924:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746130282.991901:0:8469:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800934d1e00/0x4ce24e578736258c lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae40bca expref: -99 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130282.991919:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130282.991929:0:8469:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1a00/0x4ce24e5787362585 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40bc3 expref: 57 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130282.991935:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746130282.991938:0:8469:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d1e00/0x4ce24e578736258c lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40bca expref: 57 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130282.991949:0:7924:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800934d1200/0x4ce24e578736257e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40bbc expref: 6 pid: 8469 timeout: 581 lvb_type: 0 00010000:00010000:2.0:1746130282.991960:0:7924:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800934d1200/0x4ce24e578736257e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40bbc expref: 6 pid: 8469 timeout: 581 lvb_type: 0 00010000:00010000:3.0:1746130282.992034:0:8469:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800934d1a00/0x4ce24e5787362585 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40bc3 expref: 57 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130282.992041:0:7924:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1200/0x4ce24e578736257e lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40bbc expref: 6 pid: 8469 timeout: 581 lvb_type: 0 00010000:00010000:3.0:1746130282.992048:0:8469:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800934d1e00/0x4ce24e578736258c lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40bca expref: 57 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130282.992053:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130282.992054:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130282.992061:0:7924:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1a00/0x4ce24e5787362585 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40bc3 expref: 57 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130282.992068:0:7924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d1a00/0x4ce24e5787362585 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40bc3 expref: 57 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130282.992077:0:8469:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800934d1e00, rc 0) 00010000:00010000:2.0:1746130282.992089:0:7924:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800934d1a00/0x4ce24e5787362585 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40bc3 expref: 57 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130282.992099:0:7924:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800934d1a00/0x4ce24e5787362585 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40bc3 expref: 57 pid: 8469 timeout: 581 lvb_type: 0 00000100:00100000:2.0:1746130282.992114:0:7924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f133800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841794816:192.168.204.51@tcp:105: 00000100:00100000:3.0:1746130282.992200:0:8469:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ac71500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:640ea846-b909-4eea-9a54-417e15bd627b+57:31579:x1830949849318656:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 325us (555us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130282.992206:0:8469:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6579 00000100:00100000:2.0:1746130282.992215:0:7924:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800932b2f00 going to sleep for 11 seconds 00000100:00100000:2.0:1746130282.994398:0:7924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f133800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841794816:192.168.204.51@tcp:105: 00010000:00010000:2.0:1746130282.994415:0:7924:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746130282.994457:0:7924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880129e23c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+5:1961:x1830949849318784:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 2569us (2702us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130282.994467:0:7924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14842 00000100:00100000:0.0:1746130282.995376:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130282.995476:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849319040 00000100:00100000:2.0:1746130282.995483:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849319040 00002000:00100000:2.0:1746130282.995522:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008ac70700 x1830949849319040/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:268/0 lens 488/0 e 0 to 0 dl 1746130293 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130282.995532:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ac70700 with x1830949849319040 ext(0->4095) 00010000:00010000:2.0:1746130282.995542:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1a00/0x4ce24e5787362585 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40bc3 expref: 57 pid: 8469 timeout: 581 lvb_type: 0 00010000:00010000:2.0:1746130282.995555:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800934d1a00/0x4ce24e5787362585 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40bc3 expref: 57 pid: 8469 timeout: 581 lvb_type: 0 00002000:00010000:2.0:1746130282.995561:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008ac70700 00000100:00100000:2.0:1746130282.995589:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2716 00000100:00100000:2.0:1746130282.995595:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ac70700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+57:1962:x1830949849319040:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746130282.995756:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ac70700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+57:1962:x1830949849319040:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 161us (383us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746130282.995762:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2716 00002000:00100000:2.0:1746130282.995767:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008ac70700 x1830949849319040/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:268/0 lens 488/4536 e 0 to 0 dl 1746130293 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130282.995774:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ac70700 with x1830949849319040 ext(0->4095) 00010000:00010000:2.0:1746130282.995778:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1a00/0x4ce24e5787362585 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40bc3 expref: 57 pid: 8469 timeout: 581 lvb_type: 0 00010000:00010000:2.0:1746130282.995787:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800934d1a00/0x4ce24e5787362585 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40bc3 expref: 57 pid: 8469 timeout: 581 lvb_type: 0 00002000:00010000:2.0:1746130282.995792:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008ac70700 00000100:00100000:0.0:1746130282.999113:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130282.999360:0:7924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849319168 00000100:00100000:2.0:1746130282.999370:0:7924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849319168 00010000:00010000:2.0:1746130282.999419:0:7924:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d1a00/0x4ce24e5787362585 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40bc3 expref: 57 pid: 8469 timeout: 581 lvb_type: 0 00000100:00100000:2.0:1746130282.999450:0:7924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14843 00000100:00100000:2.0:1746130282.999457:0:7924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ac72a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+57:1961:x1830949849319168:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746130282.999473:0:7924:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746130282.999495:0:7924:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800934d1a00/0x4ce24e5787362585 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40bc3 expref: 57 pid: 8469 timeout: 581 lvb_type: 0 00010000:00010000:2.0:1746130282.999506:0:7924:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800934d1a00/0x4ce24e5787362585 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40bc3 expref: 57 pid: 8469 timeout: 581 lvb_type: 0 00010000:00010000:2.0:1746130282.999530:0:7924:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1a00/0x4ce24e5787362585 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40bc3 expref: 57 pid: 8469 timeout: 581 lvb_type: 0 00010000:00010000:2.0:1746130282.999695:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130282.999698:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130282.999707:0:7924:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1e00/0x4ce24e578736258c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40bca expref: 56 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130282.999715:0:7924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d1e00/0x4ce24e578736258c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40bca expref: 56 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130282.999753:0:7924:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800934d1e00/0x4ce24e578736258c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40bca expref: 56 pid: 8469 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746130282.999771:0:7924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f133480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841794944:192.168.204.51@tcp:105: 00000100:00100000:2.0:1746130282.999860:0:7924:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800932b2780 going to sleep for 11 seconds 00000100:00100000:2.0:1746130283.002005:0:7924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f133480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841794944:192.168.204.51@tcp:105: 00010000:00010000:2.0:1746130283.002027:0:7924:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746130283.002061:0:7924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ac72a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+56:1961:x1830949849319168:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 2603us (2957us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130283.002072:0:7924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14843 00000100:00100000:0.0:1746130283.002252:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130283.002690:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849319424 00000100:00100000:2.0:1746130283.002696:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849319424 00002000:00100000:2.0:1746130283.002745:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008ac71f80 x1830949849319424/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:269/0 lens 488/0 e 0 to 0 dl 1746130294 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130283.002755:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ac71f80 with x1830949849319424 ext(0->4095) 00002000:00010000:2.0:1746130283.002760:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008ac71f80 00000100:00080000:0.0:1746130283.002825:0:7108:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1746130283.003103:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4968 00000100:00100000:2.0:1746130283.003111:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ac71f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+56:1961:x1830949849319424:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746130283.003387:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ac71f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+56:1961:x1830949849319424:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 277us (1135us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746130283.003394:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4968 00002000:00100000:2.0:1746130283.003399:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008ac71f80 x1830949849319424/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:269/0 lens 488/4536 e 0 to 0 dl 1746130294 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130283.003407:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ac71f80 with x1830949849319424 ext(0->4095) 00002000:00010000:2.0:1746130283.003411:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008ac71f80 00000100:00100000:0.0:1746130283.007464:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130283.007574:0:8469:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849319552 00000100:00100000:3.0:1746130283.007584:0:8469:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849319552 00000100:00100000:3.0:1746130283.007652:0:8469:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6580 00000100:00100000:3.0:1746130283.007660:0:8469:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ac72300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+5:31579:x1830949849319552:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746130283.007679:0:8469:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746130283.007698:0:8469:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800934d1200/0x4ce24e5787362593 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae40bd1 expref: -99 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130283.007735:0:8469:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1e00/0x4ce24e578736258c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40bca expref: 55 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130283.007743:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746130283.007745:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746130283.007749:0:8469:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d1200/0x4ce24e5787362593 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40bd1 expref: 6 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130283.007784:0:8469:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800934d1e00/0x4ce24e578736258c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40bca expref: 55 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130283.007796:0:8469:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800934d1e00/0x4ce24e578736258c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40bca expref: 55 pid: 8469 timeout: 581 lvb_type: 0 00000100:00100000:3.0:1746130283.007808:0:8469:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091951f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8469:1830949841795072:192.168.204.51@tcp:104: 00000100:00100000:3.0:1746130283.007898:0:8469:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b20c4480 going to sleep for 11 seconds 00000100:00080000:0.0:1746130283.008259:0:7108:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1746130283.011137:0:8469:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091951f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8469:1830949841795072:192.168.204.51@tcp:104: 00010000:00010000:3.0:1746130283.011176:0:8469:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800934d1200/0x4ce24e5787362593 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40bd1 expref: 6 pid: 8469 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746130283.011187:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00010000:00010000:3.0:1746130283.011199:0:8469:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800934d1200, rc 0) 00000100:00100000:2.0:1746130283.011292:0:7924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849319680 00000100:00100000:3.0:1746130283.011300:0:8469:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ac72300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+6:31579:x1830949849319552:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3641us (3845us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130283.011300:0:7924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849319680 00000100:00100000:3.0:1746130283.011309:0:8469:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6580 00010000:00010000:2.0:1746130283.011339:0:7924:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d1e00/0x4ce24e578736258c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40bca expref: 56 pid: 8469 timeout: 581 lvb_type: 0 00000100:00100000:2.0:1746130283.011371:0:7924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14844 00000100:00100000:2.0:1746130283.011378:0:7924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ac70e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+56:1962:x1830949849319680:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746130283.011393:0:7924:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746130283.011416:0:7924:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800934d1e00/0x4ce24e578736258c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40bca expref: 56 pid: 8469 timeout: 581 lvb_type: 0 00010000:00010000:2.0:1746130283.011426:0:7924:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800934d1e00/0x4ce24e578736258c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40bca expref: 56 pid: 8469 timeout: 581 lvb_type: 0 00010000:00010000:2.0:1746130283.011455:0:7924:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1e00/0x4ce24e578736258c lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40bca expref: 56 pid: 8469 timeout: 581 lvb_type: 0 00010000:00010000:2.0:1746130283.011481:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130283.011484:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130283.011491:0:7924:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1200/0x4ce24e5787362593 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40bd1 expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130283.011499:0:7924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d1200/0x4ce24e5787362593 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40bd1 expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130283.011530:0:7924:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800934d1200/0x4ce24e5787362593 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40bd1 expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746130283.011548:0:7924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f133480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841795200:192.168.204.51@tcp:105: 00000100:00100000:2.0:1746130283.011774:0:7924:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800932b2780 going to sleep for 11 seconds 00000100:00100000:2.0:1746130283.013875:0:7924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f133480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841795200:192.168.204.51@tcp:105: 00010000:00010000:2.0:1746130283.013895:0:7924:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746130283.013941:0:7924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ac70e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+55:1962:x1830949849319680:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 2562us (2753us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130283.013952:0:7924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14844 00000100:00100000:0.0:1746130283.014129:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130283.014307:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849319936 00000100:00100000:2.0:1746130283.014314:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849319936 00002000:00100000:2.0:1746130283.014367:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008ac73800 x1830949849319936/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:269/0 lens 488/0 e 0 to 0 dl 1746130294 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130283.014376:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ac73800 with x1830949849319936 ext(0->4095) 00002000:00010000:2.0:1746130283.014381:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008ac73800 00000100:00100000:2.0:1746130283.014404:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4969 00000100:00100000:2.0:1746130283.014411:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ac73800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949849319936:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746130283.014559:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ac73800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949849319936:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 149us (431us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746130283.014566:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4969 00002000:00100000:2.0:1746130283.014571:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008ac73800 x1830949849319936/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:269/0 lens 488/4536 e 0 to 0 dl 1746130294 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130283.014578:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ac73800 with x1830949849319936 ext(0->4095) 00002000:00010000:2.0:1746130283.014581:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008ac73800 00000100:00100000:0.0:1746130283.014772:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130283.014894:0:8469:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849320064 00000100:00100000:3.0:1746130283.014898:0:8469:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849320064 00000100:00100000:3.0:1746130283.014927:0:8469:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6581 00000100:00100000:3.0:1746130283.014932:0:8469:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ac71c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:640ea846-b909-4eea-9a54-417e15bd627b+55:31578:x1830949849320064:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746130283.014941:0:8469:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746130283.014958:0:8469:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800934d1000/0x4ce24e578736259a lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae40bd8 expref: -99 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130283.014982:0:8469:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1200/0x4ce24e5787362593 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40bd1 expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130283.014989:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130283.014991:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130283.014994:0:8469:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d1000/0x4ce24e578736259a lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40bd8 expref: 56 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130283.015023:0:8469:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800934d1200/0x4ce24e5787362593 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40bd1 expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130283.015034:0:8469:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800934d1200/0x4ce24e5787362593 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40bd1 expref: 5 pid: 8469 timeout: 581 lvb_type: 0 00000100:00100000:3.0:1746130283.015049:0:8469:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091951f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8469:1830949841795328:192.168.204.51@tcp:104: 00000100:00100000:3.0:1746130283.015095:0:8469:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b20c4480 going to sleep for 11 seconds 00000100:00100000:0.0:1746130283.018156:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130283.018216:0:20953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849320192 00000100:00100000:1.0:1746130283.018224:0:20953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849320192 00000100:00100000:1.0:1746130283.018450:0:20953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6582 00000100:00100000:1.0:1746130283.018460:0:20953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ac71180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:640ea846-b909-4eea-9a54-417e15bd627b+57:31579:x1830949849320192:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746130283.018476:0:20953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746130283.018496:0:20953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880093991600/0x4ce24e57873625a1 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae40bdf expref: -99 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130283.018522:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130283.018527:0:20953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1000/0x4ce24e578736259a lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40bd8 expref: 58 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130283.018532:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130283.018535:0:20953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093991600/0x4ce24e57873625a1 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40bdf expref: 58 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130283.018569:0:20953:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800934d1000/0x4ce24e578736259a lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40bd8 expref: 58 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130283.018581:0:20953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880093991600/0x4ce24e57873625a1 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40bdf expref: 58 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130283.018591:0:20953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093991600, rc 0) 00000100:00100000:1.0:1746130283.018628:0:20953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ac71180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:640ea846-b909-4eea-9a54-417e15bd627b+58:31579:x1830949849320192:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 171us (482us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130283.018634:0:20953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6582 00000100:00100000:3.0:1746130283.018724:0:8469:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091951f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8469:1830949841795328:192.168.204.51@tcp:104: 00010000:00010000:3.0:1746130283.018746:0:8469:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800934d1000/0x4ce24e578736259a lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40bd8 expref: 57 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130283.018753:0:8469:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800934d1000, rc 0) 00000100:00100000:3.0:1746130283.018770:0:8469:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ac71c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:640ea846-b909-4eea-9a54-417e15bd627b+57:31578:x1830949849320064:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3839us (3999us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130283.018775:0:8469:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6581 00000100:00100000:0.0:1746130283.021380:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130283.021468:0:7924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849320320 00000100:00100000:2.0:1746130283.021477:0:7924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849320320 00010000:00010000:2.0:1746130283.021509:0:7924:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d1200/0x4ce24e5787362593 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40bd1 expref: 6 pid: 8469 timeout: 581 lvb_type: 0 00000100:00100000:2.0:1746130283.021535:0:7924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14845 00000100:00100000:2.0:1746130283.021541:0:7924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ac70000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949849320320:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746130283.021554:0:7924:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746130283.021575:0:7924:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800934d1200/0x4ce24e5787362593 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40bd1 expref: 6 pid: 8469 timeout: 581 lvb_type: 0 00010000:00010000:2.0:1746130283.021586:0:7924:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800934d1200/0x4ce24e5787362593 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40bd1 expref: 6 pid: 8469 timeout: 581 lvb_type: 0 00010000:00010000:2.0:1746130283.021608:0:7924:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1200/0x4ce24e5787362593 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40bd1 expref: 6 pid: 8469 timeout: 581 lvb_type: 0 00010000:00010000:2.0:1746130283.021637:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130283.021639:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130283.021646:0:7924:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1000/0x4ce24e578736259a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40bd8 expref: 56 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130283.021654:0:7924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d1000/0x4ce24e578736259a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40bd8 expref: 56 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130283.021687:0:7924:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800934d1000/0x4ce24e578736259a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40bd8 expref: 56 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130283.021703:0:7924:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800934d1000/0x4ce24e578736259a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40bd8 expref: 56 pid: 8469 timeout: 581 lvb_type: 0 00000100:00100000:2.0:1746130283.021714:0:7924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f133480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841795584:192.168.204.51@tcp:105: 00000100:00100000:2.0:1746130283.021786:0:7924:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800932b2780 going to sleep for 11 seconds 00000100:00100000:2.0:1746130283.024799:0:7924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f133480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841795584:192.168.204.51@tcp:105: 00010000:00010000:2.0:1746130283.024823:0:7924:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746130283.024867:0:7924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ac70000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+5:1962:x1830949849320320:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 3324us (3494us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130283.024878:0:7924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14845 00000100:00100000:0.0:1746130283.025172:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130283.027170:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849320576 00000100:00100000:3.0:1746130283.027182:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849320576 00002000:00100000:3.0:1746130283.027237:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008ac70a80 x1830949849320576/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:269/0 lens 488/0 e 0 to 0 dl 1746130294 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130283.027247:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ac70a80 with x1830949849320576 ext(0->4095) 00010000:00010000:3.0:1746130283.027257:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1000/0x4ce24e578736259a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40bd8 expref: 57 pid: 8469 timeout: 581 lvb_type: 0 00010000:00010000:3.0:1746130283.027280:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800934d1000/0x4ce24e578736259a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40bd8 expref: 57 pid: 8469 timeout: 581 lvb_type: 0 00002000:00010000:3.0:1746130283.027287:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008ac70a80 00000100:00100000:3.0:1746130283.027307:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2717 00000100:00100000:3.0:1746130283.027316:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ac70a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+57:1961:x1830949849320576:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746130283.027520:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ac70a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+57:1961:x1830949849320576:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 206us (2350us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746130283.027526:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2717 00002000:00100000:3.0:1746130283.027531:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008ac70a80 x1830949849320576/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:269/0 lens 488/4536 e 0 to 0 dl 1746130294 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130283.027538:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ac70a80 with x1830949849320576 ext(0->4095) 00010000:00010000:3.0:1746130283.027542:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1000/0x4ce24e578736259a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40bd8 expref: 57 pid: 8469 timeout: 581 lvb_type: 0 00010000:00010000:3.0:1746130283.027549:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800934d1000/0x4ce24e578736259a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40bd8 expref: 57 pid: 8469 timeout: 581 lvb_type: 0 00002000:00010000:3.0:1746130283.027554:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008ac70a80 00000100:00100000:0.0:1746130283.030553:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130283.030619:0:7924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849320704 00000100:00100000:2.0:1746130283.030627:0:7924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849320704 00010000:00010000:2.0:1746130283.030668:0:7924:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d1000/0x4ce24e578736259a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40bd8 expref: 57 pid: 8469 timeout: 581 lvb_type: 0 00000100:00100000:2.0:1746130283.030709:0:7924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14846 00000100:00100000:2.0:1746130283.030717:0:7924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ac73480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+57:1962:x1830949849320704:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746130283.030732:0:7924:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746130283.030771:0:7924:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800934d1000/0x4ce24e578736259a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40bd8 expref: 57 pid: 8469 timeout: 581 lvb_type: 0 00010000:00010000:2.0:1746130283.030783:0:7924:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800934d1000/0x4ce24e578736259a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40bd8 expref: 57 pid: 8469 timeout: 581 lvb_type: 0 00010000:00010000:2.0:1746130283.030805:0:7924:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1000/0x4ce24e578736259a lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40bd8 expref: 57 pid: 8469 timeout: 581 lvb_type: 0 00010000:00010000:2.0:1746130283.030839:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130283.030841:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130283.030848:0:7924:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880093991600/0x4ce24e57873625a1 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40bdf expref: 56 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130283.030856:0:7924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093991600/0x4ce24e57873625a1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40bdf expref: 56 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130283.030890:0:7924:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880093991600/0x4ce24e57873625a1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40bdf expref: 56 pid: 20953 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746130283.030902:0:7924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f133480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841795712:192.168.204.51@tcp:105: 00000100:00100000:2.0:1746130283.030984:0:7924:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800932b2780 going to sleep for 11 seconds 00000100:00100000:2.0:1746130283.034200:0:7924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f133480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841795712:192.168.204.51@tcp:105: 00010000:00010000:2.0:1746130283.034225:0:7924:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746130283.034294:0:7924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ac73480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+56:1962:x1830949849320704:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 3576us (3748us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130283.034304:0:7924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14846 00000100:00100000:0.0:1746130283.038489:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130283.038638:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849320960 00000100:00100000:3.0:1746130283.038647:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849320960 00002000:00100000:3.0:1746130283.038703:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008ac70380 x1830949849320960/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:269/0 lens 488/0 e 0 to 0 dl 1746130294 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130283.038712:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ac70380 with x1830949849320960 ext(0->4095) 00002000:00010000:3.0:1746130283.038718:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008ac70380 00000100:00100000:3.0:1746130283.038777:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4970 00000100:00100000:3.0:1746130283.038785:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ac70380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+56:1961:x1830949849320960:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746130283.038980:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ac70380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+56:1961:x1830949849320960:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 195us (502us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746130283.038985:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4970 00002000:00100000:3.0:1746130283.038991:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008ac70380 x1830949849320960/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:269/0 lens 488/4536 e 0 to 0 dl 1746130294 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130283.038997:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ac70380 with x1830949849320960 ext(0->4095) 00002000:00010000:3.0:1746130283.039000:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008ac70380 00000100:00100000:0.0:1746130283.041645:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130283.042026:0:10554:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849321088 00000100:00100000:2.0:1746130283.042035:0:10554:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849321088 00000100:00100000:2.0:1746130283.042370:0:10554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6583 00000100:00100000:2.0:1746130283.042378:0:10554:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094368a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+5:31579:x1830949849321088:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746130283.042396:0:10554:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746130283.042413:0:10554:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091fc8800/0x4ce24e57873625a8 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae40be6 expref: -99 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130283.042446:0:10554:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880093991600/0x4ce24e57873625a1 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40bdf expref: 55 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130283.042453:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746130283.042455:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746130283.042458:0:10554:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc8800/0x4ce24e57873625a8 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40be6 expref: 6 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130283.042486:0:10554:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880093991600/0x4ce24e57873625a1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40bdf expref: 55 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130283.042497:0:10554:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880093991600/0x4ce24e57873625a1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40bdf expref: 55 pid: 20953 timeout: 581 lvb_type: 0 00000100:00100000:2.0:1746130283.042508:0:10554:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f133480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10554:1830949841795840:192.168.204.51@tcp:104: 00000100:00100000:2.0:1746130283.042588:0:10554:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800932b2780 going to sleep for 11 seconds 00000100:00100000:2.0:1746130283.045420:0:10554:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f133480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10554:1830949841795840:192.168.204.51@tcp:104: 00010000:00010000:2.0:1746130283.045449:0:10554:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091fc8800/0x4ce24e57873625a8 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40be6 expref: 6 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130283.045466:0:10554:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091fc8800, rc 0) 00000100:00100000:2.0:1746130283.045989:0:10554:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094368a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+6:31579:x1830949849321088:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3610us (4349us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130283.045999:0:10554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6583 00000100:00100000:0.0:1746130283.046183:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130283.047955:0:10554:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849321216 00000100:00100000:3.0:1746130283.047966:0:10554:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849321216 00000100:00100000:3.0:1746130283.048022:0:10554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6584 00000100:00100000:3.0:1746130283.048029:0:10554:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009436aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:640ea846-b909-4eea-9a54-417e15bd627b+56:31578:x1830949849321216:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746130283.048050:0:10554:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746130283.048069:0:10554:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800934d1e00/0x4ce24e57873625af lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae40bed expref: -99 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130283.048101:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746130283.048107:0:10554:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8800/0x4ce24e57873625a8 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40be6 expref: 5 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130283.048113:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746130283.048117:0:10554:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d1e00/0x4ce24e57873625af lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40bed expref: 57 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130283.048153:0:10554:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091fc8800/0x4ce24e57873625a8 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40be6 expref: 5 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130283.048169:0:10554:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800934d1e00/0x4ce24e57873625af lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40bed expref: 57 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130283.048178:0:10554:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800934d1e00, rc 0) 00000100:00100000:3.0:1746130283.049749:0:10554:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009436aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:640ea846-b909-4eea-9a54-417e15bd627b+57:31578:x1830949849321216:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1714us (3560us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130283.049759:0:10554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6584 00000100:00100000:0.0:1746130283.050455:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130283.050625:0:7924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849321344 00000100:00100000:2.0:1746130283.050633:0:7924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849321344 00010000:00010000:2.0:1746130283.050669:0:7924:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880093991600/0x4ce24e57873625a1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40bdf expref: 57 pid: 20953 timeout: 581 lvb_type: 0 00000100:00100000:2.0:1746130283.050961:0:7924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14847 00000100:00100000:2.0:1746130283.050968:0:7924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009436b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+57:1961:x1830949849321344:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746130283.050980:0:7924:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746130283.051003:0:7924:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880093991600/0x4ce24e57873625a1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40bdf expref: 57 pid: 20953 timeout: 581 lvb_type: 0 00010000:00010000:2.0:1746130283.051015:0:7924:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880093991600/0x4ce24e57873625a1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40bdf expref: 57 pid: 20953 timeout: 581 lvb_type: 0 00010000:00010000:2.0:1746130283.051038:0:7924:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880093991600/0x4ce24e57873625a1 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40bdf expref: 57 pid: 20953 timeout: 581 lvb_type: 0 00010000:00010000:2.0:1746130283.051563:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130283.051567:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130283.051575:0:7924:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8800/0x4ce24e57873625a8 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40be6 expref: 5 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130283.051584:0:7924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc8800/0x4ce24e57873625a8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40be6 expref: 5 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130283.051624:0:7924:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091fc8800/0x4ce24e57873625a8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40be6 expref: 5 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130283.051636:0:7924:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091fc8800/0x4ce24e57873625a8 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40be6 expref: 5 pid: 10554 timeout: 581 lvb_type: 0 00000100:00100000:2.0:1746130283.051649:0:7924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f133480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841796096:192.168.204.51@tcp:105: 00000100:00100000:2.0:1746130283.051737:0:7924:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800932b2780 going to sleep for 11 seconds 00000100:00100000:2.0:1746130283.056140:0:7924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f133480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841796096:192.168.204.51@tcp:105: 00010000:00010000:2.0:1746130283.056165:0:7924:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746130283.056208:0:7924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009436b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+56:1961:x1830949849321344:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 5239us (5753us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130283.056219:0:7924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14847 00000100:00100000:0.0:1746130283.056428:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130283.056572:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849321600 00000100:00100000:3.0:1746130283.056580:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849321600 00002000:00100000:3.0:1746130283.056627:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880094369f80 x1830949849321600/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:269/0 lens 488/0 e 0 to 0 dl 1746130294 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130283.056637:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094369f80 with x1830949849321600 ext(0->4095) 00010000:00010000:3.0:1746130283.056645:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8800/0x4ce24e57873625a8 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40be6 expref: 6 pid: 10554 timeout: 581 lvb_type: 0 00010000:00010000:3.0:1746130283.056659:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091fc8800/0x4ce24e57873625a8 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40be6 expref: 6 pid: 10554 timeout: 581 lvb_type: 0 00002000:00010000:3.0:1746130283.056665:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880094369f80 00000100:00100000:3.0:1746130283.056681:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2718 00000100:00100000:3.0:1746130283.056689:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094369f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949849321600:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746130283.057766:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094369f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949849321600:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 1074us (1335us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746130283.057773:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2718 00002000:00100000:3.0:1746130283.057779:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880094369f80 x1830949849321600/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:269/0 lens 488/4536 e 0 to 0 dl 1746130294 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130283.057787:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094369f80 with x1830949849321600 ext(0->4095) 00010000:00010000:3.0:1746130283.057793:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8800/0x4ce24e57873625a8 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40be6 expref: 6 pid: 10554 timeout: 581 lvb_type: 0 00010000:00010000:3.0:1746130283.057808:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091fc8800/0x4ce24e57873625a8 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40be6 expref: 6 pid: 10554 timeout: 581 lvb_type: 0 00002000:00010000:3.0:1746130283.057814:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880094369f80 00000100:00100000:0.0:1746130283.060787:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130283.060857:0:7924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849321728 00000100:00100000:2.0:1746130283.060866:0:7924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849321728 00010000:00010000:2.0:1746130283.060992:0:7924:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc8800/0x4ce24e57873625a8 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40be6 expref: 6 pid: 10554 timeout: 581 lvb_type: 0 00000100:00100000:2.0:1746130283.061030:0:7924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14848 00000100:00100000:2.0:1746130283.061038:0:7924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009436b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949849321728:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746130283.061051:0:7924:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746130283.061071:0:7924:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091fc8800/0x4ce24e57873625a8 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40be6 expref: 6 pid: 10554 timeout: 581 lvb_type: 0 00010000:00010000:2.0:1746130283.061082:0:7924:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091fc8800/0x4ce24e57873625a8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40be6 expref: 6 pid: 10554 timeout: 581 lvb_type: 0 00010000:00010000:2.0:1746130283.061105:0:7924:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8800/0x4ce24e57873625a8 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40be6 expref: 6 pid: 10554 timeout: 581 lvb_type: 0 00010000:00010000:2.0:1746130283.061161:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130283.061165:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130283.061172:0:7924:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1e00/0x4ce24e57873625af lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40bed expref: 55 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130283.061181:0:7924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d1e00/0x4ce24e57873625af lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40bed expref: 55 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130283.061216:0:7924:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800934d1e00/0x4ce24e57873625af lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40bed expref: 55 pid: 10554 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746130283.061228:0:7924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f133480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841796224:192.168.204.51@tcp:105: 00000100:00100000:2.0:1746130283.061729:0:7924:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800932b2780 going to sleep for 11 seconds 00000100:00100000:2.0:1746130283.063327:0:7924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f133480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841796224:192.168.204.51@tcp:105: 00010000:00010000:2.0:1746130283.063358:0:7924:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746130283.063397:0:7924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009436b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+5:1962:x1830949849321728:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 2359us (2618us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130283.063407:0:7924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14848 00000100:00100000:0.0:1746130283.064219:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130283.064297:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849321984 00000100:00100000:3.0:1746130283.064304:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849321984 00002000:00100000:3.0:1746130283.064365:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009436b800 x1830949849321984/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:269/0 lens 488/0 e 0 to 0 dl 1746130294 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130283.064375:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009436b800 with x1830949849321984 ext(0->4095) 00002000:00010000:3.0:1746130283.064379:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009436b800 00000100:00100000:3.0:1746130283.064409:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4971 00000100:00100000:3.0:1746130283.064418:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009436b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+56:1961:x1830949849321984:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746130283.065200:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009436b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+56:1961:x1830949849321984:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 782us (981us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746130283.065206:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4971 00002000:00100000:3.0:1746130283.065211:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009436b800 x1830949849321984/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:269/0 lens 488/4536 e 0 to 0 dl 1746130294 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130283.065219:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009436b800 with x1830949849321984 ext(0->4095) 00002000:00010000:3.0:1746130283.065222:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009436b800 00000100:00100000:0.0:1746130283.067535:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130283.067614:0:10554:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849322112 00000100:00100000:3.0:1746130283.067622:0:10554:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849322112 00000100:00100000:3.0:1746130283.067667:0:10554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6585 00000100:00100000:3.0:1746130283.067676:0:10554:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094369180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+5:31579:x1830949849322112:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746130283.067695:0:10554:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746130283.067714:0:10554:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800934d0c00/0x4ce24e57873625b6 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae40bf4 expref: -99 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130283.067744:0:10554:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1e00/0x4ce24e57873625af lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40bed expref: 55 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130283.067752:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746130283.067754:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746130283.067757:0:10554:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d0c00/0x4ce24e57873625b6 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40bf4 expref: 6 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130283.067791:0:10554:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800934d1e00/0x4ce24e57873625af lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40bed expref: 55 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130283.067805:0:10554:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800934d1e00/0x4ce24e57873625af lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40bed expref: 55 pid: 10554 timeout: 581 lvb_type: 0 00000100:00100000:3.0:1746130283.067830:0:10554:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091951f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10554:1830949841796352:192.168.204.51@tcp:104: 00000100:00100000:3.0:1746130283.067918:0:10554:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b20c4f00 going to sleep for 11 seconds 00000100:00100000:3.0:1746130283.073511:0:10554:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091951f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10554:1830949841796352:192.168.204.51@tcp:104: 00010000:00010000:3.0:1746130283.073552:0:10554:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800934d0c00/0x4ce24e57873625b6 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40bf4 expref: 6 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130283.073570:0:10554:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800934d0c00, rc 0) 00000100:00100000:3.0:1746130283.073612:0:10554:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094369180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+6:31579:x1830949849322112:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5937us (6083us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130283.073625:0:10554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6585 00000100:00100000:0.0:1746130283.075987:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130283.076739:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849322240 00000100:00100000:3.0:1746130283.076749:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849322240 00002000:00100000:3.0:1746130283.076801:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff88009436ad80 x1830949849322240/t0(0) o4->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:269/0 lens 496/0 e 0 to 0 dl 1746130294 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130283.076811:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009436ad80 with x1830949849322240 ext(0->7) 00010000:00010000:3.0:1746130283.076820:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1e00/0x4ce24e57873625af lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40bed expref: 56 pid: 10554 timeout: 581 lvb_type: 0 00010000:00010000:3.0:1746130283.076922:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800934d1e00/0x4ce24e57873625af lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40bed expref: 56 pid: 10554 timeout: 581 lvb_type: 0 00002000:00010000:3.0:1746130283.076930:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009436ad80 00000100:00100000:3.0:1746130283.076957:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2719 00000100:00100000:3.0:1746130283.076966:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009436ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+56:1962:x1830949849322240:12345-192.168.204.51@tcp:4:ldlm_bl.0 00000100:00100000:3.0:1746130283.077364:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009436ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+58:1962:x1830949849322240:12345-192.168.204.51@tcp:4:ldlm_bl.0 Request processed in 399us (1384us total) trans 4294967950 rc 0/0 00000100:00100000:3.0:1746130283.077370:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2719 00002000:00100000:3.0:1746130283.077376:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff88009436ad80 x1830949849322240/t4294967950(0) o4->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:269/0 lens 496/448 e 0 to 0 dl 1746130294 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130283.077383:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009436ad80 with x1830949849322240 ext(0->7) 00010000:00010000:3.0:1746130283.077387:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1e00/0x4ce24e57873625af lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40bed expref: 58 pid: 10554 timeout: 581 lvb_type: 0 00010000:00010000:3.0:1746130283.077399:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800934d1e00/0x4ce24e57873625af lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40bed expref: 58 pid: 10554 timeout: 581 lvb_type: 0 00002000:00010000:3.0:1746130283.077405:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009436ad80 00000100:00100000:0.0:1746130283.082888:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130283.084449:0:7924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849322368 00000100:00100000:2.0:1746130283.084462:0:7924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849322368 00010000:00010000:2.0:1746130283.084507:0:7924:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d1e00/0x4ce24e57873625af lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40bed expref: 58 pid: 10554 timeout: 581 lvb_type: 0 00000100:00100000:2.0:1746130283.084543:0:7924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14849 00000100:00100000:2.0:1746130283.084549:0:7924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d0d3850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+58:1961:x1830949849322368:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746130283.084563:0:7924:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746130283.084584:0:7924:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800934d1e00/0x4ce24e57873625af lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40bed expref: 58 pid: 10554 timeout: 581 lvb_type: 0 00010000:00010000:2.0:1746130283.084598:0:7924:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800934d1e00/0x4ce24e57873625af lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40bed expref: 58 pid: 10554 timeout: 581 lvb_type: 0 00010000:00010000:2.0:1746130283.084623:0:7924:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1e00/0x4ce24e57873625af lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40bed expref: 58 pid: 10554 timeout: 581 lvb_type: 0 00010000:00010000:2.0:1746130283.084655:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130283.084657:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130283.084665:0:7924:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800934d0c00/0x4ce24e57873625b6 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40bf4 expref: 5 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130283.084673:0:7924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d0c00/0x4ce24e57873625b6 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40bf4 expref: 5 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130283.084706:0:7924:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800934d0c00/0x4ce24e57873625b6 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40bf4 expref: 5 pid: 10554 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746130283.084717:0:7924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f133480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841796480:192.168.204.51@tcp:105: 00000100:00100000:2.0:1746130283.084791:0:7924:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800932b2780 going to sleep for 11 seconds 00000100:00100000:2.0:1746130283.091567:0:7924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f133480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841796480:192.168.204.51@tcp:105: 00010000:00010000:2.0:1746130283.091594:0:7924:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746130283.091652:0:7924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d0d3850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+57:1961:x1830949849322368:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 7101us (8775us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130283.091663:0:7924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14849 00000100:00100000:0.0:1746130283.092882:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130283.092970:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130283.093036:0:10554:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849322752 00000100:00100000:3.0:1746130283.093042:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849322624 00000100:00100000:2.0:1746130283.093044:0:10554:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849322752 00000100:00100000:3.0:1746130283.093047:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849322624 00002000:00100000:3.0:1746130283.093089:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880094369880 x1830949849322624/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:269/0 lens 488/0 e 0 to 0 dl 1746130294 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130283.093099:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094369880 with x1830949849322624 ext(0->4095) 00000100:00100000:2.0:1746130283.093100:0:10554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6586 00002000:00010000:3.0:1746130283.093104:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880094369880 00000100:00100000:2.0:1746130283.093108:0:10554:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094368700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:640ea846-b909-4eea-9a54-417e15bd627b+57:31578:x1830949849322752:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746130283.093123:0:10554:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1746130283.093129:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4972 00000100:00100000:3.0:1746130283.093135:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094369880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949849322624:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00010000:00010000:2.0:1746130283.093141:0:10554:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e57873625bd lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae40bfb expref: -99 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130283.093166:0:10554:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800934d0c00/0x4ce24e57873625b6 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40bf4 expref: 6 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130283.093897:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130283.093899:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130283.093904:0:10554:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e57873625bd lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40bfb expref: 58 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130283.093939:0:10554:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800934d0c00/0x4ce24e57873625b6 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40bf4 expref: 6 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130283.093951:0:10554:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800934d0c00/0x4ce24e57873625b6 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40bf4 expref: 6 pid: 10554 timeout: 581 lvb_type: 0 00000100:00100000:2.0:1746130283.093963:0:10554:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f133480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10554:1830949841796608:192.168.204.51@tcp:104: 00000100:00100000:2.0:1746130283.094034:0:10554:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b528ac00 going to sleep for 11 seconds 00000100:00100000:3.0:1746130283.094195:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094369880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949849322624:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 1059us (1316us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746130283.094201:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4972 00002000:00100000:3.0:1746130283.094206:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880094369880 x1830949849322624/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:269/0 lens 488/4536 e 0 to 0 dl 1746130294 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130283.094214:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094369880 with x1830949849322624 ext(0->4095) 00010000:00010000:3.0:1746130283.094218:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800934d0c00/0x4ce24e57873625b6 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40bf4 expref: 6 pid: 10554 timeout: 581 lvb_type: 0 00010000:00010000:3.0:1746130283.094229:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800934d0c00/0x4ce24e57873625b6 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40bf4 expref: 6 pid: 10554 timeout: 581 lvb_type: 0 00002000:00010000:3.0:1746130283.094239:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880094369880 00000100:00100000:2.0:1746130283.095566:0:10554:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f133480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10554:1830949841796608:192.168.204.51@tcp:104: 00010000:00010000:2.0:1746130283.095589:0:10554:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e57873625bd lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40bfb expref: 58 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130283.095608:0:10554:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091fc8600, rc 0) 00000100:00100000:2.0:1746130283.095636:0:10554:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094368700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:640ea846-b909-4eea-9a54-417e15bd627b+58:31578:x1830949849322752:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2528us (2666us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130283.095643:0:10554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6586 00000100:00100000:0.0:1746130283.096383:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130283.096468:0:10554:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849322880 00000100:00100000:2.0:1746130283.096474:0:10554:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849322880 00000100:00100000:2.0:1746130283.096545:0:10554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6587 00000100:00100000:2.0:1746130283.096552:0:10554:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094369500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:640ea846-b909-4eea-9a54-417e15bd627b+58:31579:x1830949849322880:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746130283.096579:0:10554:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746130283.096611:0:10554:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e57873625c4 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae40c02 expref: -99 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130283.096643:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130283.096654:0:10554:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e57873625bd lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40bfb expref: 59 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130283.096660:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746130283.096679:0:10554:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e57873625c4 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40c02 expref: 59 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130283.096828:0:10554:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e57873625bd lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40bfb expref: 59 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130283.096861:0:10554:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e57873625c4 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40c02 expref: 59 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130283.096918:0:10554:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091fc9a00, rc 0) 00000100:00100000:2.0:1746130283.097068:0:10554:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094369500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:640ea846-b909-4eea-9a54-417e15bd627b+59:31579:x1830949849322880:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 514us (685us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130283.097085:0:10554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6587 00000100:00100000:1.0:1746130283.097446:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130283.097725:0:7924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849323008 00000100:00100000:3.0:1746130283.097730:0:7924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849323008 00010000:00010000:3.0:1746130283.097768:0:7924:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d0c00/0x4ce24e57873625b6 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40bf4 expref: 6 pid: 10554 timeout: 581 lvb_type: 0 00000100:00100000:3.0:1746130283.097994:0:7924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14850 00000100:00100000:3.0:1746130283.098001:0:7924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093171500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949849323008:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746130283.098011:0:7924:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746130283.098031:0:7924:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800934d0c00/0x4ce24e57873625b6 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40bf4 expref: 6 pid: 10554 timeout: 581 lvb_type: 0 00010000:00010000:3.0:1746130283.098041:0:7924:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800934d0c00/0x4ce24e57873625b6 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40bf4 expref: 6 pid: 10554 timeout: 581 lvb_type: 0 00010000:00010000:3.0:1746130283.098058:0:7924:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800934d0c00/0x4ce24e57873625b6 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40bf4 expref: 6 pid: 10554 timeout: 581 lvb_type: 0 00010000:00010000:3.0:1746130283.098082:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130283.098084:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130283.098090:0:7924:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e57873625bd lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40bfb expref: 58 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130283.098097:0:7924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e57873625bd lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40bfb expref: 58 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130283.098127:0:7924:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e57873625bd lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40bfb expref: 58 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130283.098138:0:7924:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e57873625bd lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40bfb expref: 58 pid: 10554 timeout: 581 lvb_type: 0 00000100:00100000:3.0:1746130283.098150:0:7924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091951f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841796864:192.168.204.51@tcp:105: 00000100:00100000:3.0:1746130283.098216:0:7924:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b20c4480 going to sleep for 11 seconds 00000100:00100000:3.0:1746130283.101200:0:7924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091951f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841796864:192.168.204.51@tcp:105: 00010000:00010000:3.0:1746130283.101223:0:7924:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746130283.101263:0:7924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093171500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+5:1961:x1830949849323008:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 3263us (3817us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130283.101297:0:7924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14850 00000100:00100000:0.0:1746130283.103179:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130283.103288:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849323264 00000100:00100000:3.0:1746130283.103296:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849323264 00002000:00100000:3.0:1746130283.103344:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009436a680 x1830949849323264/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:269/0 lens 488/0 e 0 to 0 dl 1746130294 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130283.103361:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009436a680 with x1830949849323264 ext(0->4095) 00010000:00010000:3.0:1746130283.103370:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e57873625bd lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40bfb expref: 59 pid: 10554 timeout: 581 lvb_type: 0 00010000:00010000:3.0:1746130283.103382:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e57873625bd lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40bfb expref: 59 pid: 10554 timeout: 581 lvb_type: 0 00002000:00010000:3.0:1746130283.103388:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009436a680 00000100:00100000:3.0:1746130283.103542:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2720 00000100:00100000:3.0:1746130283.103551:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009436a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+59:1961:x1830949849323264:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746130283.103729:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009436a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+59:1961:x1830949849323264:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 178us (554us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746130283.103735:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2720 00002000:00100000:3.0:1746130283.103741:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009436a680 x1830949849323264/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:269/0 lens 488/4536 e 0 to 0 dl 1746130294 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130283.103747:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009436a680 with x1830949849323264 ext(0->4095) 00010000:00010000:3.0:1746130283.103751:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e57873625bd lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40bfb expref: 59 pid: 10554 timeout: 581 lvb_type: 0 00010000:00010000:3.0:1746130283.103759:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e57873625bd lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40bfb expref: 59 pid: 10554 timeout: 581 lvb_type: 0 00002000:00010000:3.0:1746130283.103764:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009436a680 00000100:00100000:0.0:1746130283.109036:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130283.109320:0:7924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849323392 00000100:00100000:3.0:1746130283.109331:0:7924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849323392 00010000:00010000:3.0:1746130283.109400:0:7924:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e57873625bd lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40bfb expref: 59 pid: 10554 timeout: 581 lvb_type: 0 00000100:00100000:3.0:1746130283.109430:0:7924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14851 00000100:00100000:3.0:1746130283.109438:0:7924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009436b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+59:1962:x1830949849323392:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746130283.109454:0:7924:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746130283.109478:0:7924:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e57873625bd lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40bfb expref: 59 pid: 10554 timeout: 581 lvb_type: 0 00010000:00010000:3.0:1746130283.109495:0:7924:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e57873625bd lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40bfb expref: 59 pid: 10554 timeout: 581 lvb_type: 0 00010000:00010000:3.0:1746130283.109520:0:7924:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e57873625bd lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40bfb expref: 59 pid: 10554 timeout: 581 lvb_type: 0 00010000:00010000:3.0:1746130283.109551:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130283.109553:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130283.109560:0:7924:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e57873625c4 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40c02 expref: 58 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130283.109568:0:7924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e57873625c4 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40c02 expref: 58 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130283.109604:0:7924:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e57873625c4 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40c02 expref: 58 pid: 10554 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746130283.109618:0:7924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091951f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841796992:192.168.204.51@tcp:105: 00000100:00100000:3.0:1746130283.110567:0:7924:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b20c49c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746130283.114628:0:7924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091951f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841796992:192.168.204.51@tcp:105: 00010000:00010000:3.0:1746130283.114665:0:7924:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746130283.114734:0:7924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009436b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+58:1962:x1830949849323392:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 5295us (5707us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130283.114746:0:7924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14851 00000100:00100000:0.0:1746130283.115191:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130283.116869:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849323648 00000100:00100000:3.0:1746130283.116880:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849323648 00002000:00100000:3.0:1746130283.116932:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009436b100 x1830949849323648/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:269/0 lens 488/0 e 0 to 0 dl 1746130294 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130283.116942:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009436b100 with x1830949849323648 ext(0->4095) 00002000:00010000:3.0:1746130283.116947:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009436b100 00000100:00100000:3.0:1746130283.116985:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4973 00000100:00100000:3.0:1746130283.116992:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009436b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+58:1962:x1830949849323648:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746130283.117169:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009436b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+58:1962:x1830949849323648:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 177us (1979us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746130283.117176:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4973 00002000:00100000:3.0:1746130283.117181:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009436b100 x1830949849323648/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:269/0 lens 488/4536 e 0 to 0 dl 1746130294 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130283.117187:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009436b100 with x1830949849323648 ext(0->4095) 00002000:00010000:3.0:1746130283.117191:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009436b100 00000100:00100000:0.0:1746130283.123134:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130283.123905:0:8469:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849323776 00000100:00100000:2.0:1746130283.123916:0:8469:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849323776 00000100:00100000:2.0:1746130283.124193:0:8469:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6588 00000100:00100000:2.0:1746130283.124202:0:8469:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800924e3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+5:31579:x1830949849323776:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746130283.124220:0:8469:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746130283.124238:0:8469:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091fc8200/0x4ce24e57873625cb lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae40c09 expref: -99 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130283.124281:0:8469:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e57873625c4 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40c02 expref: 57 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130283.124289:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746130283.124291:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746130283.124294:0:8469:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc8200/0x4ce24e57873625cb lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40c09 expref: 6 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130283.124327:0:8469:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e57873625c4 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40c02 expref: 57 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130283.124339:0:8469:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e57873625c4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40c02 expref: 57 pid: 10554 timeout: 581 lvb_type: 0 00000100:00100000:2.0:1746130283.124370:0:8469:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f133480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8469:1830949841797120:192.168.204.51@tcp:104: 00000100:00100000:2.0:1746130283.124873:0:8469:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b528ac00 going to sleep for 11 seconds 00000100:00100000:2.0:1746130283.128220:0:8469:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f133480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8469:1830949841797120:192.168.204.51@tcp:104: 00010000:00010000:2.0:1746130283.128261:0:8469:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091fc8200/0x4ce24e57873625cb lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40c09 expref: 6 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130283.128322:0:8469:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091fc8200, rc 0) 00000100:00100000:2.0:1746130283.128379:0:8469:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800924e3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+6:31579:x1830949849323776:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4177us (5256us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130283.128389:0:8469:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6588 00000100:00100000:0.0:1746130283.130654:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130283.130835:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849323904 00000100:00100000:1.0:1746130283.130844:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849323904 00002000:00100000:1.0:1746130283.130899:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff8800924e0a80 x1830949849323904/t0(0) o4->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:269/0 lens 496/0 e 0 to 0 dl 1746130294 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130283.130911:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800924e0a80 with x1830949849323904 ext(0->7) 00010000:00010000:1.0:1746130283.130920:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e57873625c4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40c02 expref: 58 pid: 10554 timeout: 581 lvb_type: 0 00010000:00010000:1.0:1746130283.130935:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e57873625c4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40c02 expref: 58 pid: 10554 timeout: 581 lvb_type: 0 00002000:00010000:1.0:1746130283.130942:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800924e0a80 00000100:00100000:1.0:1746130283.130974:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2721 00000100:00100000:1.0:1746130283.130983:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800924e0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+58:1961:x1830949849323904:12345-192.168.204.51@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746130283.131385:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800924e0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+60:1961:x1830949849323904:12345-192.168.204.51@tcp:4:ldlm_bl.0 Request processed in 403us (738us total) trans 4294967951 rc 0/0 00000100:00100000:1.0:1746130283.131392:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2721 00002000:00100000:1.0:1746130283.131398:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff8800924e0a80 x1830949849323904/t4294967951(0) o4->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:269/0 lens 496/448 e 0 to 0 dl 1746130294 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130283.131406:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800924e0a80 with x1830949849323904 ext(0->7) 00010000:00010000:1.0:1746130283.131410:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e57873625c4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40c02 expref: 60 pid: 10554 timeout: 581 lvb_type: 0 00010000:00010000:1.0:1746130283.131419:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e57873625c4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40c02 expref: 60 pid: 10554 timeout: 581 lvb_type: 0 00002000:00010000:1.0:1746130283.131424:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800924e0a80 00000100:00100000:0.0:1746130283.133518:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130283.133736:0:7924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849324032 00000100:00100000:3.0:1746130283.133744:0:7924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849324032 00010000:00010000:3.0:1746130283.133791:0:7924:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e57873625c4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40c02 expref: 60 pid: 10554 timeout: 581 lvb_type: 0 00000100:00100000:3.0:1746130283.133818:0:7924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14852 00000100:00100000:3.0:1746130283.133825:0:7924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800924e0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+60:1964:x1830949849324032:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746130283.133837:0:7924:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746130283.133858:0:7924:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e57873625c4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40c02 expref: 60 pid: 10554 timeout: 581 lvb_type: 0 00010000:00010000:3.0:1746130283.133874:0:7924:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e57873625c4 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40c02 expref: 60 pid: 10554 timeout: 581 lvb_type: 0 00010000:00010000:3.0:1746130283.133897:0:7924:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e57873625c4 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40c02 expref: 60 pid: 10554 timeout: 581 lvb_type: 0 00010000:00010000:3.0:1746130283.133913:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130283.133914:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130283.133922:0:7924:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8200/0x4ce24e57873625cb lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40c09 expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130283.133930:0:7924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc8200/0x4ce24e57873625cb lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40c09 expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130283.133966:0:7924:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091fc8200/0x4ce24e57873625cb lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40c09 expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746130283.133979:0:7924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091951f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841797248:192.168.204.51@tcp:105: 00000100:00100000:3.0:1746130283.134048:0:7924:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b20c4840 going to sleep for 11 seconds 00000100:00100000:0.0:1746130283.137450:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130283.137610:0:7924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091951f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841797248:192.168.204.51@tcp:105: 00010000:00010000:3.0:1746130283.137640:0:7924:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746130283.137663:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849324288 00000100:00100000:2.0:1746130283.137671:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849324288 00000100:00100000:3.0:1746130283.137680:0:7924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800924e0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+59:1964:x1830949849324032:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 3854us (4169us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130283.137690:0:7924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14852 00002000:00100000:2.0:1746130283.137714:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800924e3480 x1830949849324288/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:269/0 lens 488/0 e 0 to 0 dl 1746130294 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130283.137725:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800924e3480 with x1830949849324288 ext(0->4095) 00002000:00010000:2.0:1746130283.137730:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800924e3480 00000100:00100000:2.0:1746130283.137782:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4974 00000100:00100000:2.0:1746130283.137789:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800924e3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1963:x1830949849324288:12345-192.168.204.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746130283.137989:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800924e3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1963:x1830949849324288:12345-192.168.204.51@tcp:3:ptlrpcd_01_00.0 Request processed in 199us (548us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746130283.137996:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4974 00002000:00100000:2.0:1746130283.138001:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800924e3480 x1830949849324288/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:269/0 lens 488/4536 e 0 to 0 dl 1746130294 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130283.138014:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800924e3480 with x1830949849324288 ext(0->4095) 00002000:00010000:2.0:1746130283.138016:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800924e3480 00000100:00100000:0.0:1746130283.139469:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130283.139554:0:8469:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849324416 00000100:00100000:2.0:1746130283.139562:0:8469:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849324416 00000100:00100000:2.0:1746130283.139600:0:8469:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6589 00000100:00100000:2.0:1746130283.139606:0:8469:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800924e3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:640ea846-b909-4eea-9a54-417e15bd627b+59:31578:x1830949849324416:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746130283.139621:0:8469:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746130283.139641:0:8469:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091fc8000/0x4ce24e57873625d2 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae40c10 expref: -99 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130283.139676:0:8469:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8200/0x4ce24e57873625cb lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40c09 expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130283.139684:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130283.139686:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130283.139689:0:8469:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc8000/0x4ce24e57873625d2 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40c10 expref: 60 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130283.139722:0:8469:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091fc8200/0x4ce24e57873625cb lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40c09 expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130283.139735:0:8469:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091fc8200/0x4ce24e57873625cb lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40c09 expref: 5 pid: 8469 timeout: 581 lvb_type: 0 00000100:00100000:2.0:1746130283.139747:0:8469:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f133480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8469:1830949841797376:192.168.204.51@tcp:104: 00000100:00100000:2.0:1746130283.139849:0:8469:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b528af00 going to sleep for 11 seconds 00000100:00100000:0.0:1746130283.141459:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130283.141555:0:10554:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849324544 00000100:00100000:2.0:1746130283.141562:0:10554:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849324544 00000100:00100000:3.0:1746130283.141636:0:8469:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f133480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8469:1830949841797376:192.168.204.51@tcp:104: 00000100:00100000:2.0:1746130283.141649:0:10554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6590 00000100:00100000:2.0:1746130283.141658:0:10554:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800924e1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:640ea846-b909-4eea-9a54-417e15bd627b+61:31579:x1830949849324544:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746130283.141661:0:8469:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091fc8000/0x4ce24e57873625d2 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40c10 expref: 61 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130283.141670:0:10554:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746130283.141676:0:8469:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091fc8000, rc 0) 00010000:00010000:2.0:1746130283.141680:0:10554:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091fc8800/0x4ce24e57873625d9 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae40c17 expref: -99 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130283.141697:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130283.141702:0:10554:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8000/0x4ce24e57873625d2 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40c10 expref: 62 pid: 8469 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746130283.141706:0:8469:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800924e3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:640ea846-b909-4eea-9a54-417e15bd627b+62:31578:x1830949849324416:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2099us (2241us total) trans 0 rc 0/0 00010000:00010000:2.0:1746130283.141708:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746130283.141711:0:10554:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc8800/0x4ce24e57873625d9 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40c17 expref: 62 pid: 10554 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746130283.141713:0:8469:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6589 00010000:00010000:2.0:1746130283.141736:0:10554:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091fc8000/0x4ce24e57873625d2 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40c10 expref: 61 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130283.141944:0:10554:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091fc8800/0x4ce24e57873625d9 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40c17 expref: 61 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130283.141953:0:10554:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091fc8800, rc 0) 00000100:00100000:2.0:1746130283.141989:0:10554:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800924e1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:640ea846-b909-4eea-9a54-417e15bd627b+61:31579:x1830949849324544:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 332us (535us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130283.141995:0:10554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6590 00000100:00100000:0.0:1746130283.144383:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130283.144494:0:7924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849324672 00000100:00100000:3.0:1746130283.144503:0:7924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849324672 00010000:00010000:3.0:1746130283.144539:0:7924:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc8200/0x4ce24e57873625cb lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40c09 expref: 6 pid: 8469 timeout: 581 lvb_type: 0 00000100:00100000:3.0:1746130283.144561:0:7924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14853 00000100:00100000:3.0:1746130283.144567:0:7924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800924e2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949849324672:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746130283.144580:0:7924:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746130283.144603:0:7924:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091fc8200/0x4ce24e57873625cb lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40c09 expref: 6 pid: 8469 timeout: 581 lvb_type: 0 00010000:00010000:3.0:1746130283.144613:0:7924:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091fc8200/0x4ce24e57873625cb lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40c09 expref: 6 pid: 8469 timeout: 581 lvb_type: 0 00010000:00010000:3.0:1746130283.144634:0:7924:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8200/0x4ce24e57873625cb lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40c09 expref: 6 pid: 8469 timeout: 581 lvb_type: 0 00010000:00010000:3.0:1746130283.144665:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130283.144667:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130283.144675:0:7924:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8000/0x4ce24e57873625d2 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40c10 expref: 60 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130283.144684:0:7924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc8000/0x4ce24e57873625d2 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40c10 expref: 60 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130283.144714:0:7924:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091fc8000/0x4ce24e57873625d2 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40c10 expref: 60 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130283.144725:0:7924:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091fc8000/0x4ce24e57873625d2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40c10 expref: 60 pid: 8469 timeout: 581 lvb_type: 0 00000100:00100000:3.0:1746130283.144737:0:7924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091951f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841797632:192.168.204.51@tcp:105: 00000100:00100000:3.0:1746130283.144805:0:7924:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b20c4840 going to sleep for 11 seconds 00000100:00100000:3.0:1746130283.145963:0:7924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091951f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841797632:192.168.204.51@tcp:105: 00010000:00010000:3.0:1746130283.145987:0:7924:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746130283.146015:0:7924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800924e2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+5:1962:x1830949849324672:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 1447us (1635us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130283.146023:0:7924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14853 00000100:00100000:0.0:1746130283.147030:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130283.147108:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849324928 00000100:00100000:2.0:1746130283.147115:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849324928 00002000:00100000:2.0:1746130283.147151:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092e2ca80 x1830949849324928/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:269/0 lens 488/0 e 0 to 0 dl 1746130294 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130283.147160:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092e2ca80 with x1830949849324928 ext(0->4095) 00010000:00010000:2.0:1746130283.147168:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8000/0x4ce24e57873625d2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40c10 expref: 61 pid: 8469 timeout: 581 lvb_type: 0 00010000:00010000:2.0:1746130283.147180:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091fc8000/0x4ce24e57873625d2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40c10 expref: 61 pid: 8469 timeout: 581 lvb_type: 0 00002000:00010000:2.0:1746130283.147186:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092e2ca80 00000100:00100000:2.0:1746130283.147331:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2722 00000100:00100000:2.0:1746130283.147340:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e2ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+61:1962:x1830949849324928:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746130283.147505:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e2ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+61:1962:x1830949849324928:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 163us (473us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746130283.147511:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2722 00002000:00100000:2.0:1746130283.147516:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092e2ca80 x1830949849324928/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:269/0 lens 488/4536 e 0 to 0 dl 1746130294 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130283.147523:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092e2ca80 with x1830949849324928 ext(0->4095) 00010000:00010000:2.0:1746130283.147527:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8000/0x4ce24e57873625d2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40c10 expref: 61 pid: 8469 timeout: 581 lvb_type: 0 00010000:00010000:2.0:1746130283.147536:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091fc8000/0x4ce24e57873625d2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40c10 expref: 61 pid: 8469 timeout: 581 lvb_type: 0 00002000:00010000:2.0:1746130283.147541:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092e2ca80 00000100:00100000:0.0:1746130283.152010:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130283.152228:0:7924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849325056 00000100:00100000:3.0:1746130283.152240:0:7924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849325056 00010000:00010000:3.0:1746130283.152326:0:7924:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc8000/0x4ce24e57873625d2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40c10 expref: 61 pid: 8469 timeout: 581 lvb_type: 0 00000100:00100000:3.0:1746130283.152373:0:7924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14854 00000100:00100000:3.0:1746130283.152382:0:7924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e2ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+61:1964:x1830949849325056:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746130283.152397:0:7924:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746130283.152421:0:7924:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091fc8000/0x4ce24e57873625d2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40c10 expref: 61 pid: 8469 timeout: 581 lvb_type: 0 00010000:00010000:3.0:1746130283.152434:0:7924:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091fc8000/0x4ce24e57873625d2 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40c10 expref: 61 pid: 8469 timeout: 581 lvb_type: 0 00010000:00010000:3.0:1746130283.152459:0:7924:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8000/0x4ce24e57873625d2 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40c10 expref: 61 pid: 8469 timeout: 581 lvb_type: 0 00010000:00010000:3.0:1746130283.152494:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130283.152511:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130283.152563:0:7924:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8800/0x4ce24e57873625d9 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40c17 expref: 60 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130283.152573:0:7924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc8800/0x4ce24e57873625d9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40c17 expref: 60 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130283.152611:0:7924:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091fc8800/0x4ce24e57873625d9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40c17 expref: 60 pid: 10554 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746130283.152626:0:7924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091951f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841797760:192.168.204.51@tcp:105: 00000100:00100000:3.0:1746130283.152713:0:7924:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b20c4840 going to sleep for 11 seconds 00000100:00100000:3.0:1746130283.155362:0:7924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091951f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841797760:192.168.204.51@tcp:105: 00010000:00010000:3.0:1746130283.155391:0:7924:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746130283.155429:0:7924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e2ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+60:1964:x1830949849325056:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 3048us (3429us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130283.155437:0:7924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14854 00000100:00100000:0.0:1746130283.155845:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130283.155905:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849325312 00000100:00100000:1.0:1746130283.155912:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849325312 00002000:00100000:1.0:1746130283.155955:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092e2e300 x1830949849325312/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:269/0 lens 488/0 e 0 to 0 dl 1746130294 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130283.155966:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092e2e300 with x1830949849325312 ext(0->4095) 00002000:00010000:1.0:1746130283.155971:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092e2e300 00000100:00100000:1.0:1746130283.156040:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4975 00000100:00100000:1.0:1746130283.156048:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e2e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+60:1961:x1830949849325312:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746130283.156454:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e2e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+60:1961:x1830949849325312:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 405us (609us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746130283.156460:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4975 00002000:00100000:1.0:1746130283.156465:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092e2e300 x1830949849325312/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:269/0 lens 488/4536 e 0 to 0 dl 1746130294 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130283.156473:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092e2e300 with x1830949849325312 ext(0->4095) 00002000:00010000:1.0:1746130283.156476:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092e2e300 00000100:00100000:0.0:1746130283.158906:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130283.158959:0:10554:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849325440 00000100:00100000:2.0:1746130283.158967:0:10554:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849325440 00000100:00100000:2.0:1746130283.159021:0:10554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6591 00000100:00100000:2.0:1746130283.159029:0:10554:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e2e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+5:31579:x1830949849325440:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746130283.159046:0:10554:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746130283.159065:0:10554:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e57873625e0 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae40c1e expref: -99 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130283.159096:0:10554:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8800/0x4ce24e57873625d9 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40c17 expref: 59 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130283.159104:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746130283.159106:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746130283.159109:0:10554:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e57873625e0 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40c1e expref: 6 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130283.159144:0:10554:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091fc8800/0x4ce24e57873625d9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40c17 expref: 59 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130283.159157:0:10554:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091fc8800/0x4ce24e57873625d9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40c17 expref: 59 pid: 10554 timeout: 581 lvb_type: 0 00000100:00100000:2.0:1746130283.159168:0:10554:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f130e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10554:1830949841797888:192.168.204.51@tcp:104: 00000100:00100000:2.0:1746130283.160411:0:10554:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b528a9c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746130283.164069:0:10554:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f130e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10554:1830949841797888:192.168.204.51@tcp:104: 00010000:00010000:2.0:1746130283.164105:0:10554:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e57873625e0 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40c1e expref: 6 pid: 10554 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746130283.164113:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00010000:00010000:2.0:1746130283.164129:0:10554:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091fc8600, rc 0) 00000100:00100000:2.0:1746130283.164175:0:10554:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e2e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+6:31579:x1830949849325440:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5146us (5278us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130283.164184:0:10554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6591 00000100:00100000:3.0:1746130283.164236:0:7924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849325568 00000100:00100000:3.0:1746130283.164248:0:7924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849325568 00010000:00010000:3.0:1746130283.164316:0:7924:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc8800/0x4ce24e57873625d9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40c17 expref: 60 pid: 10554 timeout: 581 lvb_type: 0 00000100:00100000:3.0:1746130283.164363:0:7924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14855 00000100:00100000:3.0:1746130283.164371:0:7924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e2d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+60:1961:x1830949849325568:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746130283.164384:0:7924:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746130283.164407:0:7924:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091fc8800/0x4ce24e57873625d9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40c17 expref: 60 pid: 10554 timeout: 581 lvb_type: 0 00010000:00010000:3.0:1746130283.164417:0:7924:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091fc8800/0x4ce24e57873625d9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40c17 expref: 60 pid: 10554 timeout: 581 lvb_type: 0 00010000:00010000:3.0:1746130283.164441:0:7924:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8800/0x4ce24e57873625d9 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40c17 expref: 60 pid: 10554 timeout: 581 lvb_type: 0 00010000:00010000:3.0:1746130283.164456:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130283.164458:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130283.164465:0:7924:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e57873625e0 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40c1e expref: 5 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130283.164474:0:7924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e57873625e0 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40c1e expref: 5 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130283.164505:0:7924:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e57873625e0 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40c1e expref: 5 pid: 10554 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746130283.164523:0:7924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091951f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841798016:192.168.204.51@tcp:105: 00000100:00100000:3.0:1746130283.165141:0:7924:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b20c4840 going to sleep for 11 seconds 00000100:00100000:3.0:1746130283.166250:0:7924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091951f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841798016:192.168.204.51@tcp:105: 00010000:00010000:3.0:1746130283.166294:0:7924:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746130283.166332:0:7924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e2d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+59:1961:x1830949849325568:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 1962us (2220us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130283.166339:0:7924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14855 00000100:00100000:0.0:1746130283.167627:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130283.167692:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130283.167713:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849325952 00000100:00100000:1.0:1746130283.167721:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849325952 00002000:00100000:1.0:1746130283.167764:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800933aa680 x1830949849325952/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:269/0 lens 488/0 e 0 to 0 dl 1746130294 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130283.167774:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800933aa680 with x1830949849325952 ext(0->4095) 00002000:00010000:1.0:1746130283.167779:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800933aa680 00000100:00100000:2.0:1746130283.167850:0:10554:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849325696 00000100:00100000:2.0:1746130283.167854:0:10554:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849325696 00000100:00100000:2.0:1746130283.167894:0:10554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6592 00000100:00100000:2.0:1746130283.167902:0:10554:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e2ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:640ea846-b909-4eea-9a54-417e15bd627b+59:31578:x1830949849325696:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746130283.167916:0:10554:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746130283.167935:0:10554:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091fc8000/0x4ce24e57873625e7 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae40c25 expref: -99 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130283.167969:0:10554:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e57873625e0 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40c1e expref: 6 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130283.167977:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130283.167979:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130283.167983:0:10554:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc8000/0x4ce24e57873625e7 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40c25 expref: 60 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130283.168015:0:10554:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e57873625e0 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40c1e expref: 6 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130283.168026:0:10554:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e57873625e0 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40c1e expref: 6 pid: 10554 timeout: 581 lvb_type: 0 00000100:00100000:2.0:1746130283.168041:0:10554:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f130e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10554:1830949841798144:192.168.204.51@tcp:104: 00000100:00100000:2.0:1746130283.168101:0:10554:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b528a9c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746130283.168297:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2723 00000100:00100000:1.0:1746130283.168303:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800933aa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949849325952:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746130283.168522:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800933aa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949849325952:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 219us (829us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746130283.168530:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2723 00002000:00100000:1.0:1746130283.168535:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800933aa680 x1830949849325952/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:269/0 lens 488/4536 e 0 to 0 dl 1746130294 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130283.168543:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800933aa680 with x1830949849325952 ext(0->4095) 00010000:00010000:1.0:1746130283.168548:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e57873625e0 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40c1e expref: 6 pid: 10554 timeout: 581 lvb_type: 0 00010000:00010000:1.0:1746130283.168558:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e57873625e0 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40c1e expref: 6 pid: 10554 timeout: 581 lvb_type: 0 00002000:00010000:1.0:1746130283.168564:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800933aa680 00000100:00100000:2.0:1746130283.169502:0:10554:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f130e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10554:1830949841798144:192.168.204.51@tcp:104: 00010000:00010000:2.0:1746130283.169521:0:10554:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091fc8000/0x4ce24e57873625e7 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40c25 expref: 60 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130283.169534:0:10554:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091fc8000, rc 0) 00000100:00100000:2.0:1746130283.169570:0:10554:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e2ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:640ea846-b909-4eea-9a54-417e15bd627b+60:31578:x1830949849325696:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1669us (1946us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130283.169576:0:10554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6592 00000100:00100000:0.0:1746130283.169899:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130283.170019:0:10554:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849326080 00000100:00100000:3.0:1746130283.170025:0:10554:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849326080 00000100:00100000:3.0:1746130283.170056:0:10554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6593 00000100:00100000:3.0:1746130283.170062:0:10554:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800933a8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:640ea846-b909-4eea-9a54-417e15bd627b+60:31579:x1830949849326080:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746130283.170072:0:10554:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746130283.170083:0:10554:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800934d1000/0x4ce24e57873625ee lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae40c2c expref: -99 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130283.170099:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130283.170103:0:10554:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8000/0x4ce24e57873625e7 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40c25 expref: 61 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130283.170109:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746130283.170112:0:10554:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d1000/0x4ce24e57873625ee lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40c2c expref: 61 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130283.170137:0:10554:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091fc8000/0x4ce24e57873625e7 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40c25 expref: 61 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130283.170158:0:10554:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800934d1000/0x4ce24e57873625ee lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40c2c expref: 61 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130283.170166:0:10554:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800934d1000, rc 0) 00000100:00100000:3.0:1746130283.170197:0:10554:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800933a8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:640ea846-b909-4eea-9a54-417e15bd627b+61:31579:x1830949849326080:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 135us (309us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130283.170203:0:10554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6593 00000100:00100000:0.0:1746130283.171097:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130283.171173:0:7924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849326208 00000100:00100000:3.0:1746130283.171179:0:7924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849326208 00010000:00010000:3.0:1746130283.171207:0:7924:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e57873625e0 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40c1e expref: 6 pid: 10554 timeout: 581 lvb_type: 0 00000100:00100000:1.0:1746130283.171413:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14856 00000100:00100000:1.0:1746130283.171422:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d0d3450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949849326208:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746130283.171433:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746130283.171456:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e57873625e0 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40c1e expref: 6 pid: 10554 timeout: 581 lvb_type: 0 00010000:00010000:1.0:1746130283.171467:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e57873625e0 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40c1e expref: 6 pid: 10554 timeout: 581 lvb_type: 0 00010000:00010000:1.0:1746130283.171486:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e57873625e0 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40c1e expref: 6 pid: 10554 timeout: 581 lvb_type: 0 00010000:00010000:1.0:1746130283.171514:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130283.171515:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130283.171523:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8000/0x4ce24e57873625e7 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40c25 expref: 60 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130283.171530:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc8000/0x4ce24e57873625e7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40c25 expref: 60 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130283.171555:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091fc8000/0x4ce24e57873625e7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40c25 expref: 60 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130283.171570:0:7097:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091fc8000/0x4ce24e57873625e7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40c25 expref: 60 pid: 10554 timeout: 581 lvb_type: 0 00000100:00100000:1.0:1746130283.171581:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093171f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841798400:192.168.204.51@tcp:105: 00000100:00100000:1.0:1746130283.171964:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18fb900 going to sleep for 11 seconds 00000100:00100000:1.0:1746130283.175714:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093171f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841798400:192.168.204.51@tcp:105: 00010000:00010000:1.0:1746130283.175742:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746130283.176004:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d0d3450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+5:1962:x1830949849326208:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 4582us (4906us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130283.176015:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14856 00000100:00100000:0.0:1746130283.177450:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130283.177568:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849326464 00000100:00100000:1.0:1746130283.177576:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849326464 00002000:00100000:1.0:1746130283.177614:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880091f45180 x1830949849326464/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:269/0 lens 488/0 e 0 to 0 dl 1746130294 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130283.177624:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091f45180 with x1830949849326464 ext(0->4095) 00010000:00010000:1.0:1746130283.177632:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8000/0x4ce24e57873625e7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40c25 expref: 61 pid: 10554 timeout: 581 lvb_type: 0 00010000:00010000:1.0:1746130283.177649:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091fc8000/0x4ce24e57873625e7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40c25 expref: 61 pid: 10554 timeout: 581 lvb_type: 0 00002000:00010000:1.0:1746130283.177655:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091f45180 00000100:00100000:1.0:1746130283.177683:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2724 00000100:00100000:1.0:1746130283.177689:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091f45180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+61:1961:x1830949849326464:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746130283.177848:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091f45180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+61:1961:x1830949849326464:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 158us (401us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746130283.177853:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2724 00002000:00100000:1.0:1746130283.177858:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880091f45180 x1830949849326464/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:269/0 lens 488/4536 e 0 to 0 dl 1746130294 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130283.177865:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091f45180 with x1830949849326464 ext(0->4095) 00010000:00010000:1.0:1746130283.177869:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8000/0x4ce24e57873625e7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40c25 expref: 61 pid: 10554 timeout: 581 lvb_type: 0 00010000:00010000:1.0:1746130283.177876:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091fc8000/0x4ce24e57873625e7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40c25 expref: 61 pid: 10554 timeout: 581 lvb_type: 0 00002000:00010000:1.0:1746130283.177881:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091f45180 00000100:00100000:0.0:1746130283.179563:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130283.179738:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849326592 00000100:00100000:1.0:1746130283.179746:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849326592 00010000:00010000:1.0:1746130283.179777:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc8000/0x4ce24e57873625e7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40c25 expref: 61 pid: 10554 timeout: 581 lvb_type: 0 00000100:00100000:1.0:1746130283.180114:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14857 00000100:00100000:1.0:1746130283.180123:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091f45c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+61:1964:x1830949849326592:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746130283.180136:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746130283.180160:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091fc8000/0x4ce24e57873625e7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40c25 expref: 61 pid: 10554 timeout: 581 lvb_type: 0 00010000:00010000:1.0:1746130283.180171:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091fc8000/0x4ce24e57873625e7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40c25 expref: 61 pid: 10554 timeout: 581 lvb_type: 0 00010000:00010000:1.0:1746130283.180194:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8000/0x4ce24e57873625e7 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40c25 expref: 61 pid: 10554 timeout: 581 lvb_type: 0 00010000:00010000:1.0:1746130283.180225:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130283.180227:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130283.180235:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1000/0x4ce24e57873625ee lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40c2c expref: 60 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130283.180242:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d1000/0x4ce24e57873625ee lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40c2c expref: 60 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130283.180302:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800934d1000/0x4ce24e57873625ee lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40c2c expref: 60 pid: 10554 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746130283.180314:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093171500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841798528:192.168.204.51@tcp:105: 00000100:00100000:1.0:1746130283.180409:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18fb480 going to sleep for 11 seconds 00000100:00100000:0.0:1746130283.182587:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130283.183041:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093171500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841798528:192.168.204.51@tcp:105: 00010000:00010000:1.0:1746130283.183065:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746130283.183106:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091f45c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+60:1964:x1830949849326592:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 2984us (3550us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130283.183118:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14857 00000100:00100000:3.0:1746130283.183471:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849326848 00000100:00100000:3.0:1746130283.183479:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849326848 00002000:00100000:3.0:1746130283.183525:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880091f45500 x1830949849326848/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:269/0 lens 488/0 e 0 to 0 dl 1746130294 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130283.183536:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091f45500 with x1830949849326848 ext(0->4095) 00002000:00010000:3.0:1746130283.183540:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091f45500 00000100:00100000:3.0:1746130283.183556:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4977 00000100:00100000:3.0:1746130283.183564:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091f45500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+60:1961:x1830949849326848:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746130283.183726:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091f45500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+60:1961:x1830949849326848:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 163us (1148us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746130283.183732:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4977 00002000:00100000:3.0:1746130283.183737:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880091f45500 x1830949849326848/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:269/0 lens 488/4536 e 0 to 0 dl 1746130294 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130283.183745:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091f45500 with x1830949849326848 ext(0->4095) 00002000:00010000:3.0:1746130283.183748:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091f45500 00000100:00100000:0.0:1746130283.187252:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130283.187969:0:10554:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849326976 00000100:00100000:3.0:1746130283.187978:0:10554:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849326976 00000100:00100000:3.0:1746130283.188371:0:10554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6594 00000100:00100000:3.0:1746130283.188381:0:10554:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091f47480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+5:31579:x1830949849326976:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746130283.188403:0:10554:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746130283.188420:0:10554:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800934d1a00/0x4ce24e57873625f5 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae40c33 expref: -99 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130283.188453:0:10554:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1000/0x4ce24e57873625ee lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40c2c expref: 59 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130283.188460:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746130283.188462:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746130283.188466:0:10554:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d1a00/0x4ce24e57873625f5 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40c33 expref: 6 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130283.188499:0:10554:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800934d1000/0x4ce24e57873625ee lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40c2c expref: 59 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130283.188512:0:10554:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800934d1000/0x4ce24e57873625ee lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40c2c expref: 59 pid: 10554 timeout: 581 lvb_type: 0 00000100:00100000:3.0:1746130283.188525:0:10554:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091951f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10554:1830949841798656:192.168.204.51@tcp:104: 00000100:00100000:3.0:1746130283.190116:0:10554:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b20c4840 going to sleep for 11 seconds 00000100:00100000:3.0:1746130283.194154:0:10554:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091951f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10554:1830949841798656:192.168.204.51@tcp:104: 00010000:00010000:3.0:1746130283.194197:0:10554:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800934d1a00/0x4ce24e57873625f5 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40c33 expref: 6 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130283.194216:0:10554:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800934d1a00, rc 0) 00000100:00100000:3.0:1746130283.194262:0:10554:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091f47480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+6:31579:x1830949849326976:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5882us (7020us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130283.194300:0:10554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6594 00000100:00100000:2.0:1746130283.196551:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130283.196607:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130283.196671:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849327104 00000100:00100000:1.0:1746130283.196679:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849327104 00010000:00010000:1.0:1746130283.196715:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d1000/0x4ce24e57873625ee lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40c2c expref: 60 pid: 10554 timeout: 581 lvb_type: 0 00000100:00100000:1.0:1746130283.196738:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14858 00000100:00100000:1.0:1746130283.196744:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f130e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+60:1961:x1830949849327104:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746130283.196757:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746130283.196777:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800934d1000/0x4ce24e57873625ee lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40c2c expref: 60 pid: 10554 timeout: 581 lvb_type: 0 00010000:00010000:1.0:1746130283.196787:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800934d1000/0x4ce24e57873625ee lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40c2c expref: 60 pid: 10554 timeout: 581 lvb_type: 0 00010000:00010000:1.0:1746130283.196807:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1000/0x4ce24e57873625ee lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40c2c expref: 60 pid: 10554 timeout: 581 lvb_type: 0 00010000:00010000:1.0:1746130283.196832:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130283.196834:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130283.196841:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1a00/0x4ce24e57873625f5 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40c33 expref: 5 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130283.196849:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d1a00/0x4ce24e57873625f5 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40c33 expref: 5 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130283.196881:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800934d1a00/0x4ce24e57873625f5 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40c33 expref: 5 pid: 10554 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746130283.196893:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093171500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841798784:192.168.204.51@tcp:105: 00000100:00100000:1.0:1746130283.196954:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18fb180 going to sleep for 11 seconds 00000100:00100000:3.0:1746130283.197331:0:10554:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849327232 00000100:00100000:3.0:1746130283.197336:0:10554:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849327232 00000100:00100000:3.0:1746130283.197372:0:10554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6595 00000100:00100000:3.0:1746130283.197382:0:10554:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f133800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:640ea846-b909-4eea-9a54-417e15bd627b+60:31578:x1830949849327232:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746130283.197394:0:10554:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746130283.197405:0:10554:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800934d0000/0x4ce24e57873625fc lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae40c3a expref: -99 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130283.197422:0:10554:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1a00/0x4ce24e57873625f5 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40c33 expref: 5 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130283.197428:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130283.197667:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130283.197673:0:10554:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d0000/0x4ce24e57873625fc lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40c3a expref: 61 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130283.197690:0:10554:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800934d1a00/0x4ce24e57873625f5 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40c33 expref: 5 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130283.197700:0:10554:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800934d1a00/0x4ce24e57873625f5 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40c33 expref: 5 pid: 10554 timeout: 581 lvb_type: 0 00000100:00100000:3.0:1746130283.197708:0:10554:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091951f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10554:1830949841798912:192.168.204.51@tcp:104: 00000100:00100000:3.0:1746130283.198019:0:10554:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b20c4840 going to sleep for 11 seconds 00000100:00100000:3.0:1746130283.201141:0:10554:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091951f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10554:1830949841798912:192.168.204.51@tcp:104: 00010000:00010000:3.0:1746130283.201181:0:10554:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800934d0000/0x4ce24e57873625fc lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40c3a expref: 61 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130283.201200:0:10554:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800934d0000, rc 0) 00000100:00100000:1.0:1746130283.201203:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093171500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841798784:192.168.204.51@tcp:105: 00010000:00010000:1.0:1746130283.201216:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746130283.201240:0:10554:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f133800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:640ea846-b909-4eea-9a54-417e15bd627b+61:31578:x1830949849327232:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3858us (4630us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130283.201241:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f130e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+61:1961:x1830949849327104:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 4498us (4699us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130283.201249:0:10554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6595 00000100:00100000:1.0:1746130283.201249:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14858 00000100:00100000:0.0:1746130283.202831:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130283.203087:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849327488 00000100:00100000:1.0:1746130283.203095:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849327488 00002000:00100000:1.0:1746130283.203138:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880091f47800 x1830949849327488/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:269/0 lens 488/0 e 0 to 0 dl 1746130294 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130283.203147:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091f47800 with x1830949849327488 ext(0->4095) 00010000:00010000:1.0:1746130283.203155:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1a00/0x4ce24e57873625f5 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40c33 expref: 6 pid: 10554 timeout: 581 lvb_type: 0 00010000:00010000:1.0:1746130283.203167:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800934d1a00/0x4ce24e57873625f5 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40c33 expref: 6 pid: 10554 timeout: 581 lvb_type: 0 00002000:00010000:1.0:1746130283.203173:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091f47800 00000100:00100000:1.0:1746130283.203381:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2725 00000100:00100000:1.0:1746130283.203388:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091f47800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949849327488:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746130283.203583:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091f47800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949849327488:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 194us (756us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746130283.203593:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2725 00002000:00100000:1.0:1746130283.203599:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880091f47800 x1830949849327488/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:269/0 lens 488/4536 e 0 to 0 dl 1746130294 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130283.203606:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091f47800 with x1830949849327488 ext(0->4095) 00010000:00010000:1.0:1746130283.203611:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1a00/0x4ce24e57873625f5 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40c33 expref: 6 pid: 10554 timeout: 581 lvb_type: 0 00010000:00010000:1.0:1746130283.203620:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800934d1a00/0x4ce24e57873625f5 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40c33 expref: 6 pid: 10554 timeout: 581 lvb_type: 0 00002000:00010000:1.0:1746130283.203625:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091f47800 00000100:00100000:0.0:1746130283.209363:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130283.209402:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849327616 00000100:00100000:1.0:1746130283.209429:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849327616 00010000:00010000:1.0:1746130283.209476:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d1a00/0x4ce24e57873625f5 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40c33 expref: 6 pid: 10554 timeout: 581 lvb_type: 0 00000100:00100000:1.0:1746130283.209518:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14859 00000100:00100000:1.0:1746130283.209526:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091f46d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949849327616:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746130283.209538:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746130283.209562:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800934d1a00/0x4ce24e57873625f5 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40c33 expref: 6 pid: 10554 timeout: 581 lvb_type: 0 00010000:00010000:1.0:1746130283.209575:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800934d1a00/0x4ce24e57873625f5 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40c33 expref: 6 pid: 10554 timeout: 581 lvb_type: 0 00010000:00010000:1.0:1746130283.209597:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1a00/0x4ce24e57873625f5 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40c33 expref: 6 pid: 10554 timeout: 581 lvb_type: 0 00010000:00010000:1.0:1746130283.209628:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130283.209630:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130283.209637:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800934d0000/0x4ce24e57873625fc lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40c3a expref: 59 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130283.209646:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d0000/0x4ce24e57873625fc lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40c3a expref: 59 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130283.209684:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800934d0000/0x4ce24e57873625fc lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40c3a expref: 59 pid: 10554 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746130283.209697:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093171500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841799040:192.168.204.51@tcp:105: 00000100:00100000:1.0:1746130283.209799:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18fb180 going to sleep for 11 seconds 00000100:00100000:1.0:1746130283.213298:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093171500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841799040:192.168.204.51@tcp:105: 00010000:00010000:1.0:1746130283.213322:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746130283.213381:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091f46d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+5:1961:x1830949849327616:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 3854us (4036us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130283.213391:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14859 00000100:00100000:0.0:1746130283.213942:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130283.214341:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849327872 00000100:00100000:3.0:1746130283.214357:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849327872 00002000:00100000:3.0:1746130283.214401:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880091f45f80 x1830949849327872/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:269/0 lens 488/0 e 0 to 0 dl 1746130294 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130283.214411:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091f45f80 with x1830949849327872 ext(0->4095) 00002000:00010000:3.0:1746130283.214416:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091f45f80 00000100:00100000:3.0:1746130283.214443:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4978 00000100:00100000:3.0:1746130283.214453:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091f45f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+60:1962:x1830949849327872:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746130283.214949:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091f45f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+60:1962:x1830949849327872:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 496us (1006us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746130283.214955:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4978 00002000:00100000:3.0:1746130283.214961:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880091f45f80 x1830949849327872/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:269/0 lens 488/4536 e 0 to 0 dl 1746130294 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130283.214972:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091f45f80 with x1830949849327872 ext(0->4095) 00002000:00010000:3.0:1746130283.214975:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091f45f80 00000100:00100000:0.0:1746130283.216383:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130283.216458:0:10554:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849328000 00000100:00100000:3.0:1746130283.216464:0:10554:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849328000 00000100:00100000:3.0:1746130283.216495:0:10554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6596 00000100:00100000:3.0:1746130283.216500:0:10554:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091f44700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+5:31579:x1830949849328000:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746130283.216513:0:10554:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746130283.216528:0:10554:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800934d1800/0x4ce24e5787362603 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae40c41 expref: -99 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130283.216554:0:10554:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800934d0000/0x4ce24e57873625fc lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40c3a expref: 59 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130283.216561:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746130283.216562:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746130283.216566:0:10554:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d1800/0x4ce24e5787362603 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40c41 expref: 6 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130283.216596:0:10554:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800934d0000/0x4ce24e57873625fc lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40c3a expref: 59 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130283.216606:0:10554:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800934d0000/0x4ce24e57873625fc lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40c3a expref: 59 pid: 10554 timeout: 581 lvb_type: 0 00000100:00100000:3.0:1746130283.216617:0:10554:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091951f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10554:1830949841799168:192.168.204.51@tcp:104: 00000100:00100000:3.0:1746130283.216695:0:10554:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b20c49c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746130283.218462:0:10554:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091951f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10554:1830949841799168:192.168.204.51@tcp:104: 00010000:00010000:3.0:1746130283.218508:0:10554:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800934d1800/0x4ce24e5787362603 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40c41 expref: 6 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130283.218523:0:10554:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800934d1800, rc 0) 00000100:00100000:3.0:1746130283.218556:0:10554:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091f44700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+6:31579:x1830949849328000:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2055us (2177us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130283.218564:0:10554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6596 00000100:00100000:0.0:1746130283.219056:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130283.219586:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849328128 00000100:00100000:3.0:1746130283.219593:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849328128 00002000:00100000:3.0:1746130283.219626:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff880094aa8a80 x1830949849328128/t0(0) o4->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:269/0 lens 496/0 e 0 to 0 dl 1746130294 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130283.219636:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094aa8a80 with x1830949849328128 ext(0->7) 00010000:00010000:3.0:1746130283.219642:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800934d0000/0x4ce24e57873625fc lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40c3a expref: 60 pid: 10554 timeout: 581 lvb_type: 0 00010000:00010000:3.0:1746130283.219653:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800934d0000/0x4ce24e57873625fc lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40c3a expref: 60 pid: 10554 timeout: 581 lvb_type: 0 00002000:00010000:3.0:1746130283.219659:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880094aa8a80 00000100:00100000:3.0:1746130283.219676:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2726 00000100:00100000:3.0:1746130283.219683:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094aa8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+60:1962:x1830949849328128:12345-192.168.204.51@tcp:4:ldlm_bl.0 00000100:00100000:3.0:1746130283.219980:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094aa8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+62:1962:x1830949849328128:12345-192.168.204.51@tcp:4:ldlm_bl.0 Request processed in 297us (924us total) trans 4294967952 rc 0/0 00000100:00100000:3.0:1746130283.219986:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2726 00002000:00100000:3.0:1746130283.219991:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff880094aa8a80 x1830949849328128/t4294967952(0) o4->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:269/0 lens 496/448 e 0 to 0 dl 1746130294 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130283.219998:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094aa8a80 with x1830949849328128 ext(0->7) 00010000:00010000:3.0:1746130283.220001:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800934d0000/0x4ce24e57873625fc lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40c3a expref: 62 pid: 10554 timeout: 581 lvb_type: 0 00010000:00010000:3.0:1746130283.220008:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800934d0000/0x4ce24e57873625fc lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40c3a expref: 62 pid: 10554 timeout: 581 lvb_type: 0 00002000:00010000:3.0:1746130283.220013:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880094aa8a80 00000100:00100000:0.0:1746130283.221902:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130283.221958:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849328256 00000100:00100000:1.0:1746130283.221966:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849328256 00010000:00010000:1.0:1746130283.222001:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d0000/0x4ce24e57873625fc lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40c3a expref: 62 pid: 10554 timeout: 581 lvb_type: 0 00000100:00100000:1.0:1746130283.222038:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14860 00000100:00100000:1.0:1746130283.222045:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094aa8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+62:1964:x1830949849328256:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746130283.222058:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:1.0:1746130283.222074:0:7097:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x18:0x0] updating lvb mtime from disk: 1746130283 -> 1746130284 00002000:00010000:1.0:1746130283.222076:0:7097:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x18:0x0] updating lvb ctime from disk: 1746130283 -> 1746130284 00010000:00010000:1.0:1746130283.222081:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800934d0000/0x4ce24e57873625fc lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40c3a expref: 62 pid: 10554 timeout: 581 lvb_type: 0 00010000:00010000:1.0:1746130283.222091:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800934d0000/0x4ce24e57873625fc lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40c3a expref: 62 pid: 10554 timeout: 581 lvb_type: 0 00010000:00010000:1.0:1746130283.222114:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800934d0000/0x4ce24e57873625fc lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40c3a expref: 62 pid: 10554 timeout: 581 lvb_type: 0 00010000:00010000:1.0:1746130283.222143:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130283.222145:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130283.222152:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1800/0x4ce24e5787362603 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40c41 expref: 5 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130283.222160:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d1800/0x4ce24e5787362603 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40c41 expref: 5 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130283.222190:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800934d1800/0x4ce24e5787362603 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40c41 expref: 5 pid: 10554 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746130283.222201:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093171500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841799296:192.168.204.51@tcp:105: 00000100:00100000:1.0:1746130283.222293:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18fb180 going to sleep for 11 seconds 00000100:00100000:0.0:1746130283.223961:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130283.223998:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093171500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841799296:192.168.204.51@tcp:105: 00000100:00100000:3.0:1746130283.224012:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849328512 00000100:00100000:3.0:1746130283.224021:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849328512 00010000:00010000:1.0:1746130283.224040:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00100000:3.0:1746130283.224072:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880094aa9f80 x1830949849328512/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:269/0 lens 488/0 e 0 to 0 dl 1746130294 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130283.224082:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094aa9f80 with x1830949849328512 ext(0->4095) 00002000:00010000:3.0:1746130283.224086:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880094aa9f80 00000100:00100000:1.0:1746130283.224089:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094aa8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+61:1964:x1830949849328256:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 2043us (2191us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130283.224098:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14860 00000100:00100000:3.0:1746130283.224101:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4979 00000100:00100000:3.0:1746130283.224107:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094aa9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949849328512:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746130283.224247:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094aa9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949849328512:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 140us (292us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746130283.224253:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4979 00002000:00100000:3.0:1746130283.224258:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880094aa9f80 x1830949849328512/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:269/0 lens 488/4536 e 0 to 0 dl 1746130294 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130283.224290:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094aa9f80 with x1830949849328512 ext(0->4095) 00002000:00010000:3.0:1746130283.224293:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880094aa9f80 00000100:00100000:0.0:1746130283.227832:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130283.227950:0:10554:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849328640 00000100:00100000:3.0:1746130283.227959:0:10554:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849328640 00000100:00100000:3.0:1746130283.228007:0:10554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6597 00000100:00100000:3.0:1746130283.228014:0:10554:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091d22300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:640ea846-b909-4eea-9a54-417e15bd627b+61:31579:x1830949849328640:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746130283.228033:0:10554:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746130283.228051:0:10554:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800934d0600/0x4ce24e578736260a lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae40c48 expref: -99 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130283.228081:0:10554:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1800/0x4ce24e5787362603 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40c41 expref: 5 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130283.228088:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130283.228090:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130283.228093:0:10554:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d0600/0x4ce24e578736260a lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40c48 expref: 62 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130283.228120:0:10554:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800934d1800/0x4ce24e5787362603 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40c41 expref: 5 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130283.228131:0:10554:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800934d1800/0x4ce24e5787362603 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40c41 expref: 5 pid: 10554 timeout: 581 lvb_type: 0 00000100:00100000:3.0:1746130283.228142:0:10554:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091951f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10554:1830949841799424:192.168.204.51@tcp:104: 00000100:00100000:3.0:1746130283.229540:0:10554:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b20c4480 going to sleep for 11 seconds 00000100:00100000:3.0:1746130283.232942:0:10554:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091951f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10554:1830949841799424:192.168.204.51@tcp:104: 00010000:00010000:3.0:1746130283.232985:0:10554:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800934d0600/0x4ce24e578736260a lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40c48 expref: 62 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130283.233015:0:10554:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800934d0600, rc 0) 00000100:00100000:3.0:1746130283.233065:0:10554:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091d22300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:640ea846-b909-4eea-9a54-417e15bd627b+62:31579:x1830949849328640:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5050us (5243us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130283.233075:0:10554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6597 00000100:00100000:0.0:1746130283.234399:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130283.234492:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849328768 00000100:00100000:1.0:1746130283.234500:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849328768 00010000:00010000:1.0:1746130283.234537:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d1800/0x4ce24e5787362603 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40c41 expref: 6 pid: 10554 timeout: 581 lvb_type: 0 00000100:00100000:1.0:1746130283.234606:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14861 00000100:00100000:1.0:1746130283.234614:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091d20a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1964:x1830949849328768:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746130283.234626:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746130283.234648:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800934d1800/0x4ce24e5787362603 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40c41 expref: 6 pid: 10554 timeout: 581 lvb_type: 0 00010000:00010000:1.0:1746130283.234658:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800934d1800/0x4ce24e5787362603 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40c41 expref: 6 pid: 10554 timeout: 581 lvb_type: 0 00010000:00010000:1.0:1746130283.234685:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1800/0x4ce24e5787362603 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40c41 expref: 6 pid: 10554 timeout: 581 lvb_type: 0 00010000:00010000:1.0:1746130283.234703:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130283.234705:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130283.234712:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800934d0600/0x4ce24e578736260a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40c48 expref: 61 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130283.234719:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d0600/0x4ce24e578736260a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40c48 expref: 61 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130283.234755:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800934d0600/0x4ce24e578736260a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40c48 expref: 61 pid: 10554 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746130283.234767:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093171500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841799552:192.168.204.51@tcp:105: 00000100:00100000:1.0:1746130283.234926:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18fb180 going to sleep for 11 seconds 00000100:00100000:0.0:1746130283.234995:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130283.235088:0:10554:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849328896 00000100:00100000:3.0:1746130283.235091:0:10554:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849328896 00000100:00100000:3.0:1746130283.235111:0:10554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6598 00000100:00100000:3.0:1746130283.235115:0:10554:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091d21880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:640ea846-b909-4eea-9a54-417e15bd627b+62:31578:x1830949849328896:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746130283.235126:0:10554:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746130283.235135:0:10554:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800934d1e00/0x4ce24e5787362611 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae40c4f expref: -99 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130283.235152:0:10554:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800934d0600/0x4ce24e578736260a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40c48 expref: 63 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130283.235158:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746130283.235160:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746130283.235162:0:10554:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d1e00/0x4ce24e5787362611 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40c4f expref: 63 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130283.235179:0:10554:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800934d0600/0x4ce24e578736260a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40c48 expref: 63 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130283.235189:0:10554:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800934d0600/0x4ce24e578736260a lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40c48 expref: 63 pid: 10554 timeout: 581 lvb_type: 0 00000100:00100000:3.0:1746130283.235202:0:10554:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091951f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10554:1830949841799680:192.168.204.51@tcp:104: 00000100:00100000:3.0:1746130283.235780:0:10554:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b20c4480 going to sleep for 11 seconds 00000100:00100000:1.0:1746130283.236538:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093171500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841799552:192.168.204.51@tcp:105: 00010000:00010000:1.0:1746130283.236550:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746130283.236555:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130283.236577:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091d20a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+5:1964:x1830949849328768:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 1965us (2181us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130283.236585:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14861 00000100:00100000:2.0:1746130283.236766:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849329152 00000100:00100000:2.0:1746130283.236771:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849329152 00002000:00100000:2.0:1746130283.236808:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880091d23b80 x1830949849329152/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:269/0 lens 488/0 e 0 to 0 dl 1746130294 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130283.236817:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091d23b80 with x1830949849329152 ext(0->4095) 00010000:00010000:2.0:1746130283.236823:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800934d0600/0x4ce24e578736260a lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40c48 expref: 64 pid: 10554 timeout: 581 lvb_type: 0 00010000:00010000:2.0:1746130283.236834:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800934d0600/0x4ce24e578736260a lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40c48 expref: 64 pid: 10554 timeout: 581 lvb_type: 0 00002000:00010000:2.0:1746130283.236840:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091d23b80 00000100:00100000:2.0:1746130283.236866:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2727 00000100:00100000:2.0:1746130283.236871:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091d23b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+64:1961:x1830949849329152:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746130283.237011:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091d23b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+64:1961:x1830949849329152:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 139us (457us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746130283.237017:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2727 00002000:00100000:2.0:1746130283.237022:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880091d23b80 x1830949849329152/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:269/0 lens 488/4536 e 0 to 0 dl 1746130294 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130283.237029:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091d23b80 with x1830949849329152 ext(0->4095) 00010000:00010000:2.0:1746130283.237034:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800934d0600/0x4ce24e578736260a lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40c48 expref: 64 pid: 10554 timeout: 581 lvb_type: 0 00010000:00010000:2.0:1746130283.237042:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800934d0600/0x4ce24e578736260a lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40c48 expref: 64 pid: 10554 timeout: 581 lvb_type: 0 00002000:00010000:2.0:1746130283.237047:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091d23b80 00000100:00100000:0.0:1746130283.238640:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130283.238677:0:10554:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091951f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10554:1830949841799680:192.168.204.51@tcp:104: 00010000:00010000:3.0:1746130283.238708:0:10554:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800934d1e00/0x4ce24e5787362611 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40c4f expref: 63 pid: 10554 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746130283.238719:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00010000:00010000:3.0:1746130283.238723:0:10554:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800934d1e00, rc 0) 00000100:00100000:3.0:1746130283.238771:0:10554:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091d21880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:640ea846-b909-4eea-9a54-417e15bd627b+63:31578:x1830949849328896:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3653us (3776us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130283.238778:0:10554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6598 00000100:00100000:3.0:1746130283.238804:0:10554:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849329280 00000100:00100000:3.0:1746130283.238808:0:10554:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849329280 00000100:00100000:3.0:1746130283.238848:0:8469:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6599 00000100:00100000:3.0:1746130283.238854:0:8469:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091d23100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+5:31579:x1830949849329280:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:1.0:1746130283.238862:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849329408 00010000:00010000:3.0:1746130283.238866:0:8469:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1746130283.238867:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849329408 00010000:00010000:3.0:1746130283.238880:0:8469:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800934d0000/0x4ce24e5787362618 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae40c56 expref: -99 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130283.238883:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d0600/0x4ce24e578736260a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40c48 expref: 63 pid: 10554 timeout: 581 lvb_type: 0 00010000:00010000:3.0:1746130283.238898:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746130283.238902:0:8469:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1e00/0x4ce24e5787362611 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40c4f expref: 63 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130283.238907:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00000100:00100000:1.0:1746130283.238907:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14862 00010000:00010000:3.0:1746130283.238911:0:8469:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d0000/0x4ce24e5787362618 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40c56 expref: 6 pid: 8469 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746130283.238913:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091d21180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+63:1961:x1830949849329408:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746130283.238922:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746130283.238939:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800934d0600/0x4ce24e578736260a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40c48 expref: 63 pid: 10554 timeout: 581 lvb_type: 0 00010000:00010000:3.0:1746130283.238942:0:8469:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800934d1e00/0x4ce24e5787362611 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40c4f expref: 63 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130283.238949:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800934d0600/0x4ce24e578736260a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40c48 expref: 63 pid: 10554 timeout: 581 lvb_type: 0 00010000:00010000:3.0:1746130283.238970:0:8469:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800934d0000/0x4ce24e5787362618 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40c56 expref: 6 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130283.238970:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800934d0600/0x4ce24e578736260a lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40c48 expref: 63 pid: 10554 timeout: 581 lvb_type: 0 00010000:00010000:3.0:1746130283.238976:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130283.238977:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130283.238983:0:8469:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1e00/0x4ce24e5787362611 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40c4f expref: 62 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130283.238990:0:8469:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d1e00/0x4ce24e5787362611 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40c4f expref: 62 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130283.238999:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746130283.239005:0:8469:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800934d1e00/0x4ce24e5787362611 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40c4f expref: 62 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130283.239014:0:8469:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800934d1e00/0x4ce24e5787362611 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40c4f expref: 62 pid: 10554 timeout: 581 lvb_type: 0 00000100:00100000:1.0:1746130283.239022:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091d21180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+62:1961:x1830949849329408:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 109us (302us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130283.239024:0:8469:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091951f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8469:1830949841799936:192.168.204.51@tcp:105: 00000100:00100000:1.0:1746130283.239028:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14862 00000100:00100000:3.0:1746130283.239063:0:8469:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b20c4480 going to sleep for 11 seconds 00000100:00100000:3.0:1746130283.240209:0:8469:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091951f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8469:1830949841799936:192.168.204.51@tcp:105: 00010000:00010000:3.0:1746130283.240221:0:8469:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800934d0000, rc 0) 00000100:00100000:3.0:1746130283.240249:0:8469:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091d23100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+6:31579:x1830949849329280:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1394us (1615us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130283.240256:0:8469:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6599 00000100:00100000:0.0:1746130283.240715:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130283.240773:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849329664 00000100:00100000:3.0:1746130283.240777:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849329664 00002000:00100000:3.0:1746130283.240816:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880091d20700 x1830949849329664/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:269/0 lens 488/0 e 0 to 0 dl 1746130294 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130283.240826:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091d20700 with x1830949849329664 ext(0->4095) 00010000:00010000:3.0:1746130283.240835:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1e00/0x4ce24e5787362611 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40c4f expref: 62 pid: 10554 timeout: 581 lvb_type: 0 00010000:00010000:3.0:1746130283.240846:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800934d1e00/0x4ce24e5787362611 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40c4f expref: 62 pid: 10554 timeout: 581 lvb_type: 0 00002000:00010000:3.0:1746130283.240853:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091d20700 00000100:00100000:3.0:1746130283.240872:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2728 00000100:00100000:3.0:1746130283.240878:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091d20700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+62:1961:x1830949849329664:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746130283.241200:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091d20700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+62:1961:x1830949849329664:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 322us (486us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746130283.241206:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2728 00002000:00100000:3.0:1746130283.241211:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880091d20700 x1830949849329664/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:269/0 lens 488/4536 e 0 to 0 dl 1746130294 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130283.241218:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091d20700 with x1830949849329664 ext(0->4095) 00010000:00010000:3.0:1746130283.241223:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1e00/0x4ce24e5787362611 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40c4f expref: 62 pid: 10554 timeout: 581 lvb_type: 0 00010000:00010000:3.0:1746130283.241236:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800934d1e00/0x4ce24e5787362611 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40c4f expref: 62 pid: 10554 timeout: 581 lvb_type: 0 00002000:00010000:3.0:1746130283.241241:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091d20700 00000100:00100000:2.0:1746130283.242731:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130283.242784:0:8469:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849329920 00000100:00100000:3.0:1746130283.242793:0:8469:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849329920 00000100:00100000:3.0:1746130283.242846:0:8469:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6600 00000100:00100000:3.0:1746130283.242855:0:8469:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f130000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:640ea846-b909-4eea-9a54-417e15bd627b+62:31578:x1830949849329920:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746130283.242870:0:8469:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746130283.242889:0:8469:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800934d1400/0x4ce24e578736261f lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae40c5d expref: -99 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130283.242917:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746130283.242923:0:8469:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800934d0000/0x4ce24e5787362618 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40c56 expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746130283.242926:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00010000:00010000:3.0:1746130283.242929:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746130283.242933:0:8469:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d1400/0x4ce24e578736261f lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40c5d expref: 63 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130283.242971:0:8469:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800934d0000/0x4ce24e5787362618 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40c56 expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130283.242989:0:8469:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800934d1400/0x4ce24e578736261f lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40c5d expref: 63 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130283.242999:0:8469:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800934d1400, rc 0) 00000100:00100000:1.0:1746130283.243015:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849329792 00000100:00100000:1.0:1746130283.243022:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849329792 00000100:00100000:3.0:1746130283.243045:0:8469:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f130000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:640ea846-b909-4eea-9a54-417e15bd627b+64:31578:x1830949849329920:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 191us (323us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130283.243050:0:8469:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6600 00010000:00010000:1.0:1746130283.243064:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d1e00/0x4ce24e5787362611 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40c4f expref: 63 pid: 10554 timeout: 581 lvb_type: 0 00000100:00100000:1.0:1746130283.243089:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14863 00000100:00100000:1.0:1746130283.243097:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d0d3050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+63:1962:x1830949849329792:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746130283.243108:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746130283.243133:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800934d1e00/0x4ce24e5787362611 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40c4f expref: 63 pid: 10554 timeout: 581 lvb_type: 0 00010000:00010000:1.0:1746130283.243918:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800934d1e00/0x4ce24e5787362611 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40c4f expref: 63 pid: 10554 timeout: 581 lvb_type: 0 00010000:00010000:1.0:1746130283.243938:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1e00/0x4ce24e5787362611 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40c4f expref: 63 pid: 10554 timeout: 581 lvb_type: 0 00010000:00010000:1.0:1746130283.243959:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130283.243961:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130283.243967:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800934d0000/0x4ce24e5787362618 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40c56 expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130283.243980:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d0000/0x4ce24e5787362618 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40c56 expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130283.244007:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800934d0000/0x4ce24e5787362618 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40c56 expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130283.244022:0:7097:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800934d0000/0x4ce24e5787362618 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40c56 expref: 5 pid: 8469 timeout: 581 lvb_type: 0 00000100:00100000:1.0:1746130283.244032:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093171500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841800192:192.168.204.51@tcp:105: 00000100:00100000:1.0:1746130283.244107:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18fb180 going to sleep for 11 seconds 00000100:00100000:1.0:1746130283.246145:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093171500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841800192:192.168.204.51@tcp:105: 00010000:00010000:1.0:1746130283.246164:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746130283.246242:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d0d3050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+62:1962:x1830949849329792:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 3144us (3314us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130283.246252:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14863 00000100:00100000:0.0:1746130283.246670:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130283.246698:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849330176 00000100:00100000:3.0:1746130283.246752:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849330176 00002000:00100000:3.0:1746130283.246791:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880091d20000 x1830949849330176/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:269/0 lens 488/0 e 0 to 0 dl 1746130294 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130283.246798:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091d20000 with x1830949849330176 ext(0->4095) 00010000:00010000:3.0:1746130283.246805:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800934d0000/0x4ce24e5787362618 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40c56 expref: 6 pid: 8469 timeout: 581 lvb_type: 0 00010000:00010000:3.0:1746130283.246817:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800934d0000/0x4ce24e5787362618 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40c56 expref: 6 pid: 8469 timeout: 581 lvb_type: 0 00002000:00010000:3.0:1746130283.246822:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091d20000 00000100:00100000:3.0:1746130283.246851:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2729 00000100:00100000:3.0:1746130283.246857:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091d20000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949849330176:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746130283.246985:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091d20000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949849330176:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 128us (315us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746130283.246990:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2729 00002000:00100000:3.0:1746130283.246995:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880091d20000 x1830949849330176/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:269/0 lens 488/4536 e 0 to 0 dl 1746130294 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130283.247001:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091d20000 with x1830949849330176 ext(0->4095) 00010000:00010000:3.0:1746130283.247005:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800934d0000/0x4ce24e5787362618 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40c56 expref: 6 pid: 8469 timeout: 581 lvb_type: 0 00010000:00010000:3.0:1746130283.247019:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800934d0000/0x4ce24e5787362618 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40c56 expref: 6 pid: 8469 timeout: 581 lvb_type: 0 00002000:00010000:3.0:1746130283.247024:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091d20000 00000100:00100000:0.0:1746130283.249443:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130283.249525:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849330304 00000100:00100000:1.0:1746130283.249535:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849330304 00010000:00010000:1.0:1746130283.249565:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d0000/0x4ce24e5787362618 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40c56 expref: 6 pid: 8469 timeout: 581 lvb_type: 0 00000100:00100000:1.0:1746130283.249601:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14864 00000100:00100000:1.0:1746130283.249607:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091d21500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949849330304:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746130283.249618:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746130283.249637:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800934d0000/0x4ce24e5787362618 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40c56 expref: 6 pid: 8469 timeout: 581 lvb_type: 0 00010000:00010000:1.0:1746130283.249648:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800934d0000/0x4ce24e5787362618 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40c56 expref: 6 pid: 8469 timeout: 581 lvb_type: 0 00010000:00010000:1.0:1746130283.249669:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800934d0000/0x4ce24e5787362618 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40c56 expref: 6 pid: 8469 timeout: 581 lvb_type: 0 00010000:00010000:1.0:1746130283.249691:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130283.249694:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130283.249700:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1400/0x4ce24e578736261f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40c5d expref: 61 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130283.249707:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d1400/0x4ce24e578736261f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40c5d expref: 61 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130283.249734:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800934d1400/0x4ce24e578736261f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40c5d expref: 61 pid: 8469 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746130283.249746:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093171500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841800320:192.168.204.51@tcp:105: 00000100:00100000:1.0:1746130283.249809:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18fb480 going to sleep for 11 seconds 00000100:00100000:1.0:1746130283.251753:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093171500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841800320:192.168.204.51@tcp:105: 00010000:00010000:1.0:1746130283.251771:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746130283.251810:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091d21500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+5:1962:x1830949849330304:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 2202us (2372us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130283.251819:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14864 00000100:00100000:0.0:1746130283.252242:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130283.252708:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849330560 00000100:00100000:2.0:1746130283.252714:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849330560 00002000:00100000:2.0:1746130283.252746:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880091d21c00 x1830949849330560/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:269/0 lens 488/0 e 0 to 0 dl 1746130294 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130283.252755:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091d21c00 with x1830949849330560 ext(0->4095) 00002000:00010000:2.0:1746130283.252759:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091d21c00 00000100:00100000:2.0:1746130283.252777:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4980 00000100:00100000:2.0:1746130283.252781:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091d21c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+62:1962:x1830949849330560:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746130283.252915:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091d21c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+62:1962:x1830949849330560:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 132us (674us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746130283.252921:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4980 00002000:00100000:2.0:1746130283.252926:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880091d21c00 x1830949849330560/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:269/0 lens 488/4536 e 0 to 0 dl 1746130294 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130283.252933:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091d21c00 with x1830949849330560 ext(0->4095) 00002000:00010000:2.0:1746130283.252936:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091d21c00 00000100:00100000:0.0:1746130283.256305:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130283.256367:0:8469:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849330688 00000100:00100000:3.0:1746130283.256373:0:8469:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849330688 00000100:00100000:3.0:1746130283.256417:0:8469:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6601 00000100:00100000:3.0:1746130283.256423:0:8469:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091d21f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+5:31579:x1830949849330688:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746130283.256436:0:8469:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746130283.256448:0:8469:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800934d1000/0x4ce24e5787362626 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae40c64 expref: -99 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130283.256468:0:8469:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1400/0x4ce24e578736261f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40c5d expref: 61 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130283.256472:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746130283.256473:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746130283.256475:0:8469:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d1000/0x4ce24e5787362626 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40c64 expref: 6 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130283.256497:0:8469:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800934d1400/0x4ce24e578736261f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40c5d expref: 61 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130283.256506:0:8469:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800934d1400/0x4ce24e578736261f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40c5d expref: 61 pid: 8469 timeout: 581 lvb_type: 0 00000100:00100000:3.0:1746130283.256515:0:8469:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091951f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8469:1830949841800448:192.168.204.51@tcp:104: 00000100:00100000:3.0:1746130283.256592:0:8469:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b20c4600 going to sleep for 11 seconds 00000100:00100000:0.0:1746130283.259368:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130283.259413:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849330816 00000100:00100000:1.0:1746130283.259421:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849330816 00010000:00010000:1.0:1746130283.259455:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d1400/0x4ce24e578736261f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40c5d expref: 62 pid: 8469 timeout: 581 lvb_type: 0 00000100:00100000:1.0:1746130283.259526:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14865 00000100:00100000:1.0:1746130283.259532:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091d20e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+62:1962:x1830949849330816:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746130283.259543:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1746130283.259545:0:8469:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091951f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8469:1830949841800448:192.168.204.51@tcp:104: 00010000:00010000:1.0:1746130283.259562:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800934d1400/0x4ce24e578736261f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40c5d expref: 62 pid: 8469 timeout: 581 lvb_type: 0 00010000:00010000:1.0:1746130283.259571:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800934d1400/0x4ce24e578736261f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40c5d expref: 62 pid: 8469 timeout: 581 lvb_type: 0 00010000:00010000:3.0:1746130283.259580:0:8469:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800934d1000/0x4ce24e5787362626 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40c64 expref: 6 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130283.259589:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1400/0x4ce24e578736261f lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40c5d expref: 62 pid: 8469 timeout: 581 lvb_type: 0 00010000:00010000:3.0:1746130283.259592:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130283.259594:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130283.259599:0:8469:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1000/0x4ce24e5787362626 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40c64 expref: 6 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130283.259606:0:8469:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d1000/0x4ce24e5787362626 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40c64 expref: 6 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130283.259630:0:8469:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800934d1000/0x4ce24e5787362626 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40c64 expref: 6 pid: 8469 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746130283.259639:0:8469:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091951f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8469:1830949841800576:192.168.204.51@tcp:105: 00010000:00010000:1.0:1746130283.259714:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746130283.260076:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091d20e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+61:1962:x1830949849330816:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 543us (714us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130283.260082:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14865 00000100:00100000:3.0:1746130283.260088:0:8469:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b20c4600 going to sleep for 11 seconds 00000100:00100000:3.0:1746130283.261996:0:8469:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091951f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8469:1830949841800576:192.168.204.51@tcp:105: 00010000:00010000:3.0:1746130283.262017:0:8469:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800934d1000, rc 0) 00000100:00100000:3.0:1746130283.262061:0:8469:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091d21f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+6:31579:x1830949849330688:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5636us (5761us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130283.262068:0:8469:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6601 00000100:00100000:0.0:1746130283.262575:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130283.262633:0:8469:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849330944 00000100:00100000:3.0:1746130283.262638:0:8469:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849330944 00000100:00100000:3.0:1746130283.262662:0:8469:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6602 00000100:00100000:3.0:1746130283.262666:0:8469:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091d23480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:640ea846-b909-4eea-9a54-417e15bd627b+61:31578:x1830949849330944:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746130283.262680:0:8469:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746130283.262693:0:8469:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800934d0800/0x4ce24e578736262d lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae40c6b expref: -99 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130283.262712:0:8469:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1000/0x4ce24e5787362626 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40c64 expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130283.262719:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130283.262721:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130283.262724:0:8469:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d0800/0x4ce24e578736262d lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40c6b expref: 62 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130283.262746:0:8469:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800934d1000/0x4ce24e5787362626 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40c64 expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130283.262755:0:8469:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800934d1000/0x4ce24e5787362626 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40c64 expref: 5 pid: 8469 timeout: 581 lvb_type: 0 00000100:00100000:3.0:1746130283.262763:0:8469:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091951f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8469:1830949841800704:192.168.204.51@tcp:104: 00000100:00100000:3.0:1746130283.262824:0:8469:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b20c4600 going to sleep for 11 seconds 00000100:00100000:0.0:1746130283.264400:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130283.264570:0:8469:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091951f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8469:1830949841800704:192.168.204.51@tcp:104: 00000100:00100000:3.0:1746130283.264573:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849331200 00000100:00100000:3.0:1746130283.264577:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849331200 00010000:00010000:2.0:1746130283.264591:0:8469:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800934d0800/0x4ce24e578736262d lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40c6b expref: 62 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130283.264600:0:8469:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800934d0800, rc 0) 00002000:00100000:3.0:1746130283.264611:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880091d22680 x1830949849331200/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:269/0 lens 488/0 e 0 to 0 dl 1746130294 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130283.264618:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091d22680 with x1830949849331200 ext(0->4095) 00010000:00010000:3.0:1746130283.264624:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1000/0x4ce24e5787362626 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40c64 expref: 6 pid: 8469 timeout: 581 lvb_type: 0 00000100:00100000:2.0:1746130283.264626:0:8469:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091d23480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:640ea846-b909-4eea-9a54-417e15bd627b+62:31578:x1830949849330944:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1960us (2052us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130283.264631:0:8469:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6602 00010000:00010000:3.0:1746130283.264638:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800934d1000/0x4ce24e5787362626 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40c64 expref: 6 pid: 8469 timeout: 581 lvb_type: 0 00002000:00010000:3.0:1746130283.264644:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091d22680 00000100:00100000:3.0:1746130283.264658:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2730 00000100:00100000:3.0:1746130283.264664:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091d22680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949849331200:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746130283.264800:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091d22680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949849331200:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 136us (403us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746130283.264806:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2730 00002000:00100000:3.0:1746130283.264811:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880091d22680 x1830949849331200/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:269/0 lens 488/4536 e 0 to 0 dl 1746130294 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130283.264817:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091d22680 with x1830949849331200 ext(0->4095) 00010000:00010000:3.0:1746130283.264822:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1000/0x4ce24e5787362626 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40c64 expref: 6 pid: 8469 timeout: 581 lvb_type: 0 00010000:00010000:3.0:1746130283.264830:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800934d1000/0x4ce24e5787362626 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40c64 expref: 6 pid: 8469 timeout: 581 lvb_type: 0 00002000:00010000:3.0:1746130283.264835:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091d22680 00000100:00100000:0.0:1746130283.268103:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130283.268157:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849331328 00000100:00100000:1.0:1746130283.268164:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849331328 00010000:00010000:1.0:1746130283.268192:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d1000/0x4ce24e5787362626 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40c64 expref: 6 pid: 8469 timeout: 581 lvb_type: 0 00000100:00100000:1.0:1746130283.268219:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14866 00000100:00100000:1.0:1746130283.268224:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091d20380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949849331328:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746130283.268235:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1746130283.268242:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00010000:00010000:1.0:1746130283.268250:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800934d1000/0x4ce24e5787362626 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40c64 expref: 6 pid: 8469 timeout: 581 lvb_type: 0 00010000:00010000:1.0:1746130283.268258:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800934d1000/0x4ce24e5787362626 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40c64 expref: 6 pid: 8469 timeout: 581 lvb_type: 0 00010000:00010000:1.0:1746130283.268294:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1000/0x4ce24e5787362626 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40c64 expref: 6 pid: 8469 timeout: 581 lvb_type: 0 00010000:00010000:1.0:1746130283.268309:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130283.268311:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130283.268317:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800934d0800/0x4ce24e578736262d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40c6b expref: 61 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130283.268324:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d0800/0x4ce24e578736262d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40c6b expref: 61 pid: 8469 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746130283.268357:0:8469:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849331456 00000100:00100000:3.0:1746130283.268361:0:8469:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849331456 00000100:00100000:3.0:1746130283.268392:0:8469:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6603 00000100:00100000:3.0:1746130283.268398:0:8469:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091d20a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+6:31579:x1830949849331456:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746130283.268410:0:8469:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746130283.268419:0:8469:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800934d0c00/0x4ce24e5787362634 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae40c72 expref: -99 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130283.268434:0:8469:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800934d0800/0x4ce24e578736262d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40c6b expref: 61 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130283.268440:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746130283.268441:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746130283.268443:0:8469:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d0c00/0x4ce24e5787362634 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40c72 expref: 7 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130283.268461:0:8469:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800934d0800/0x4ce24e578736262d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40c6b expref: 61 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130283.268470:0:8469:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800934d0800/0x4ce24e578736262d lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40c6b expref: 61 pid: 8469 timeout: 581 lvb_type: 0 00000100:00100000:3.0:1746130283.268480:0:8469:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091950e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8469:1830949841800832:192.168.204.51@tcp:104: 00010000:00010000:1.0:1746130283.268480:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800934d0800/0x4ce24e578736262d lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40c6b expref: 61 pid: 8469 timeout: 581 lvb_type: 0 00010000:00010000:1.0:1746130283.268488:0:7097:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800934d0800/0x4ce24e578736262d lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40c6b expref: 61 pid: 8469 timeout: 581 lvb_type: 0 00000100:00100000:1.0:1746130283.268495:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093171500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841800960:192.168.204.51@tcp:105: 00000100:00100000:3.0:1746130283.268619:0:8469:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b20c4f00 going to sleep for 11 seconds 00000100:00100000:1.0:1746130283.268669:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18fb480 going to sleep for 11 seconds 00000100:00100000:0.0:1746130283.270962:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130283.271092:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093171500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841800960:192.168.204.51@tcp:105: 00010000:00010000:1.0:1746130283.271110:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746130283.271147:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091d20380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+7:1961:x1830949849331328:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 2921us (3051us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130283.271155:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14866 00000100:00100000:3.0:1746130283.271217:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849331712 00000100:00100000:3.0:1746130283.271222:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849331712 00002000:00100000:3.0:1746130283.271253:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880091d21180 x1830949849331712/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:269/0 lens 488/0 e 0 to 0 dl 1746130294 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130283.271262:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091d21180 with x1830949849331712 ext(0->4095) 00010000:00010000:3.0:1746130283.271289:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800934d0800/0x4ce24e578736262d lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40c6b expref: 62 pid: 8469 timeout: 581 lvb_type: 0 00010000:00010000:3.0:1746130283.271299:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800934d0800/0x4ce24e578736262d lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40c6b expref: 62 pid: 8469 timeout: 581 lvb_type: 0 00002000:00010000:3.0:1746130283.271305:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091d21180 00000100:00100000:3.0:1746130283.271317:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2731 00000100:00100000:3.0:1746130283.271323:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091d21180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+62:1962:x1830949849331712:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746130283.271449:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091d21180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+62:1962:x1830949849331712:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 126us (494us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746130283.271454:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2731 00002000:00100000:3.0:1746130283.271458:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880091d21180 x1830949849331712/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:269/0 lens 488/4536 e 0 to 0 dl 1746130294 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130283.271464:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091d21180 with x1830949849331712 ext(0->4095) 00010000:00010000:3.0:1746130283.271468:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800934d0800/0x4ce24e578736262d lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40c6b expref: 62 pid: 8469 timeout: 581 lvb_type: 0 00010000:00010000:3.0:1746130283.271475:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800934d0800/0x4ce24e578736262d lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40c6b expref: 62 pid: 8469 timeout: 581 lvb_type: 0 00002000:00010000:3.0:1746130283.271480:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880091d21180 00000100:00100000:2.0:1746130283.271550:0:8469:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091950e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8469:1830949841800832:192.168.204.51@tcp:104: 00010000:00010000:2.0:1746130283.271565:0:8469:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800934d0c00/0x4ce24e5787362634 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40c72 expref: 6 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130283.271575:0:8469:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800934d0c00, rc 0) 00000100:00100000:2.0:1746130283.271590:0:8469:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091d20a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+6:31579:x1830949849331456:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3193us (3348us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130283.271595:0:8469:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6603 00000100:00100000:0.0:1746130283.274029:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130283.274401:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130283.274479:0:8469:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849331840 00000100:00100000:2.0:1746130283.274487:0:8469:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849331840 00000100:00100000:2.0:1746130283.274524:0:8469:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6604 00000100:00100000:2.0:1746130283.274530:0:8469:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801350be680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:640ea846-b909-4eea-9a54-417e15bd627b+62:31578:x1830949849331840:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746130283.274544:0:8469:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746130283.274559:0:8469:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e578736263b lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae40c79 expref: -99 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130283.274796:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746130283.274800:0:8469:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800934d0c00/0x4ce24e5787362634 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40c72 expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130283.274806:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746130283.274809:0:8469:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e578736263b lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40c79 expref: 63 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130283.274838:0:8469:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800934d0c00/0x4ce24e5787362634 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40c72 expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130283.274849:0:8469:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e578736263b lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40c79 expref: 63 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130283.274856:0:8469:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091fc8600, rc 0) 00000100:00100000:2.0:1746130283.274934:0:8469:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801350be680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:640ea846-b909-4eea-9a54-417e15bd627b+63:31578:x1830949849331840:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 403us (911us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130283.274940:0:8469:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6604 00000100:00100000:1.0:1746130283.275094:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849331968 00000100:00100000:1.0:1746130283.275097:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849331968 00010000:00010000:1.0:1746130283.275113:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d0800/0x4ce24e578736262d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40c6b expref: 63 pid: 8469 timeout: 581 lvb_type: 0 00000100:00100000:1.0:1746130283.275167:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14867 00000100:00100000:1.0:1746130283.275174:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801350bdf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+63:1962:x1830949849331968:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746130283.275182:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746130283.275200:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800934d0800/0x4ce24e578736262d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40c6b expref: 63 pid: 8469 timeout: 581 lvb_type: 0 00010000:00010000:1.0:1746130283.275210:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800934d0800/0x4ce24e578736262d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40c6b expref: 63 pid: 8469 timeout: 581 lvb_type: 0 00010000:00010000:1.0:1746130283.275224:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800934d0800/0x4ce24e578736262d lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40c6b expref: 63 pid: 8469 timeout: 581 lvb_type: 0 00010000:00010000:1.0:1746130283.275324:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130283.275325:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130283.275331:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800934d0c00/0x4ce24e5787362634 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40c72 expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130283.275337:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d0c00/0x4ce24e5787362634 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40c72 expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130283.275368:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800934d0c00/0x4ce24e5787362634 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40c72 expref: 5 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130283.275379:0:7097:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800934d0c00/0x4ce24e5787362634 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40c72 expref: 5 pid: 8469 timeout: 581 lvb_type: 0 00000100:00100000:1.0:1746130283.275388:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093171500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841801216:192.168.204.51@tcp:105: 00000100:00100000:1.0:1746130283.275447:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18fb480 going to sleep for 11 seconds 00000100:00100000:1.0:1746130283.277492:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093171500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841801216:192.168.204.51@tcp:105: 00010000:00010000:1.0:1746130283.277511:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746130283.277547:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801350bdf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+62:1962:x1830949849331968:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 2372us (3145us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130283.277608:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14867 00000100:00100000:0.0:1746130283.277991:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130283.278143:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849332224 00000100:00100000:3.0:1746130283.278148:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849332224 00002000:00100000:3.0:1746130283.278180:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801350bca80 x1830949849332224/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:269/0 lens 488/0 e 0 to 0 dl 1746130294 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130283.278188:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801350bca80 with x1830949849332224 ext(0->4095) 00010000:00010000:3.0:1746130283.278195:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800934d0c00/0x4ce24e5787362634 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40c72 expref: 6 pid: 8469 timeout: 581 lvb_type: 0 00010000:00010000:3.0:1746130283.278210:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800934d0c00/0x4ce24e5787362634 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40c72 expref: 6 pid: 8469 timeout: 581 lvb_type: 0 00002000:00010000:3.0:1746130283.278215:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801350bca80 00000100:00100000:3.0:1746130283.278328:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2732 00000100:00100000:3.0:1746130283.278336:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801350bca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949849332224:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746130283.278550:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801350bca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949849332224:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 215us (558us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746130283.278556:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2732 00002000:00100000:3.0:1746130283.278560:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801350bca80 x1830949849332224/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:269/0 lens 488/4536 e 0 to 0 dl 1746130294 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130283.278566:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801350bca80 with x1830949849332224 ext(0->4095) 00010000:00010000:3.0:1746130283.278570:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800934d0c00/0x4ce24e5787362634 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40c72 expref: 6 pid: 8469 timeout: 581 lvb_type: 0 00010000:00010000:3.0:1746130283.278578:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800934d0c00/0x4ce24e5787362634 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40c72 expref: 6 pid: 8469 timeout: 581 lvb_type: 0 00002000:00010000:3.0:1746130283.278583:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801350bca80 00000100:00100000:0.0:1746130283.282761:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130283.282847:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849332352 00000100:00100000:1.0:1746130283.282855:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849332352 00010000:00010000:1.0:1746130283.282888:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d0c00/0x4ce24e5787362634 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40c72 expref: 6 pid: 8469 timeout: 581 lvb_type: 0 00000100:00100000:1.0:1746130283.283424:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14868 00000100:00100000:1.0:1746130283.283433:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801350bc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949849332352:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746130283.283447:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746130283.283467:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800934d0c00/0x4ce24e5787362634 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40c72 expref: 6 pid: 8469 timeout: 581 lvb_type: 0 00010000:00010000:1.0:1746130283.283479:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800934d0c00/0x4ce24e5787362634 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40c72 expref: 6 pid: 8469 timeout: 581 lvb_type: 0 00010000:00010000:1.0:1746130283.283499:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800934d0c00/0x4ce24e5787362634 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40c72 expref: 6 pid: 8469 timeout: 581 lvb_type: 0 00010000:00010000:1.0:1746130283.283682:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130283.283685:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130283.283693:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e578736263b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40c79 expref: 61 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130283.283701:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e578736263b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40c79 expref: 61 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130283.283730:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e578736263b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40c79 expref: 61 pid: 8469 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746130283.283742:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093171500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841801344:192.168.204.51@tcp:105: 00000100:00100000:1.0:1746130283.284578:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18fb480 going to sleep for 11 seconds 00000100:00100000:1.0:1746130283.286663:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093171500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841801344:192.168.204.51@tcp:105: 00010000:00010000:1.0:1746130283.286682:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746130283.286718:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801350bc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+5:1962:x1830949849332352:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 3286us (3966us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130283.286727:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14868 00000100:00100000:0.0:1746130283.287167:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130283.287255:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849332608 00000100:00100000:3.0:1746130283.287261:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849332608 00002000:00100000:3.0:1746130283.287412:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801350bf800 x1830949849332608/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:269/0 lens 488/0 e 0 to 0 dl 1746130294 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130283.287421:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801350bf800 with x1830949849332608 ext(0->4095) 00002000:00010000:3.0:1746130283.287426:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801350bf800 00000100:00100000:3.0:1746130283.287477:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4981 00000100:00100000:3.0:1746130283.287483:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801350bf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+62:1963:x1830949849332608:12345-192.168.204.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746130283.287608:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801350bf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+62:1963:x1830949849332608:12345-192.168.204.51@tcp:3:ptlrpcd_01_00.0 Request processed in 126us (443us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746130283.287614:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4981 00002000:00100000:3.0:1746130283.287618:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801350bf800 x1830949849332608/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:269/0 lens 488/4536 e 0 to 0 dl 1746130294 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130283.287625:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801350bf800 with x1830949849332608 ext(0->4095) 00002000:00010000:3.0:1746130283.287627:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801350bf800 00000100:00100000:0.0:1746130283.289183:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130283.289359:0:10554:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849332736 00000100:00100000:2.0:1746130283.289367:0:10554:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849332736 00000100:00100000:2.0:1746130283.289403:0:10554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6605 00000100:00100000:2.0:1746130283.289410:0:10554:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801350bed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+5:31579:x1830949849332736:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746130283.289425:0:10554:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746130283.289440:0:10554:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091fc9400/0x4ce24e5787362642 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae40c80 expref: -99 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130283.289462:0:10554:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e578736263b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40c79 expref: 61 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130283.289469:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746130283.289471:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746130283.289474:0:10554:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc9400/0x4ce24e5787362642 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40c80 expref: 6 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130283.289500:0:10554:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e578736263b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40c79 expref: 61 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130283.289511:0:10554:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e578736263b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40c79 expref: 61 pid: 8469 timeout: 581 lvb_type: 0 00000100:00100000:2.0:1746130283.289523:0:10554:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f132680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10554:1830949841801472:192.168.204.51@tcp:104: 00000100:00100000:2.0:1746130283.289604:0:10554:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b528ae40 going to sleep for 11 seconds 00000100:00100000:2.0:1746130283.290744:0:10554:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f132680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10554:1830949841801472:192.168.204.51@tcp:104: 00010000:00010000:2.0:1746130283.290762:0:10554:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091fc9400/0x4ce24e5787362642 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40c80 expref: 6 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130283.290775:0:10554:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091fc9400, rc 0) 00000100:00100000:2.0:1746130283.290956:0:10554:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801350bed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+6:31579:x1830949849332736:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1545us (1777us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130283.290967:0:10554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6605 00000100:00100000:0.0:1746130283.291085:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130283.291156:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849332864 00000100:00100000:1.0:1746130283.291162:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849332864 00010000:00010000:1.0:1746130283.291188:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e578736263b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40c79 expref: 62 pid: 8469 timeout: 581 lvb_type: 0 00000100:00100000:1.0:1746130283.291337:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14869 00000100:00100000:1.0:1746130283.291356:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801350bd180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+62:1961:x1830949849332864:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746130283.291366:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746130283.291385:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e578736263b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40c79 expref: 62 pid: 8469 timeout: 581 lvb_type: 0 00010000:00010000:1.0:1746130283.291395:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e578736263b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40c79 expref: 62 pid: 8469 timeout: 581 lvb_type: 0 00010000:00010000:1.0:1746130283.291415:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e578736263b lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40c79 expref: 62 pid: 8469 timeout: 581 lvb_type: 0 00010000:00010000:1.0:1746130283.291441:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130283.291443:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130283.291451:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091fc9400/0x4ce24e5787362642 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40c80 expref: 5 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130283.291459:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc9400/0x4ce24e5787362642 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40c80 expref: 5 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130283.291531:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091fc9400/0x4ce24e5787362642 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40c80 expref: 5 pid: 10554 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746130283.291543:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093171500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841801600:192.168.204.51@tcp:105: 00000100:00100000:1.0:1746130283.291602:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18fb480 going to sleep for 11 seconds 00000100:00100000:0.0:1746130283.294796:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130283.294897:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093171500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841801600:192.168.204.51@tcp:105: 00010000:00010000:1.0:1746130283.294917:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746130283.294962:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801350bd180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+61:1961:x1830949849332864:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 3614us (3872us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130283.294972:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14869 00000100:00100000:2.0:1746130283.295067:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849333120 00000100:00100000:2.0:1746130283.295072:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849333120 00002000:00100000:2.0:1746130283.295106:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801350bd500 x1830949849333120/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:269/0 lens 488/0 e 0 to 0 dl 1746130294 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130283.295114:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801350bd500 with x1830949849333120 ext(0->4095) 00002000:00010000:2.0:1746130283.295118:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801350bd500 00000100:00100000:2.0:1746130283.295146:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4982 00000100:00100000:2.0:1746130283.295152:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801350bd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949849333120:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746130283.295298:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801350bd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949849333120:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 146us (509us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746130283.295303:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4982 00002000:00100000:2.0:1746130283.295308:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801350bd500 x1830949849333120/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:269/0 lens 488/4536 e 0 to 0 dl 1746130294 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130283.295314:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801350bd500 with x1830949849333120 ext(0->4095) 00002000:00010000:2.0:1746130283.295316:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801350bd500 00000100:00100000:0.0:1746130283.297663:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130283.297693:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130283.297758:0:10554:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849333248 00000100:00100000:2.0:1746130283.297767:0:10554:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849333248 00000100:00100000:2.0:1746130283.297819:0:10554:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849333376 00000100:00100000:2.0:1746130283.297822:0:10554:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849333376 00000100:00100000:2.0:1746130283.297857:0:10554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6606 00000100:00100000:2.0:1746130283.297865:0:10554:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801350bfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:640ea846-b909-4eea-9a54-417e15bd627b+62:31579:x1830949849333248:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746130283.297881:0:10554:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746130283.297897:0:10554:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091fc8200/0x4ce24e5787362649 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae40c87 expref: -99 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130283.297926:0:10554:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091fc9400/0x4ce24e5787362642 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40c80 expref: 5 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130283.297933:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130283.297935:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130283.297938:0:10554:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc8200/0x4ce24e5787362649 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40c87 expref: 63 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130283.297967:0:10554:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091fc9400/0x4ce24e5787362642 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40c80 expref: 5 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130283.297978:0:10554:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091fc9400/0x4ce24e5787362642 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40c80 expref: 5 pid: 10554 timeout: 581 lvb_type: 0 00000100:00100000:2.0:1746130283.297989:0:10554:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f132680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10554:1830949841801728:192.168.204.51@tcp:104: 00000100:00100000:2.0:1746130283.298065:0:10554:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b528a9c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746130283.298128:0:8469:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6607 00000100:00100000:1.0:1746130283.298136:0:8469:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801350bea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:640ea846-b909-4eea-9a54-417e15bd627b+63:31578:x1830949849333376:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746130283.298142:0:8469:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746130283.298149:0:8469:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012b02d000/0x4ce24e5787362650 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae40c8e expref: -99 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130283.298158:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130283.298162:0:8469:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8200/0x4ce24e5787362649 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40c87 expref: 64 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130283.298167:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130283.298169:0:8469:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012b02d000/0x4ce24e5787362650 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40c8e expref: 64 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130283.298189:0:8469:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091fc8200/0x4ce24e5787362649 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40c87 expref: 64 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130283.298200:0:8469:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012b02d000/0x4ce24e5787362650 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40c8e expref: 64 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130283.298209:0:8469:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b02d000, rc 0) 00000100:00100000:1.0:1746130283.298229:0:8469:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801350bea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:640ea846-b909-4eea-9a54-417e15bd627b+64:31578:x1830949849333376:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 96us (535us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130283.298236:0:8469:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6607 00000100:00100000:0.0:1746130283.300758:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130283.300845:0:10554:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f132680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10554:1830949841801728:192.168.204.51@tcp:104: 00010000:00010000:2.0:1746130283.300867:0:10554:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091fc8200/0x4ce24e5787362649 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40c87 expref: 63 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130283.300880:0:10554:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091fc8200, rc 0) 00000100:00100000:2.0:1746130283.300915:0:10554:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801350bfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:640ea846-b909-4eea-9a54-417e15bd627b+63:31579:x1830949849333248:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3052us (3262us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130283.300931:0:10554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6606 00000100:00100000:1.0:1746130283.301220:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849333504 00000100:00100000:1.0:1746130283.301227:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849333504 00010000:00010000:1.0:1746130283.301254:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc9400/0x4ce24e5787362642 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40c80 expref: 6 pid: 10554 timeout: 581 lvb_type: 0 00000100:00100000:1.0:1746130283.301296:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14870 00000100:00100000:1.0:1746130283.301302:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d0d2c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949849333504:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746130283.301312:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746130283.301332:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091fc9400/0x4ce24e5787362642 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40c80 expref: 6 pid: 10554 timeout: 581 lvb_type: 0 00010000:00010000:1.0:1746130283.301341:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091fc9400/0x4ce24e5787362642 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40c80 expref: 6 pid: 10554 timeout: 581 lvb_type: 0 00010000:00010000:1.0:1746130283.301370:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091fc9400/0x4ce24e5787362642 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40c80 expref: 6 pid: 10554 timeout: 581 lvb_type: 0 00010000:00010000:1.0:1746130283.301396:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130283.301397:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130283.301403:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8200/0x4ce24e5787362649 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40c87 expref: 62 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130283.301411:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc8200/0x4ce24e5787362649 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40c87 expref: 62 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130283.301436:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091fc8200/0x4ce24e5787362649 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40c87 expref: 62 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130283.301447:0:7097:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091fc8200/0x4ce24e5787362649 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40c87 expref: 62 pid: 10554 timeout: 581 lvb_type: 0 00000100:00100000:1.0:1746130283.301459:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093171500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841801984:192.168.204.51@tcp:105: 00000100:00100000:1.0:1746130283.301506:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18fb480 going to sleep for 11 seconds 00000100:00100000:0.0:1746130283.304880:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130283.304927:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849333760 00000100:00100000:3.0:1746130283.304934:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849333760 00002000:00100000:3.0:1746130283.304978:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009249b100 x1830949849333760/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:269/0 lens 488/0 e 0 to 0 dl 1746130294 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130283.304987:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009249b100 with x1830949849333760 ext(0->4095) 00000100:00100000:1.0:1746130283.304988:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093171500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841801984:192.168.204.51@tcp:105: 00010000:00010000:3.0:1746130283.304995:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8200/0x4ce24e5787362649 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40c87 expref: 63 pid: 10554 timeout: 581 lvb_type: 0 00010000:00010000:1.0:1746130283.305006:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746130283.305007:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091fc8200/0x4ce24e5787362649 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40c87 expref: 63 pid: 10554 timeout: 581 lvb_type: 0 00002000:00010000:3.0:1746130283.305013:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009249b100 00000100:00100000:3.0:1746130283.305045:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2733 00000100:00100000:1.0:1746130283.305053:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d0d2c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+5:1961:x1830949849333504:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 3750us (4301us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130283.305054:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009249b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+63:1962:x1830949849333760:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746130283.305062:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14870 00000100:00100000:3.0:1746130283.305338:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009249b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+63:1962:x1830949849333760:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 286us (466us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746130283.305355:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2733 00002000:00100000:3.0:1746130283.305360:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009249b100 x1830949849333760/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:269/0 lens 488/4536 e 0 to 0 dl 1746130294 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130283.305367:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009249b100 with x1830949849333760 ext(0->4095) 00010000:00010000:3.0:1746130283.305371:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8200/0x4ce24e5787362649 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40c87 expref: 63 pid: 10554 timeout: 581 lvb_type: 0 00010000:00010000:3.0:1746130283.305380:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091fc8200/0x4ce24e5787362649 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40c87 expref: 63 pid: 10554 timeout: 581 lvb_type: 0 00002000:00010000:3.0:1746130283.305385:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009249b100 00000100:00100000:2.0:1746130283.307559:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130283.307594:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130283.307699:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849334016 00000100:00100000:1.0:1746130283.307706:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849334016 00010000:00010000:1.0:1746130283.307733:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc8200/0x4ce24e5787362649 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40c87 expref: 63 pid: 10554 timeout: 581 lvb_type: 0 00000100:00100000:1.0:1746130283.307754:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14871 00000100:00100000:1.0:1746130283.307760:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f132300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+63:1961:x1830949849334016:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746130283.307770:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746130283.307787:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091fc8200/0x4ce24e5787362649 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40c87 expref: 63 pid: 10554 timeout: 581 lvb_type: 0 00010000:00010000:1.0:1746130283.307798:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091fc8200/0x4ce24e5787362649 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40c87 expref: 63 pid: 10554 timeout: 581 lvb_type: 0 00010000:00010000:1.0:1746130283.307817:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8200/0x4ce24e5787362649 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40c87 expref: 63 pid: 10554 timeout: 581 lvb_type: 0 00010000:00010000:1.0:1746130283.307832:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130283.307833:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130283.307840:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012b02d000/0x4ce24e5787362650 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40c8e expref: 62 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130283.307846:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012b02d000/0x4ce24e5787362650 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40c8e expref: 62 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130283.307872:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012b02d000/0x4ce24e5787362650 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40c8e expref: 62 pid: 8469 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746130283.307883:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093171500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841802112:192.168.204.51@tcp:105: 00000100:00100000:1.0:1746130283.307950:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18fb6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746130283.308165:0:10554:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849333888 00000100:00100000:0.0:1746130283.308169:0:10554:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849333888 00000100:00100000:0.0:1746130283.308188:0:10554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6608 00000100:00100000:0.0:1746130283.308193:0:10554:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f132680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+5:31579:x1830949849333888:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746130283.308204:0:10554:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746130283.308212:0:10554:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880093155000/0x4ce24e5787362657 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae40c95 expref: -99 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130283.308226:0:10554:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012b02d000/0x4ce24e5787362650 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40c8e expref: 62 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130283.308231:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746130283.308233:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746130283.308235:0:10554:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093155000/0x4ce24e5787362657 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40c95 expref: 6 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130283.308251:0:10554:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012b02d000/0x4ce24e5787362650 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40c8e expref: 62 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130283.308259:0:10554:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012b02d000/0x4ce24e5787362650 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40c8e expref: 62 pid: 8469 timeout: 581 lvb_type: 0 00000100:00100000:0.0:1746130283.308293:0:10554:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092499f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10554:1830949841802240:192.168.204.51@tcp:104: 00000100:00100000:0.0:1746130283.308323:0:10554:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009bc95f00 going to sleep for 11 seconds 00000100:00100000:1.0:1746130283.310526:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093171500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841802112:192.168.204.51@tcp:105: 00010000:00010000:1.0:1746130283.310543:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746130283.310578:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f132300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+62:1961:x1830949849334016:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 2817us (2981us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130283.310587:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14871 00000100:00100000:2.0:1746130283.310820:0:10554:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092499f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10554:1830949841802240:192.168.204.51@tcp:104: 00010000:00010000:2.0:1746130283.310837:0:10554:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880093155000/0x4ce24e5787362657 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40c95 expref: 6 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130283.310850:0:10554:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093155000, rc 0) 00000100:00100000:2.0:1746130283.310869:0:10554:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f132680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+6:31579:x1830949849333888:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2676us (3319us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130283.310875:0:10554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6608 00000100:00100000:0.0:1746130283.310999:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130283.311059:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849334272 00000100:00100000:3.0:1746130283.311065:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849334272 00002000:00100000:3.0:1746130283.311098:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092499880 x1830949849334272/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:269/0 lens 488/0 e 0 to 0 dl 1746130294 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130283.311106:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092499880 with x1830949849334272 ext(0->4095) 00010000:00010000:3.0:1746130283.311111:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012b02d000/0x4ce24e5787362650 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40c8e expref: 62 pid: 8469 timeout: 581 lvb_type: 0 00010000:00010000:3.0:1746130283.311122:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012b02d000/0x4ce24e5787362650 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40c8e expref: 62 pid: 8469 timeout: 581 lvb_type: 0 00002000:00010000:3.0:1746130283.311127:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092499880 00000100:00100000:3.0:1746130283.311148:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2734 00000100:00100000:3.0:1746130283.311154:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092499880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+62:1961:x1830949849334272:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746130283.311330:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092499880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+62:1961:x1830949849334272:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 176us (332us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746130283.311335:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2734 00002000:00100000:3.0:1746130283.311340:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092499880 x1830949849334272/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:269/0 lens 488/4536 e 0 to 0 dl 1746130294 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130283.311359:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092499880 with x1830949849334272 ext(0->4095) 00010000:00010000:3.0:1746130283.311363:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012b02d000/0x4ce24e5787362650 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40c8e expref: 62 pid: 8469 timeout: 581 lvb_type: 0 00010000:00010000:3.0:1746130283.311372:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012b02d000/0x4ce24e5787362650 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40c8e expref: 62 pid: 8469 timeout: 581 lvb_type: 0 00002000:00010000:3.0:1746130283.311378:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092499880 00000100:00100000:0.0:1746130283.312663:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130283.312911:0:10554:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849334400 00000100:00100000:2.0:1746130283.312917:0:10554:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849334400 00000100:00100000:2.0:1746130283.312956:0:10554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6609 00000100:00100000:2.0:1746130283.312962:0:10554:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092499c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:640ea846-b909-4eea-9a54-417e15bd627b+62:31578:x1830949849334400:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746130283.312974:0:10554:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746130283.312988:0:10554:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e578736265e lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae40c9c expref: -99 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130283.313008:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746130283.313013:0:10554:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880093155000/0x4ce24e5787362657 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40c95 expref: 5 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130283.313017:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746130283.313020:0:10554:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e578736265e lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40c9c expref: 63 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130283.313046:0:10554:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880093155000/0x4ce24e5787362657 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40c95 expref: 5 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130283.313060:0:10554:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e578736265e lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40c9c expref: 63 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130283.313067:0:10554:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091fc8600, rc 0) 00000100:00100000:2.0:1746130283.313109:0:10554:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092499c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:640ea846-b909-4eea-9a54-417e15bd627b+63:31578:x1830949849334400:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 146us (450us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130283.313114:0:10554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6609 00000100:00100000:0.0:1746130283.313328:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130283.313416:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849334528 00000100:00100000:1.0:1746130283.313420:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849334528 00010000:00010000:1.0:1746130283.313434:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012b02d000/0x4ce24e5787362650 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40c8e expref: 63 pid: 8469 timeout: 581 lvb_type: 0 00000100:00100000:1.0:1746130283.313460:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14872 00000100:00100000:1.0:1746130283.313466:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092499180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+63:1962:x1830949849334528:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746130283.313476:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746130283.313492:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012b02d000/0x4ce24e5787362650 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40c8e expref: 63 pid: 8469 timeout: 581 lvb_type: 0 00010000:00010000:1.0:1746130283.313501:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012b02d000/0x4ce24e5787362650 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40c8e expref: 63 pid: 8469 timeout: 581 lvb_type: 0 00010000:00010000:1.0:1746130283.313513:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b02d000/0x4ce24e5787362650 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40c8e expref: 63 pid: 8469 timeout: 581 lvb_type: 0 00010000:00010000:1.0:1746130283.313522:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130283.313523:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130283.313527:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880093155000/0x4ce24e5787362657 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40c95 expref: 5 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130283.313534:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093155000/0x4ce24e5787362657 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40c95 expref: 5 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130283.313548:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880093155000/0x4ce24e5787362657 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40c95 expref: 5 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130283.313556:0:7097:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880093155000/0x4ce24e5787362657 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40c95 expref: 5 pid: 10554 timeout: 581 lvb_type: 0 00000100:00100000:1.0:1746130283.313565:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093171500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841802496:192.168.204.51@tcp:105: 00000100:00100000:1.0:1746130283.313613:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18fb6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746130283.315609:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130283.315703:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093171500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841802496:192.168.204.51@tcp:105: 00010000:00010000:1.0:1746130283.315719:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746130283.315766:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092499180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+62:1962:x1830949849334528:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 2299us (2438us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130283.315774:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14872 00000100:00100000:3.0:1746130283.315853:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849334784 00000100:00100000:3.0:1746130283.315858:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849334784 00002000:00100000:3.0:1746130283.315893:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009249ad80 x1830949849334784/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:269/0 lens 488/0 e 0 to 0 dl 1746130294 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130283.315902:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009249ad80 with x1830949849334784 ext(0->4095) 00010000:00010000:3.0:1746130283.315908:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093155000/0x4ce24e5787362657 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40c95 expref: 6 pid: 10554 timeout: 581 lvb_type: 0 00010000:00010000:3.0:1746130283.315918:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093155000/0x4ce24e5787362657 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40c95 expref: 6 pid: 10554 timeout: 581 lvb_type: 0 00002000:00010000:3.0:1746130283.315928:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009249ad80 00000100:00100000:3.0:1746130283.315953:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2735 00000100:00100000:3.0:1746130283.316390:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009249ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949849334784:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746130283.316673:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009249ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949849334784:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 288us (1070us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746130283.316679:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2735 00002000:00100000:3.0:1746130283.316684:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009249ad80 x1830949849334784/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:269/0 lens 488/4536 e 0 to 0 dl 1746130294 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130283.316692:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009249ad80 with x1830949849334784 ext(0->4095) 00010000:00010000:3.0:1746130283.316697:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093155000/0x4ce24e5787362657 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40c95 expref: 6 pid: 10554 timeout: 581 lvb_type: 0 00010000:00010000:3.0:1746130283.316705:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093155000/0x4ce24e5787362657 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40c95 expref: 6 pid: 10554 timeout: 581 lvb_type: 0 00002000:00010000:3.0:1746130283.316711:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009249ad80 00000100:00100000:0.0:1746130283.318924:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130283.319063:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849334912 00000100:00100000:1.0:1746130283.319070:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849334912 00010000:00010000:1.0:1746130283.319099:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880093155000/0x4ce24e5787362657 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40c95 expref: 6 pid: 10554 timeout: 581 lvb_type: 0 00000100:00100000:1.0:1746130283.319253:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14873 00000100:00100000:1.0:1746130283.319260:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009249a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949849334912:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746130283.319304:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746130283.319322:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880093155000/0x4ce24e5787362657 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40c95 expref: 6 pid: 10554 timeout: 581 lvb_type: 0 00010000:00010000:1.0:1746130283.319332:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880093155000/0x4ce24e5787362657 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40c95 expref: 6 pid: 10554 timeout: 581 lvb_type: 0 00010000:00010000:1.0:1746130283.319363:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880093155000/0x4ce24e5787362657 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40c95 expref: 6 pid: 10554 timeout: 581 lvb_type: 0 00010000:00010000:1.0:1746130283.319375:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130283.319377:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130283.319383:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e578736265e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40c9c expref: 61 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130283.319390:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e578736265e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40c9c expref: 61 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130283.319416:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e578736265e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40c9c expref: 61 pid: 10554 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746130283.319426:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093171500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841802624:192.168.204.51@tcp:105: 00000100:00100000:1.0:1746130283.319804:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18fb6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746130283.322458:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130283.322641:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093171500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841802624:192.168.204.51@tcp:105: 00010000:00010000:1.0:1746130283.322657:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746130283.322692:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009249a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+5:1961:x1830949849334912:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 3432us (3773us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130283.322701:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14873 00000100:00100000:3.0:1746130283.322896:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849335168 00000100:00100000:3.0:1746130283.322903:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849335168 00002000:00100000:3.0:1746130283.322944:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092498e00 x1830949849335168/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:269/0 lens 488/0 e 0 to 0 dl 1746130294 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130283.322954:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092498e00 with x1830949849335168 ext(0->4095) 00002000:00010000:3.0:1746130283.322958:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092498e00 00000100:00100000:3.0:1746130283.322971:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4983 00000100:00100000:3.0:1746130283.322979:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092498e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+62:1963:x1830949849335168:12345-192.168.204.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746130283.323107:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092498e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+62:1963:x1830949849335168:12345-192.168.204.51@tcp:3:ptlrpcd_01_00.0 Request processed in 128us (656us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746130283.323112:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4983 00002000:00100000:3.0:1746130283.323117:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092498e00 x1830949849335168/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:269/0 lens 488/4536 e 0 to 0 dl 1746130294 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130283.323124:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092498e00 with x1830949849335168 ext(0->4095) 00002000:00010000:3.0:1746130283.323127:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092498e00 00000100:00100000:0.0:1746130283.326355:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130283.326807:0:10554:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849335296 00000100:00100000:2.0:1746130283.326814:0:10554:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849335296 00000100:00100000:2.0:1746130283.326901:0:10554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6610 00000100:00100000:2.0:1746130283.326909:0:10554:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009249a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+5:31579:x1830949849335296:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746130283.326925:0:10554:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746130283.326940:0:10554:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091fc8e00/0x4ce24e5787362665 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae40ca3 expref: -99 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130283.326964:0:10554:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e578736265e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40c9c expref: 61 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130283.326971:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746130283.326972:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746130283.326975:0:10554:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc8e00/0x4ce24e5787362665 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40ca3 expref: 6 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130283.326999:0:10554:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e578736265e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40c9c expref: 61 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130283.327013:0:10554:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e578736265e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40c9c expref: 61 pid: 10554 timeout: 581 lvb_type: 0 00000100:00100000:2.0:1746130283.327023:0:10554:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f131880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10554:1830949841802752:192.168.204.51@tcp:104: 00000100:00100000:2.0:1746130283.329135:0:10554:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b528acc0 going to sleep for 11 seconds 00000100:00100000:2.0:1746130283.331914:0:10554:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f131880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10554:1830949841802752:192.168.204.51@tcp:104: 00010000:00010000:2.0:1746130283.331942:0:10554:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091fc8e00/0x4ce24e5787362665 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40ca3 expref: 6 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130283.331957:0:10554:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091fc8e00, rc 0) 00000100:00100000:2.0:1746130283.332007:0:10554:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009249a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+6:31579:x1830949849335296:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5098us (5671us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130283.332015:0:10554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6610 00000100:00100000:0.0:1746130283.332501:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130283.332772:0:10554:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849335552 00000100:00100000:2.0:1746130283.332777:0:10554:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849335552 00000100:00100000:2.0:1746130283.333163:0:10554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6611 00000100:00100000:2.0:1746130283.333169:0:10554:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092498700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:640ea846-b909-4eea-9a54-417e15bd627b+62:31578:x1830949849335552:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746130283.333181:0:10554:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746130283.333192:0:10554:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091fc8800/0x4ce24e578736266c lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae40caa expref: -99 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130283.333218:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746130283.333222:0:10554:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8e00/0x4ce24e5787362665 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40ca3 expref: 5 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130283.333232:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746130283.333234:0:10554:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc8800/0x4ce24e578736266c lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40caa expref: 63 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130283.333256:0:10554:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091fc8e00/0x4ce24e5787362665 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40ca3 expref: 5 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130283.333263:0:10554:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091fc8800/0x4ce24e578736266c lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40caa expref: 63 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130283.333300:0:10554:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091fc8800, rc 0) 00000100:00100000:2.0:1746130283.333325:0:10554:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092498700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:640ea846-b909-4eea-9a54-417e15bd627b+63:31578:x1830949849335552:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 157us (825us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130283.333330:0:10554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6611 00000100:00100000:0.0:1746130283.333639:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130283.333771:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849335424 00000100:00100000:1.0:1746130283.333775:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849335424 00010000:00010000:1.0:1746130283.333795:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e578736265e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40c9c expref: 63 pid: 10554 timeout: 581 lvb_type: 0 00000100:00100000:1.0:1746130283.333961:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14874 00000100:00100000:1.0:1746130283.333967:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092499f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+63:1962:x1830949849335424:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746130283.333974:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746130283.333992:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e578736265e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40c9c expref: 63 pid: 10554 timeout: 581 lvb_type: 0 00010000:00010000:1.0:1746130283.334000:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e578736265e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40c9c expref: 63 pid: 10554 timeout: 581 lvb_type: 0 00010000:00010000:1.0:1746130283.334013:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e578736265e lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40c9c expref: 63 pid: 10554 timeout: 581 lvb_type: 0 00010000:00010000:1.0:1746130283.334029:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130283.334031:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130283.334036:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8e00/0x4ce24e5787362665 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40ca3 expref: 5 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130283.334042:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc8e00/0x4ce24e5787362665 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40ca3 expref: 5 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130283.334059:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091fc8e00/0x4ce24e5787362665 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40ca3 expref: 5 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130283.334068:0:7097:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091fc8e00/0x4ce24e5787362665 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40ca3 expref: 5 pid: 10554 timeout: 581 lvb_type: 0 00000100:00100000:1.0:1746130283.334078:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093171500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841803008:192.168.204.51@tcp:105: 00000100:00100000:1.0:1746130283.334468:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18fb6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746130283.337052:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130283.337334:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849335808 00000100:00100000:2.0:1746130283.337349:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849335808 00000100:00100000:1.0:1746130283.337447:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093171500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841803008:192.168.204.51@tcp:105: 00010000:00010000:1.0:1746130283.337467:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746130283.337510:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092499f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+62:1962:x1830949849335424:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 3542us (3870us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130283.337520:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14874 00002000:00100000:2.0:1746130283.337879:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880135b2a680 x1830949849335808/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:269/0 lens 488/0 e 0 to 0 dl 1746130294 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130283.337888:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135b2a680 with x1830949849335808 ext(0->4095) 00010000:00010000:2.0:1746130283.337897:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8e00/0x4ce24e5787362665 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40ca3 expref: 6 pid: 10554 timeout: 581 lvb_type: 0 00010000:00010000:2.0:1746130283.337909:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091fc8e00/0x4ce24e5787362665 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40ca3 expref: 6 pid: 10554 timeout: 581 lvb_type: 0 00002000:00010000:2.0:1746130283.337916:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880135b2a680 00000100:00100000:2.0:1746130283.337938:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2736 00000100:00100000:2.0:1746130283.337944:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135b2a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949849335808:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746130283.338356:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135b2a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949849335808:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 412us (1310us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746130283.338362:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2736 00002000:00100000:2.0:1746130283.338367:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880135b2a680 x1830949849335808/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:269/0 lens 488/4536 e 0 to 0 dl 1746130294 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130283.338373:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135b2a680 with x1830949849335808 ext(0->4095) 00010000:00010000:2.0:1746130283.338376:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8e00/0x4ce24e5787362665 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40ca3 expref: 6 pid: 10554 timeout: 581 lvb_type: 0 00010000:00010000:2.0:1746130283.338384:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091fc8e00/0x4ce24e5787362665 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40ca3 expref: 6 pid: 10554 timeout: 581 lvb_type: 0 00002000:00010000:2.0:1746130283.338388:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880135b2a680 00000100:00100000:0.0:1746130283.345393:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130283.346241:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849335936 00000100:00100000:1.0:1746130283.346248:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849335936 00010000:00010000:1.0:1746130283.346315:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc8e00/0x4ce24e5787362665 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40ca3 expref: 6 pid: 10554 timeout: 581 lvb_type: 0 00000100:00100000:1.0:1746130283.346365:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14875 00000100:00100000:0.0:1746130283.346402:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135b2aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949849335936:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746130283.346416:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746130283.346440:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091fc8e00/0x4ce24e5787362665 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40ca3 expref: 6 pid: 10554 timeout: 581 lvb_type: 0 00010000:00010000:0.0:1746130283.346453:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091fc8e00/0x4ce24e5787362665 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40ca3 expref: 6 pid: 10554 timeout: 581 lvb_type: 0 00010000:00010000:0.0:1746130283.346474:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8e00/0x4ce24e5787362665 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40ca3 expref: 6 pid: 10554 timeout: 581 lvb_type: 0 00010000:00010000:0.0:1746130283.346510:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130283.346512:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130283.346518:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8800/0x4ce24e578736266c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40caa expref: 61 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130283.346526:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc8800/0x4ce24e578736266c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40caa expref: 61 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130283.346553:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091fc8800/0x4ce24e578736266c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40caa expref: 61 pid: 10554 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746130283.346565:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135b2b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841803136:192.168.204.51@tcp:105: 00000100:00100000:0.0:1746130283.346894:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009bc95840 going to sleep for 11 seconds 00000100:00100000:0.0:1746130283.354808:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130283.354886:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135b2b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841803136:192.168.204.51@tcp:105: 00010000:00010000:2.0:1746130283.354900:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746130283.354943:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135b2aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+5:1962:x1830949849335936:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 8573us (9560us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130283.354952:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14875 00000100:00100000:3.0:1746130283.355115:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849336192 00000100:00100000:3.0:1746130283.355121:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849336192 00002000:00100000:3.0:1746130283.355153:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880135b28a80 x1830949849336192/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:269/0 lens 488/0 e 0 to 0 dl 1746130294 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130283.355160:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135b28a80 with x1830949849336192 ext(0->4095) 00002000:00010000:3.0:1746130283.355164:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880135b28a80 00000100:00100000:3.0:1746130283.355175:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4984 00000100:00100000:3.0:1746130283.355178:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135b28a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+62:1962:x1830949849336192:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746130283.355397:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135b28a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+62:1962:x1830949849336192:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 216us (596us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746130283.355403:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4984 00002000:00100000:3.0:1746130283.355409:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880135b28a80 x1830949849336192/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:269/0 lens 488/4536 e 0 to 0 dl 1746130294 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130283.355416:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135b28a80 with x1830949849336192 ext(0->4095) 00002000:00010000:3.0:1746130283.355419:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880135b28a80 00000100:00100000:0.0:1746130283.361158:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130283.361329:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849336320 00000100:00100000:3.0:1746130283.361337:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849336320 00000100:00100000:3.0:1746130283.361410:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6612 00000100:00100000:3.0:1746130283.361418:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135b29f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c84b93b0-d496-484f-8e1e-94008838f2dd+5:31579:x1830949849336320:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746130283.361434:0:8467:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746130283.361448:0:8467:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800934d1000/0x4ce24e5787362673 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae40cb1 expref: -99 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130283.361474:0:8467:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8800/0x4ce24e578736266c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40caa expref: 61 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130283.361481:0:8467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746130283.361483:0:8467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746130283.361485:0:8467:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d1000/0x4ce24e5787362673 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40cb1 expref: 6 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130283.361512:0:8467:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091fc8800/0x4ce24e578736266c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40caa expref: 61 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130283.361522:0:8467:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091fc8800/0x4ce24e578736266c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40caa expref: 61 pid: 10554 timeout: 581 lvb_type: 0 00000100:00100000:3.0:1746130283.361532:0:8467:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091952680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8467:1830949841803264:192.168.204.51@tcp:104: 00000100:00100000:3.0:1746130283.361604:0:8467:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b20c4600 going to sleep for 11 seconds 00000100:00100000:0.0:1746130283.364952:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130283.365079:0:8467:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091952680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8467:1830949841803264:192.168.204.51@tcp:104: 00010000:00010000:3.0:1746130283.365110:0:8467:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800934d1000/0x4ce24e5787362673 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40cb1 expref: 6 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130283.365130:0:8467:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800934d1000, rc 0) 00000100:00100000:3.0:1746130283.365171:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135b29f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c84b93b0-d496-484f-8e1e-94008838f2dd+6:31579:x1830949849336320:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3755us (4022us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130283.365180:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6612 00000100:00100000:2.0:1746130283.366017:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849336448 00000100:00100000:2.0:1746130283.366024:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849336448 00002000:00100000:2.0:1746130283.366061:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff880135b29880 x1830949849336448/t0(0) o4->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:269/0 lens 496/0 e 0 to 0 dl 1746130294 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130283.366069:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135b29880 with x1830949849336448 ext(0->7) 00010000:00010000:2.0:1746130283.366075:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8800/0x4ce24e578736266c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40caa expref: 62 pid: 10554 timeout: 581 lvb_type: 0 00010000:00010000:2.0:1746130283.366085:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091fc8800/0x4ce24e578736266c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40caa expref: 62 pid: 10554 timeout: 581 lvb_type: 0 00002000:00010000:2.0:1746130283.366092:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880135b29880 00000100:00100000:2.0:1746130283.366107:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2737 00000100:00100000:2.0:1746130283.366112:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135b29880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+62:1962:x1830949849336448:12345-192.168.204.51@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746130283.366422:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135b29880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+64:1962:x1830949849336448:12345-192.168.204.51@tcp:4:ldlm_bl.0 Request processed in 308us (1477us total) trans 4294967953 rc 0/0 00000100:00100000:2.0:1746130283.366429:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2737 00002000:00100000:2.0:1746130283.366434:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff880135b29880 x1830949849336448/t4294967953(0) o4->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:269/0 lens 496/448 e 0 to 0 dl 1746130294 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130283.366441:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135b29880 with x1830949849336448 ext(0->7) 00010000:00010000:2.0:1746130283.366446:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8800/0x4ce24e578736266c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40caa expref: 64 pid: 10554 timeout: 581 lvb_type: 0 00010000:00010000:2.0:1746130283.366455:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091fc8800/0x4ce24e578736266c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40caa expref: 64 pid: 10554 timeout: 581 lvb_type: 0 00002000:00010000:2.0:1746130283.366459:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880135b29880 00000100:00100000:0.0:1746130283.371713:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130283.371919:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849336576 00000100:00100000:3.0:1746130283.371926:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849336576 00000100:00100000:3.0:1746130283.372162:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6613 00000100:00100000:3.0:1746130283.372170:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135b28700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:640ea846-b909-4eea-9a54-417e15bd627b+64:31578:x1830949849336576:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746130283.372184:0:8467:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746130283.372198:0:8467:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800934d0600/0x4ce24e578736267a lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae40cb8 expref: -99 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130283.372219:0:8467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746130283.372223:0:8467:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1000/0x4ce24e5787362673 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40cb1 expref: 5 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130283.372228:0:8467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746130283.372231:0:8467:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d0600/0x4ce24e578736267a lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40cb8 expref: 65 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130283.372257:0:8467:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800934d1000/0x4ce24e5787362673 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40cb1 expref: 5 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130283.372293:0:8467:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800934d0600/0x4ce24e578736267a lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40cb8 expref: 65 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130283.372305:0:8467:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800934d0600, rc 0) 00000100:00100000:3.0:1746130283.372352:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135b28700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:640ea846-b909-4eea-9a54-417e15bd627b+65:31578:x1830949849336576:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 175us (638us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130283.372358:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6613 00000100:00100000:0.0:1746130283.373596:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130283.374897:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849336704 00000100:00100000:2.0:1746130283.374904:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849336704 00010000:00010000:2.0:1746130283.374937:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc8800/0x4ce24e578736266c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40caa expref: 65 pid: 10554 timeout: 581 lvb_type: 0 00000100:00100000:2.0:1746130283.374978:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14876 00000100:00100000:2.0:1746130283.374984:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135b2b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+65:1962:x1830949849336704:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746130283.374995:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746130283.375011:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091fc8800/0x4ce24e578736266c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40caa expref: 65 pid: 10554 timeout: 581 lvb_type: 0 00010000:00010000:2.0:1746130283.375021:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091fc8800/0x4ce24e578736266c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40caa expref: 65 pid: 10554 timeout: 581 lvb_type: 0 00010000:00010000:2.0:1746130283.375038:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8800/0x4ce24e578736266c lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40caa expref: 65 pid: 10554 timeout: 581 lvb_type: 0 00010000:00010000:2.0:1746130283.375619:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130283.375622:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130283.375629:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1000/0x4ce24e5787362673 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40cb1 expref: 5 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130283.375637:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d1000/0x4ce24e5787362673 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40cb1 expref: 5 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130283.375666:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800934d1000/0x4ce24e5787362673 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40cb1 expref: 5 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130283.375676:0:7097:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800934d1000/0x4ce24e5787362673 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40cb1 expref: 5 pid: 8467 timeout: 581 lvb_type: 0 00000100:00100000:2.0:1746130283.375690:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f131880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841803520:192.168.204.51@tcp:105: 00000100:00100000:2.0:1746130283.377339:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b528af00 going to sleep for 11 seconds 00000100:00100000:2.0:1746130283.383366:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f131880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841803520:192.168.204.51@tcp:105: 00010000:00010000:2.0:1746130283.383388:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746130283.383438:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135b2b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+64:1962:x1830949849336704:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 8453us (9845us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130283.383448:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14876 00000100:00100000:0.0:1746130283.383890:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130283.383965:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849336960 00000100:00100000:2.0:1746130283.383972:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849336960 00002000:00100000:2.0:1746130283.384004:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880134a81c00 x1830949849336960/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:269/0 lens 488/0 e 0 to 0 dl 1746130294 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130283.384012:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134a81c00 with x1830949849336960 ext(0->4095) 00010000:00010000:2.0:1746130283.384020:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1000/0x4ce24e5787362673 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40cb1 expref: 6 pid: 8467 timeout: 581 lvb_type: 0 00010000:00010000:2.0:1746130283.384033:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800934d1000/0x4ce24e5787362673 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40cb1 expref: 6 pid: 8467 timeout: 581 lvb_type: 0 00002000:00010000:2.0:1746130283.384038:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880134a81c00 00000100:00100000:2.0:1746130283.384053:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2738 00000100:00100000:2.0:1746130283.384059:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134a81c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949849336960:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746130283.384493:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134a81c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949849336960:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 432us (602us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746130283.384502:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2738 00002000:00100000:2.0:1746130283.384507:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880134a81c00 x1830949849336960/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:269/0 lens 488/4536 e 0 to 0 dl 1746130294 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130283.384513:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134a81c00 with x1830949849336960 ext(0->4095) 00010000:00010000:2.0:1746130283.384518:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1000/0x4ce24e5787362673 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40cb1 expref: 6 pid: 8467 timeout: 581 lvb_type: 0 00010000:00010000:2.0:1746130283.384526:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800934d1000/0x4ce24e5787362673 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40cb1 expref: 6 pid: 8467 timeout: 581 lvb_type: 0 00002000:00010000:2.0:1746130283.384531:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880134a81c00 00000100:00100000:0.0:1746130283.387091:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130283.387253:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849337088 00000100:00100000:2.0:1746130283.387260:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849337088 00010000:00010000:2.0:1746130283.387323:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d1000/0x4ce24e5787362673 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40cb1 expref: 6 pid: 8467 timeout: 581 lvb_type: 0 00000100:00100000:2.0:1746130283.387363:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14877 00000100:00100000:2.0:1746130283.387370:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d0d2850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949849337088:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746130283.387382:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746130283.387400:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800934d1000/0x4ce24e5787362673 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40cb1 expref: 6 pid: 8467 timeout: 581 lvb_type: 0 00010000:00010000:2.0:1746130283.387411:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800934d1000/0x4ce24e5787362673 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40cb1 expref: 6 pid: 8467 timeout: 581 lvb_type: 0 00010000:00010000:2.0:1746130283.387430:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1000/0x4ce24e5787362673 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40cb1 expref: 6 pid: 8467 timeout: 581 lvb_type: 0 00010000:00010000:2.0:1746130283.387460:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130283.387462:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130283.387468:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800934d0600/0x4ce24e578736267a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40cb8 expref: 63 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130283.387707:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d0600/0x4ce24e578736267a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40cb8 expref: 63 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130283.387736:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800934d0600/0x4ce24e578736267a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40cb8 expref: 63 pid: 8467 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746130283.387747:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f131880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841803648:192.168.204.51@tcp:105: 00000100:00100000:2.0:1746130283.388119:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b528ac00 going to sleep for 11 seconds 00000100:00100000:0.0:1746130283.390909:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130283.390956:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849337344 00000100:00100000:3.0:1746130283.390962:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849337344 00000100:00100000:2.0:1746130283.390995:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f131880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841803648:192.168.204.51@tcp:105: 00002000:00100000:3.0:1746130283.391003:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880134a80380 x1830949849337344/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:269/0 lens 488/0 e 0 to 0 dl 1746130294 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00010000:00010000:2.0:1746130283.391011:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00100000:3.0:1746130283.391012:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134a80380 with x1830949849337344 ext(0->4095) 00002000:00010000:3.0:1746130283.391016:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880134a80380 00000100:00100000:3.0:1746130283.391032:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4985 00000100:00100000:3.0:1746130283.391038:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134a80380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+64:1962:x1830949849337344:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746130283.391059:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d0d2850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+5:1962:x1830949849337088:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 3689us (3975us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130283.391069:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14877 00000100:00100000:3.0:1746130283.391165:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134a80380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+64:1962:x1830949849337344:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 127us (264us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746130283.391171:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4985 00002000:00100000:3.0:1746130283.391175:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880134a80380 x1830949849337344/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:269/0 lens 488/4536 e 0 to 0 dl 1746130294 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130283.391182:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134a80380 with x1830949849337344 ext(0->4095) 00002000:00010000:3.0:1746130283.391184:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880134a80380 00000100:00100000:0.0:1746130283.393535:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130283.393621:0:10554:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849337472 00000100:00100000:2.0:1746130283.393628:0:10554:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849337472 00000100:00100000:2.0:1746130283.393673:0:10554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6614 00000100:00100000:2.0:1746130283.393679:0:10554:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134a82300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+5:31579:x1830949849337472:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746130283.393694:0:10554:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746130283.393708:0:10554:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091fc8000/0x4ce24e5787362681 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae40cbf expref: -99 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130283.393735:0:10554:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800934d0600/0x4ce24e578736267a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40cb8 expref: 63 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130283.393741:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746130283.393743:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746130283.393746:0:10554:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc8000/0x4ce24e5787362681 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40cbf expref: 6 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130283.393771:0:10554:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800934d0600/0x4ce24e578736267a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40cb8 expref: 63 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130283.393782:0:10554:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800934d0600/0x4ce24e578736267a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40cb8 expref: 63 pid: 8467 timeout: 581 lvb_type: 0 00000100:00100000:2.0:1746130283.393792:0:10554:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f132300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10554:1830949841803776:192.168.204.51@tcp:104: 00000100:00100000:2.0:1746130283.394516:0:10554:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b528af00 going to sleep for 11 seconds 00000100:00100000:2.0:1746130283.398067:0:10554:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f132300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10554:1830949841803776:192.168.204.51@tcp:104: 00010000:00010000:2.0:1746130283.398097:0:10554:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091fc8000/0x4ce24e5787362681 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40cbf expref: 6 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130283.398113:0:10554:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091fc8000, rc 0) 00000100:00100000:2.0:1746130283.398154:0:10554:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134a82300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+6:31579:x1830949849337472:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4474us (4625us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130283.398161:0:10554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6614 00000100:00100000:0.0:1746130283.398695:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130283.398949:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849337600 00000100:00100000:2.0:1746130283.398956:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849337600 00010000:00010000:2.0:1746130283.398982:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d0600/0x4ce24e578736267a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40cb8 expref: 64 pid: 8467 timeout: 581 lvb_type: 0 00000100:00100000:2.0:1746130283.399250:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14878 00000100:00100000:2.0:1746130283.399258:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134a82a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+64:1961:x1830949849337600:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746130283.399304:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746130283.399323:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800934d0600/0x4ce24e578736267a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40cb8 expref: 64 pid: 8467 timeout: 581 lvb_type: 0 00010000:00010000:2.0:1746130283.399334:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800934d0600/0x4ce24e578736267a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40cb8 expref: 64 pid: 8467 timeout: 581 lvb_type: 0 00010000:00010000:2.0:1746130283.399366:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800934d0600/0x4ce24e578736267a lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40cb8 expref: 64 pid: 8467 timeout: 581 lvb_type: 0 00010000:00010000:2.0:1746130283.399387:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130283.399389:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130283.399396:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8000/0x4ce24e5787362681 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40cbf expref: 5 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130283.399402:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc8000/0x4ce24e5787362681 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40cbf expref: 5 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130283.399431:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091fc8000/0x4ce24e5787362681 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40cbf expref: 5 pid: 10554 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746130283.399443:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f132300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841803904:192.168.204.51@tcp:105: 00000100:00100000:2.0:1746130283.400136:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b528af00 going to sleep for 11 seconds 00000100:00100000:0.0:1746130283.401710:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130283.402106:0:10554:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849337728 00000100:00100000:2.0:1746130283.402113:0:10554:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849337728 00000100:00100000:2.0:1746130283.402155:0:10554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6615 00000100:00100000:2.0:1746130283.402161:0:10554:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134a81f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:640ea846-b909-4eea-9a54-417e15bd627b+64:31578:x1830949849337728:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746130283.402176:0:10554:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746130283.402189:0:10554:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e5787362688 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae40cc6 expref: -99 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130283.402212:0:10554:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8000/0x4ce24e5787362681 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40cbf expref: 5 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130283.402219:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130283.402220:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130283.402223:0:10554:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e5787362688 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40cc6 expref: 65 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130283.402246:0:10554:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091fc8000/0x4ce24e5787362681 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40cbf expref: 5 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130283.402256:0:10554:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091fc8000/0x4ce24e5787362681 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40cbf expref: 5 pid: 10554 timeout: 581 lvb_type: 0 00000100:00100000:2.0:1746130283.402332:0:10554:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f131880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10554:1830949841804032:192.168.204.51@tcp:104: 00000100:00100000:2.0:1746130283.402856:0:10554:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b528acc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746130283.406044:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130283.406065:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849337984 00000100:00100000:1.0:1746130283.406072:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849337984 00002000:00100000:1.0:1746130283.406109:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880134a83480 x1830949849337984/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:269/0 lens 488/0 e 0 to 0 dl 1746130294 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130283.406118:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134a83480 with x1830949849337984 ext(0->4095) 00010000:00010000:1.0:1746130283.406126:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8000/0x4ce24e5787362681 lrc: 6/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40cbf expref: 6 pid: 10554 timeout: 581 lvb_type: 0 00010000:00010000:1.0:1746130283.406137:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091fc8000/0x4ce24e5787362681 lrc: 6/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40cbf expref: 6 pid: 10554 timeout: 581 lvb_type: 0 00002000:00010000:1.0:1746130283.406144:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880134a83480 00000100:00100000:1.0:1746130283.406172:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2739 00000100:00100000:1.0:1746130283.406179:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134a83480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949849337984:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746130283.406367:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134a83480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949849337984:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 187us (328us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746130283.406373:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2739 00002000:00100000:1.0:1746130283.406381:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880134a83480 x1830949849337984/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:269/0 lens 488/4536 e 0 to 0 dl 1746130294 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130283.406387:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134a83480 with x1830949849337984 ext(0->4095) 00010000:00010000:1.0:1746130283.406392:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8000/0x4ce24e5787362681 lrc: 6/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40cbf expref: 6 pid: 10554 timeout: 581 lvb_type: 0 00010000:00010000:1.0:1746130283.406404:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091fc8000/0x4ce24e5787362681 lrc: 6/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40cbf expref: 6 pid: 10554 timeout: 581 lvb_type: 0 00002000:00010000:1.0:1746130283.406409:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880134a83480 00000100:00100000:2.0:1746130283.406428:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f132300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841803904:192.168.204.51@tcp:105: 00010000:00010000:2.0:1746130283.406444:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746130283.406465:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134a82a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+65:1961:x1830949849337600:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 7208us (7772us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130283.406473:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14878 00000100:00100000:2.0:1746130283.407490:0:10554:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f131880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10554:1830949841804032:192.168.204.51@tcp:104: 00010000:00010000:2.0:1746130283.407508:0:10554:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e5787362688 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40cc6 expref: 64 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130283.407520:0:10554:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091fc8600, rc 0) 00000100:00100000:2.0:1746130283.407553:0:10554:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134a81f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:640ea846-b909-4eea-9a54-417e15bd627b+64:31578:x1830949849337728:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5393us (5849us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130283.407560:0:10554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6615 00000100:00100000:0.0:1746130283.410865:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130283.411674:0:10554:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849338112 00000100:00100000:2.0:1746130283.411683:0:10554:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849338112 00000100:00100000:0.0:1746130283.411683:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130283.411927:0:10554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6616 00000100:00100000:2.0:1746130283.411936:0:10554:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134a83100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:640ea846-b909-4eea-9a54-417e15bd627b+64:31579:x1830949849338112:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746130283.411951:0:10554:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746130283.411966:0:10554:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880093991600/0x4ce24e578736268f lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae40ccd expref: -99 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130283.411988:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130283.411993:0:10554:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e5787362688 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40cc6 expref: 65 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130283.411999:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746130283.412002:0:10554:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093991600/0x4ce24e578736268f lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40ccd expref: 65 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130283.412032:0:10554:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e5787362688 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40cc6 expref: 65 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130283.412043:0:10554:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880093991600/0x4ce24e578736268f lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40ccd expref: 65 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130283.412052:0:10554:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093991600, rc 0) 00000100:00100000:3.0:1746130283.412073:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849338240 00000100:00100000:3.0:1746130283.412076:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849338240 00010000:00010000:3.0:1746130283.412098:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc8000/0x4ce24e5787362681 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40cbf expref: 6 pid: 10554 timeout: 581 lvb_type: 0 00000100:00100000:2.0:1746130283.412102:0:10554:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134a83100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:640ea846-b909-4eea-9a54-417e15bd627b+65:31579:x1830949849338112:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 168us (1244us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130283.412108:0:10554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6616 00000100:00100000:3.0:1746130283.412118:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14879 00000100:00100000:3.0:1746130283.412123:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134a80a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949849338240:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746130283.412131:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746130283.412149:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091fc8000/0x4ce24e5787362681 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40cbf expref: 6 pid: 10554 timeout: 581 lvb_type: 0 00010000:00010000:3.0:1746130283.412157:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091fc8000/0x4ce24e5787362681 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40cbf expref: 6 pid: 10554 timeout: 581 lvb_type: 0 00010000:00010000:3.0:1746130283.412172:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8000/0x4ce24e5787362681 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40cbf expref: 6 pid: 10554 timeout: 581 lvb_type: 0 00010000:00010000:3.0:1746130283.412466:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130283.412468:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130283.412474:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e5787362688 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40cc6 expref: 64 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130283.412611:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e5787362688 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40cc6 expref: 64 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130283.412630:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e5787362688 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40cc6 expref: 64 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130283.412640:0:7097:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e5787362688 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40cc6 expref: 64 pid: 10554 timeout: 581 lvb_type: 0 00000100:00100000:3.0:1746130283.412653:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091952680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841804288:192.168.204.51@tcp:105: 00000100:00100000:3.0:1746130283.412712:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b20c4600 going to sleep for 11 seconds 00000100:00100000:3.0:1746130283.414729:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091952680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841804288:192.168.204.51@tcp:105: 00010000:00010000:3.0:1746130283.414750:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746130283.414792:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134a80a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+5:1961:x1830949849338240:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 2667us (3108us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130283.415480:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14879 00000100:00100000:0.0:1746130283.415850:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130283.415957:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849338496 00000100:00100000:3.0:1746130283.415962:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849338496 00002000:00100000:3.0:1746130283.415996:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880134a80e00 x1830949849338496/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:269/0 lens 488/0 e 0 to 0 dl 1746130294 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130283.416005:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134a80e00 with x1830949849338496 ext(0->4095) 00010000:00010000:3.0:1746130283.416013:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e5787362688 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40cc6 expref: 65 pid: 10554 timeout: 581 lvb_type: 0 00010000:00010000:3.0:1746130283.416023:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e5787362688 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40cc6 expref: 65 pid: 10554 timeout: 581 lvb_type: 0 00002000:00010000:3.0:1746130283.416029:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880134a80e00 00000100:00100000:3.0:1746130283.416057:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2740 00000100:00100000:3.0:1746130283.416064:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134a80e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+65:1962:x1830949849338496:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746130283.416205:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134a80e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+65:1962:x1830949849338496:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 142us (356us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746130283.416212:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2740 00002000:00100000:3.0:1746130283.416216:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880134a80e00 x1830949849338496/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:269/0 lens 488/4536 e 0 to 0 dl 1746130294 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130283.416223:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134a80e00 with x1830949849338496 ext(0->4095) 00010000:00010000:3.0:1746130283.416227:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e5787362688 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40cc6 expref: 65 pid: 10554 timeout: 581 lvb_type: 0 00010000:00010000:3.0:1746130283.416234:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e5787362688 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40cc6 expref: 65 pid: 10554 timeout: 581 lvb_type: 0 00002000:00010000:3.0:1746130283.416239:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880134a80e00 00000100:00100000:0.0:1746130283.418433:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130283.418510:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849338624 00000100:00100000:3.0:1746130283.418517:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849338624 00010000:00010000:3.0:1746130283.418551:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e5787362688 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40cc6 expref: 65 pid: 10554 timeout: 581 lvb_type: 0 00000100:00100000:3.0:1746130283.419167:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14880 00000100:00100000:3.0:1746130283.419178:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134a82d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+65:1962:x1830949849338624:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746130283.419188:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746130283.419207:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e5787362688 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40cc6 expref: 65 pid: 10554 timeout: 581 lvb_type: 0 00010000:00010000:3.0:1746130283.419217:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e5787362688 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40cc6 expref: 65 pid: 10554 timeout: 581 lvb_type: 0 00010000:00010000:3.0:1746130283.419235:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e5787362688 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40cc6 expref: 65 pid: 10554 timeout: 581 lvb_type: 0 00010000:00010000:3.0:1746130283.419283:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130283.419285:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130283.419292:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880093991600/0x4ce24e578736268f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40ccd expref: 64 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130283.419298:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093991600/0x4ce24e578736268f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40ccd expref: 64 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130283.419323:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880093991600/0x4ce24e578736268f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40ccd expref: 64 pid: 10554 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746130283.419333:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091952680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841804416:192.168.204.51@tcp:105: 00000100:00100000:3.0:1746130283.419628:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b20c4f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746130283.422551:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130283.422611:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849338880 00000100:00100000:1.0:1746130283.422617:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849338880 00002000:00100000:1.0:1746130283.422650:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880134a83b80 x1830949849338880/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:269/0 lens 488/0 e 0 to 0 dl 1746130294 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130283.422658:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134a83b80 with x1830949849338880 ext(0->4095) 00002000:00010000:1.0:1746130283.422662:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880134a83b80 00000100:00100000:1.0:1746130283.422679:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4986 00000100:00100000:1.0:1746130283.422684:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134a83b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+65:1962:x1830949849338880:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746130283.423474:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091952680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841804416:192.168.204.51@tcp:105: 00010000:00010000:3.0:1746130283.423497:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746130283.423552:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134a83b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+65:1962:x1830949849338880:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 866us (1005us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746130283.423558:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4986 00002000:00100000:1.0:1746130283.423565:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880134a83b80 x1830949849338880/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:269/0 lens 488/4536 e 0 to 0 dl 1746130294 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130283.423572:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134a83b80 with x1830949849338880 ext(0->4095) 00002000:00010000:1.0:1746130283.423575:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880134a83b80 00000100:00100000:3.0:1746130283.423727:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134a82d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+64:1962:x1830949849338624:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 4552us (5300us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130283.423735:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14880 00000100:00100000:0.0:1746130283.426607:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130283.427203:0:10554:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849339008 00000100:00100000:2.0:1746130283.427211:0:10554:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849339008 00000100:00100000:2.0:1746130283.427811:0:10554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6617 00000100:00100000:2.0:1746130283.427820:0:10554:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134a81180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+5:31579:x1830949849339008:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746130283.427835:0:10554:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746130283.427851:0:10554:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091fc8200/0x4ce24e5787362696 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae40cd4 expref: -99 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130283.427875:0:10554:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880093991600/0x4ce24e578736268f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40ccd expref: 63 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130283.427882:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746130283.427883:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746130283.427886:0:10554:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc8200/0x4ce24e5787362696 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40cd4 expref: 6 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130283.427912:0:10554:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880093991600/0x4ce24e578736268f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40ccd expref: 63 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130283.427927:0:10554:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880093991600/0x4ce24e578736268f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40ccd expref: 63 pid: 10554 timeout: 581 lvb_type: 0 00000100:00100000:2.0:1746130283.427936:0:10554:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f131880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10554:1830949841804544:192.168.204.51@tcp:104: 00000100:00100000:2.0:1746130283.428031:0:10554:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b528acc0 going to sleep for 11 seconds 00000100:00100000:2.0:1746130283.430832:0:10554:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f131880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10554:1830949841804544:192.168.204.51@tcp:104: 00010000:00010000:2.0:1746130283.430857:0:10554:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091fc8200/0x4ce24e5787362696 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40cd4 expref: 6 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130283.430869:0:10554:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091fc8200, rc 0) 00000100:00100000:2.0:1746130283.430905:0:10554:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134a81180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+6:31579:x1830949849339008:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3088us (4306us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130283.430912:0:10554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6617 00000100:00100000:0.0:1746130283.432095:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130283.432174:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849339136 00000100:00100000:3.0:1746130283.432181:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849339136 00010000:00010000:3.0:1746130283.432211:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880093991600/0x4ce24e578736268f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40ccd expref: 64 pid: 10554 timeout: 581 lvb_type: 0 00000100:00100000:3.0:1746130283.432262:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14881 00000100:00100000:3.0:1746130283.432291:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134a80700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+64:1961:x1830949849339136:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746130283.432303:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746130283.432319:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880093991600/0x4ce24e578736268f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40ccd expref: 64 pid: 10554 timeout: 581 lvb_type: 0 00010000:00010000:3.0:1746130283.432328:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880093991600/0x4ce24e578736268f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40ccd expref: 64 pid: 10554 timeout: 581 lvb_type: 0 00010000:00010000:3.0:1746130283.432355:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880093991600/0x4ce24e578736268f lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40ccd expref: 64 pid: 10554 timeout: 581 lvb_type: 0 00010000:00010000:3.0:1746130283.432575:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130283.432577:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130283.432584:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8200/0x4ce24e5787362696 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40cd4 expref: 5 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130283.432592:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc8200/0x4ce24e5787362696 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40cd4 expref: 5 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130283.432620:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091fc8200/0x4ce24e5787362696 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40cd4 expref: 5 pid: 10554 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746130283.432630:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091952680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841804672:192.168.204.51@tcp:105: 00000100:00100000:3.0:1746130283.433071:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b20c4f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746130283.433821:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130283.433953:0:10554:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849339264 00000100:00100000:2.0:1746130283.433963:0:10554:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849339264 00000100:00100000:2.0:1746130283.433992:0:10554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6618 00000100:00100000:2.0:1746130283.433997:0:10554:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134a83800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:640ea846-b909-4eea-9a54-417e15bd627b+64:31578:x1830949849339264:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746130283.434009:0:10554:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746130283.434020:0:10554:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e578736269d lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae40cdb expref: -99 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130283.434037:0:10554:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8200/0x4ce24e5787362696 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40cd4 expref: 5 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130283.434048:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130283.434050:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130283.434052:0:10554:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e578736269d lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40cdb expref: 65 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130283.434661:0:10554:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091fc8200/0x4ce24e5787362696 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40cd4 expref: 5 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130283.434676:0:10554:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091fc8200/0x4ce24e5787362696 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40cd4 expref: 5 pid: 10554 timeout: 581 lvb_type: 0 00000100:00100000:2.0:1746130283.434687:0:10554:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f131880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10554:1830949841804800:192.168.204.51@tcp:104: 00000100:00100000:2.0:1746130283.434874:0:10554:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b528acc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746130283.435022:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130283.435094:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091952680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841804672:192.168.204.51@tcp:105: 00010000:00010000:3.0:1746130283.435111:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746130283.435134:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134a80700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+65:1961:x1830949849339136:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 2866us (3043us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130283.435144:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14881 00000100:00100000:1.0:1746130283.435365:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849339520 00000100:00100000:1.0:1746130283.435370:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849339520 00002000:00100000:1.0:1746130283.435397:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880134a82680 x1830949849339520/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:269/0 lens 488/0 e 0 to 0 dl 1746130294 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130283.435410:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134a82680 with x1830949849339520 ext(0->4095) 00010000:00010000:1.0:1746130283.435415:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8200/0x4ce24e5787362696 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40cd4 expref: 6 pid: 10554 timeout: 581 lvb_type: 0 00010000:00010000:1.0:1746130283.435424:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091fc8200/0x4ce24e5787362696 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40cd4 expref: 6 pid: 10554 timeout: 581 lvb_type: 0 00002000:00010000:1.0:1746130283.435429:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880134a82680 00000100:00100000:1.0:1746130283.435454:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2741 00000100:00100000:1.0:1746130283.435460:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134a82680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949849339520:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746130283.435580:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134a82680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949849339520:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 120us (557us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746130283.435585:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2741 00002000:00100000:1.0:1746130283.435590:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880134a82680 x1830949849339520/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:269/0 lens 488/4536 e 0 to 0 dl 1746130294 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130283.435596:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134a82680 with x1830949849339520 ext(0->4095) 00010000:00010000:1.0:1746130283.435600:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8200/0x4ce24e5787362696 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40cd4 expref: 6 pid: 10554 timeout: 581 lvb_type: 0 00010000:00010000:1.0:1746130283.435607:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091fc8200/0x4ce24e5787362696 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40cd4 expref: 6 pid: 10554 timeout: 581 lvb_type: 0 00002000:00010000:1.0:1746130283.435612:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880134a82680 00000100:00100000:2.0:1746130283.438188:0:10554:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f131880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10554:1830949841804800:192.168.204.51@tcp:104: 00010000:00010000:2.0:1746130283.438214:0:10554:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e578736269d lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40cdb expref: 64 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130283.438227:0:10554:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091fc9a00, rc 0) 00000100:00100000:2.0:1746130283.438312:0:10554:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134a83800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:640ea846-b909-4eea-9a54-417e15bd627b+64:31578:x1830949849339264:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4313us (4492us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130283.438320:0:10554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6618 00000100:00100000:0.0:1746130283.438590:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130283.438703:0:10554:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849339648 00000100:00100000:3.0:1746130283.438709:0:10554:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849339648 00000100:00100000:3.0:1746130283.438738:0:10554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6619 00000100:00100000:3.0:1746130283.438744:0:10554:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134a81500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:640ea846-b909-4eea-9a54-417e15bd627b+64:31579:x1830949849339648:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746130283.438755:0:10554:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746130283.438766:0:10554:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800934d1800/0x4ce24e57873626a4 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae40ce2 expref: -99 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130283.438783:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130283.438787:0:10554:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e578736269d lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40cdb expref: 65 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130283.438792:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746130283.438794:0:10554:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d1800/0x4ce24e57873626a4 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40ce2 expref: 65 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130283.438817:0:10554:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e578736269d lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40cdb expref: 65 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130283.438829:0:10554:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800934d1800/0x4ce24e57873626a4 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40ce2 expref: 65 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130283.438835:0:10554:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800934d1800, rc 0) 00000100:00100000:3.0:1746130283.439831:0:10554:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134a81500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:640ea846-b909-4eea-9a54-417e15bd627b+65:31579:x1830949849339648:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1083us (1237us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130283.439837:0:10554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6619 00000100:00100000:0.0:1746130283.441338:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130283.441460:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849339776 00000100:00100000:3.0:1746130283.441466:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849339776 00010000:00010000:3.0:1746130283.441497:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc8200/0x4ce24e5787362696 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40cd4 expref: 6 pid: 10554 timeout: 581 lvb_type: 0 00000100:00100000:3.0:1746130283.441531:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14882 00000100:00100000:3.0:1746130283.441538:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134a80000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949849339776:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746130283.441548:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746130283.441564:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091fc8200/0x4ce24e5787362696 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40cd4 expref: 6 pid: 10554 timeout: 581 lvb_type: 0 00010000:00010000:3.0:1746130283.441574:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091fc8200/0x4ce24e5787362696 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40cd4 expref: 6 pid: 10554 timeout: 581 lvb_type: 0 00010000:00010000:3.0:1746130283.441592:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8200/0x4ce24e5787362696 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40cd4 expref: 6 pid: 10554 timeout: 581 lvb_type: 0 00010000:00010000:3.0:1746130283.441620:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130283.441622:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130283.441628:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e578736269d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40cdb expref: 64 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130283.441634:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e578736269d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40cdb expref: 64 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130283.441662:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e578736269d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40cdb expref: 64 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130283.441676:0:7097:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e578736269d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40cdb expref: 64 pid: 10554 timeout: 581 lvb_type: 0 00000100:00100000:3.0:1746130283.441685:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091952680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841805056:192.168.204.51@tcp:105: 00000100:00100000:3.0:1746130283.441772:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b20c4f00 going to sleep for 11 seconds 00000100:00100000:3.0:1746130283.443719:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091952680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841805056:192.168.204.51@tcp:105: 00010000:00010000:3.0:1746130283.443740:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746130283.443774:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134a80000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+5:1962:x1830949849339776:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 2236us (2439us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130283.443784:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14882 00000100:00100000:0.0:1746130283.444017:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130283.444093:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849340032 00000100:00100000:2.0:1746130283.444099:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849340032 00002000:00100000:2.0:1746130283.444130:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009412d180 x1830949849340032/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:269/0 lens 488/0 e 0 to 0 dl 1746130294 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130283.444144:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009412d180 with x1830949849340032 ext(0->4095) 00010000:00010000:2.0:1746130283.444151:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e578736269d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40cdb expref: 65 pid: 10554 timeout: 581 lvb_type: 0 00010000:00010000:2.0:1746130283.444163:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e578736269d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40cdb expref: 65 pid: 10554 timeout: 581 lvb_type: 0 00002000:00010000:2.0:1746130283.444169:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009412d180 00000100:00100000:2.0:1746130283.444194:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2742 00000100:00100000:2.0:1746130283.444200:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009412d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+65:1961:x1830949849340032:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746130283.444749:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009412d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+65:1961:x1830949849340032:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 547us (731us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746130283.444755:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2742 00002000:00100000:2.0:1746130283.444761:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009412d180 x1830949849340032/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:269/0 lens 488/4536 e 0 to 0 dl 1746130294 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130283.444768:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009412d180 with x1830949849340032 ext(0->4095) 00010000:00010000:2.0:1746130283.444773:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e578736269d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40cdb expref: 65 pid: 10554 timeout: 581 lvb_type: 0 00010000:00010000:2.0:1746130283.444783:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e578736269d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40cdb expref: 65 pid: 10554 timeout: 581 lvb_type: 0 00002000:00010000:2.0:1746130283.444788:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009412d180 00000100:00100000:0.0:1746130283.447231:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130283.447682:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849340160 00000100:00100000:3.0:1746130283.447689:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849340160 00010000:00010000:3.0:1746130283.447724:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e578736269d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40cdb expref: 65 pid: 10554 timeout: 581 lvb_type: 0 00000100:00100000:3.0:1746130283.447746:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14883 00000100:00100000:3.0:1746130283.447752:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009412c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+65:1962:x1830949849340160:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746130283.447762:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746130283.447779:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e578736269d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40cdb expref: 65 pid: 10554 timeout: 581 lvb_type: 0 00010000:00010000:3.0:1746130283.447788:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e578736269d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40cdb expref: 65 pid: 10554 timeout: 581 lvb_type: 0 00010000:00010000:3.0:1746130283.447806:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e578736269d lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40cdb expref: 65 pid: 10554 timeout: 581 lvb_type: 0 00010000:00010000:3.0:1746130283.447818:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130283.447820:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130283.447825:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1800/0x4ce24e57873626a4 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40ce2 expref: 64 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130283.447832:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d1800/0x4ce24e57873626a4 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40ce2 expref: 64 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130283.447856:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800934d1800/0x4ce24e57873626a4 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40ce2 expref: 64 pid: 10554 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746130283.447866:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091952680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841805184:192.168.204.51@tcp:105: 00000100:00100000:3.0:1746130283.447940:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b20c4f00 going to sleep for 11 seconds 00000100:00100000:3.0:1746130283.450657:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091952680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841805184:192.168.204.51@tcp:105: 00010000:00010000:3.0:1746130283.450680:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746130283.450712:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009412c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+64:1962:x1830949849340160:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 2961us (3489us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130283.450721:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14883 00000100:00100000:0.0:1746130283.450992:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130283.451077:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849340416 00000100:00100000:2.0:1746130283.451083:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849340416 00002000:00100000:2.0:1746130283.451117:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009412ca80 x1830949849340416/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:269/0 lens 488/0 e 0 to 0 dl 1746130294 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130283.451126:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009412ca80 with x1830949849340416 ext(0->4095) 00002000:00010000:2.0:1746130283.451129:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009412ca80 00000100:00100000:2.0:1746130283.451152:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4987 00000100:00100000:2.0:1746130283.451157:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009412ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+64:1961:x1830949849340416:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746130283.451323:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009412ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+64:1961:x1830949849340416:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 165us (331us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746130283.451329:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4987 00002000:00100000:2.0:1746130283.451334:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009412ca80 x1830949849340416/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:269/0 lens 488/4536 e 0 to 0 dl 1746130294 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130283.451349:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009412ca80 with x1830949849340416 ext(0->4095) 00002000:00010000:2.0:1746130283.451352:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009412ca80 00000100:00100000:0.0:1746130283.453560:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130283.453656:0:10554:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849340544 00000100:00100000:3.0:1746130283.453663:0:10554:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849340544 00000100:00100000:3.0:1746130283.453983:0:10554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6620 00000100:00100000:3.0:1746130283.453991:0:10554:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7f9b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+5:31579:x1830949849340544:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746130283.454005:0:10554:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746130283.454021:0:10554:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800934d1400/0x4ce24e57873626ab lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae40ce9 expref: -99 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130283.454048:0:10554:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1800/0x4ce24e57873626a4 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40ce2 expref: 63 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130283.454054:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746130283.454055:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746130283.454058:0:10554:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d1400/0x4ce24e57873626ab lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40ce9 expref: 6 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130283.454080:0:10554:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800934d1800/0x4ce24e57873626a4 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40ce2 expref: 63 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130283.454089:0:10554:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800934d1800/0x4ce24e57873626a4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40ce2 expref: 63 pid: 10554 timeout: 581 lvb_type: 0 00000100:00100000:3.0:1746130283.454098:0:10554:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091952680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10554:1830949841805312:192.168.204.51@tcp:104: 00000100:00100000:3.0:1746130283.454373:0:10554:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b20c4f00 going to sleep for 11 seconds 00000100:00100000:3.0:1746130283.459159:0:10554:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091952680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10554:1830949841805312:192.168.204.51@tcp:104: 00010000:00010000:3.0:1746130283.459191:0:10554:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800934d1400/0x4ce24e57873626ab lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40ce9 expref: 6 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130283.459206:0:10554:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800934d1400, rc 0) 00000100:00100000:3.0:1746130283.459256:0:10554:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7f9b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+6:31579:x1830949849340544:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5267us (5703us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130283.459288:0:10554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6620 00000100:00100000:0.0:1746130283.459492:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130283.460256:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849340672 00000100:00100000:3.0:1746130283.460263:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849340672 00010000:00010000:3.0:1746130283.460362:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d1800/0x4ce24e57873626a4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40ce2 expref: 64 pid: 10554 timeout: 581 lvb_type: 0 00000100:00100000:3.0:1746130283.460466:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14884 00000100:00100000:3.0:1746130283.460473:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d0d2450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+64:1962:x1830949849340672:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746130283.460484:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746130283.460502:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800934d1800/0x4ce24e57873626a4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40ce2 expref: 64 pid: 10554 timeout: 581 lvb_type: 0 00010000:00010000:3.0:1746130283.460510:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800934d1800/0x4ce24e57873626a4 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40ce2 expref: 64 pid: 10554 timeout: 581 lvb_type: 0 00010000:00010000:3.0:1746130283.460528:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1800/0x4ce24e57873626a4 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40ce2 expref: 64 pid: 10554 timeout: 581 lvb_type: 0 00010000:00010000:3.0:1746130283.460957:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130283.460960:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130283.460967:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1400/0x4ce24e57873626ab lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40ce9 expref: 5 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130283.460975:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d1400/0x4ce24e57873626ab lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40ce9 expref: 5 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130283.461239:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800934d1400/0x4ce24e57873626ab lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40ce9 expref: 5 pid: 10554 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746130283.461250:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091952680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841805440:192.168.204.51@tcp:105: 00000100:00100000:3.0:1746130283.461808:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b20c4f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746130283.461898:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130283.462019:0:10554:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849340800 00000100:00100000:3.0:1746130283.462024:0:10554:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849340800 00000100:00100000:3.0:1746130283.462061:0:10554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6621 00000100:00100000:3.0:1746130283.462067:0:10554:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009412c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:640ea846-b909-4eea-9a54-417e15bd627b+64:31578:x1830949849340800:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746130283.462078:0:10554:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746130283.462088:0:10554:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800934d1200/0x4ce24e57873626b2 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae40cf0 expref: -99 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130283.462109:0:10554:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1400/0x4ce24e57873626ab lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40ce9 expref: 5 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130283.462116:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130283.462117:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130283.462120:0:10554:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d1200/0x4ce24e57873626b2 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40cf0 expref: 65 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130283.462137:0:10554:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800934d1400/0x4ce24e57873626ab lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40ce9 expref: 5 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130283.462147:0:10554:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800934d1400/0x4ce24e57873626ab lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40ce9 expref: 5 pid: 10554 timeout: 581 lvb_type: 0 00000100:00100000:3.0:1746130283.462155:0:10554:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091950a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10554:1830949841805568:192.168.204.51@tcp:104: 00000100:00100000:3.0:1746130283.462193:0:10554:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b20c4480 going to sleep for 11 seconds 00000100:00100000:2.0:1746130283.464615:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091952680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841805440:192.168.204.51@tcp:105: 00010000:00010000:2.0:1746130283.464640:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746130283.464676:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d0d2450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+65:1962:x1830949849340672:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 4203us (5183us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130283.464687:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14884 00000100:00100000:3.0:1746130283.465062:0:10554:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091950a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10554:1830949841805568:192.168.204.51@tcp:104: 00010000:00010000:3.0:1746130283.465079:0:10554:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800934d1200/0x4ce24e57873626b2 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40cf0 expref: 64 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130283.465093:0:10554:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800934d1200, rc 0) 00000100:00100000:3.0:1746130283.465112:0:10554:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009412c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:640ea846-b909-4eea-9a54-417e15bd627b+64:31578:x1830949849340800:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3045us (3216us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130283.465117:0:10554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6621 00000100:00100000:0.0:1746130283.465643:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130283.465761:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849341056 00000100:00100000:2.0:1746130283.465767:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849341056 00002000:00100000:2.0:1746130283.465916:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009412fb80 x1830949849341056/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:269/0 lens 488/0 e 0 to 0 dl 1746130294 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130283.465925:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009412fb80 with x1830949849341056 ext(0->4095) 00010000:00010000:2.0:1746130283.465931:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1400/0x4ce24e57873626ab lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40ce9 expref: 6 pid: 10554 timeout: 581 lvb_type: 0 00010000:00010000:2.0:1746130283.465941:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800934d1400/0x4ce24e57873626ab lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40ce9 expref: 6 pid: 10554 timeout: 581 lvb_type: 0 00002000:00010000:2.0:1746130283.465950:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009412fb80 00000100:00100000:2.0:1746130283.466075:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2743 00000100:00100000:2.0:1746130283.466083:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009412fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949849341056:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746130283.466204:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009412fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949849341056:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 122us (562us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746130283.466210:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2743 00002000:00100000:2.0:1746130283.466214:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009412fb80 x1830949849341056/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:269/0 lens 488/4536 e 0 to 0 dl 1746130294 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130283.466220:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009412fb80 with x1830949849341056 ext(0->4095) 00010000:00010000:2.0:1746130283.466225:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1400/0x4ce24e57873626ab lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40ce9 expref: 6 pid: 10554 timeout: 581 lvb_type: 0 00010000:00010000:2.0:1746130283.466233:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800934d1400/0x4ce24e57873626ab lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40ce9 expref: 6 pid: 10554 timeout: 581 lvb_type: 0 00002000:00010000:2.0:1746130283.466238:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009412fb80 00000100:00100000:0.0:1746130283.469380:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130283.469541:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849341184 00000100:00100000:2.0:1746130283.469548:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849341184 00010000:00010000:2.0:1746130283.469574:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d1400/0x4ce24e57873626ab lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40ce9 expref: 6 pid: 10554 timeout: 581 lvb_type: 0 00000100:00100000:2.0:1746130283.469602:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14885 00000100:00100000:2.0:1746130283.469608:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009412f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949849341184:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746130283.469619:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746130283.469636:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800934d1400/0x4ce24e57873626ab lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40ce9 expref: 6 pid: 10554 timeout: 581 lvb_type: 0 00010000:00010000:2.0:1746130283.469646:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800934d1400/0x4ce24e57873626ab lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40ce9 expref: 6 pid: 10554 timeout: 581 lvb_type: 0 00010000:00010000:2.0:1746130283.469665:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1400/0x4ce24e57873626ab lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40ce9 expref: 6 pid: 10554 timeout: 581 lvb_type: 0 00010000:00010000:2.0:1746130283.469693:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130283.469695:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130283.469701:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1200/0x4ce24e57873626b2 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40cf0 expref: 63 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130283.469708:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d1200/0x4ce24e57873626b2 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40cf0 expref: 63 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130283.469737:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800934d1200/0x4ce24e57873626b2 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40cf0 expref: 63 pid: 10554 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746130283.469747:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f131880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841805696:192.168.204.51@tcp:105: 00000100:00100000:2.0:1746130283.469816:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b528ae40 going to sleep for 11 seconds 00000100:00100000:0.0:1746130283.471926:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130283.472033:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f131880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841805696:192.168.204.51@tcp:105: 00010000:00010000:2.0:1746130283.472049:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746130283.472084:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009412f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+5:1961:x1830949849341184:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 2476us (2711us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130283.472093:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14885 00000100:00100000:1.0:1746130283.473216:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849341440 00000100:00100000:1.0:1746130283.473225:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849341440 00002000:00100000:1.0:1746130283.473260:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009412ed80 x1830949849341440/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:269/0 lens 488/0 e 0 to 0 dl 1746130294 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130283.473862:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009412ed80 with x1830949849341440 ext(0->4095) 00002000:00010000:1.0:1746130283.473866:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009412ed80 00000100:00100000:1.0:1746130283.474000:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4988 00000100:00100000:1.0:1746130283.474008:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009412ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+64:1961:x1830949849341440:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746130283.474162:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009412ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+64:1961:x1830949849341440:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 155us (2241us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746130283.474168:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4988 00002000:00100000:1.0:1746130283.474174:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009412ed80 x1830949849341440/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:269/0 lens 488/4536 e 0 to 0 dl 1746130294 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130283.474180:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009412ed80 with x1830949849341440 ext(0->4095) 00002000:00010000:1.0:1746130283.474183:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009412ed80 00000100:00100000:0.0:1746130283.479949:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130283.480015:0:10554:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849341568 00000100:00100000:3.0:1746130283.480023:0:10554:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849341568 00000100:00100000:3.0:1746130283.480080:0:10554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6622 00000100:00100000:3.0:1746130283.480088:0:10554:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009412f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+5:31579:x1830949849341568:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746130283.480106:0:10554:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746130283.480121:0:10554:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800934d0800/0x4ce24e57873626b9 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae40cf7 expref: -99 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130283.480146:0:10554:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1200/0x4ce24e57873626b2 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40cf0 expref: 63 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130283.480153:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746130283.480155:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746130283.480158:0:10554:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d0800/0x4ce24e57873626b9 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40cf7 expref: 6 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130283.480181:0:10554:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800934d1200/0x4ce24e57873626b2 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40cf0 expref: 63 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130283.480190:0:10554:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800934d1200/0x4ce24e57873626b2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40cf0 expref: 63 pid: 10554 timeout: 581 lvb_type: 0 00000100:00100000:3.0:1746130283.480205:0:10554:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091950a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10554:1830949841805824:192.168.204.51@tcp:104: 00000100:00100000:3.0:1746130283.480313:0:10554:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b20c4480 going to sleep for 11 seconds 00000100:00100000:0.0:1746130283.488553:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130283.488618:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849341696 00000100:00100000:2.0:1746130283.488625:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849341696 00000100:00100000:0.0:1746130283.488645:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00002000:00100000:2.0:1746130283.488663:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff88009412c380 x1830949849341696/t0(0) o4->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:269/0 lens 496/0 e 0 to 0 dl 1746130294 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130283.488673:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009412c380 with x1830949849341696 ext(0->7) 00010000:00010000:2.0:1746130283.488681:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1200/0x4ce24e57873626b2 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40cf0 expref: 64 pid: 10554 timeout: 581 lvb_type: 0 00010000:00010000:2.0:1746130283.488693:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800934d1200/0x4ce24e57873626b2 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40cf0 expref: 64 pid: 10554 timeout: 581 lvb_type: 0 00002000:00010000:2.0:1746130283.488698:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009412c380 00000100:00100000:2.0:1746130283.488716:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2744 00000100:00100000:2.0:1746130283.488723:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009412c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+64:1962:x1830949849341696:12345-192.168.204.51@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746130283.488844:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849341824 00000100:00100000:1.0:1746130283.488848:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849341824 00000100:00100000:1.0:1746130283.488868:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6623 00000100:00100000:1.0:1746130283.488872:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092f60e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:640ea846-b909-4eea-9a54-417e15bd627b+65:31578:x1830949849341824:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746130283.488879:0:8467:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746130283.488891:0:8467:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012b02ce00/0x4ce24e57873626c0 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae40cfe expref: -99 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130283.488907:0:8467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130283.488911:0:8467:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800934d0800/0x4ce24e57873626b9 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40cf7 expref: 6 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130283.488919:0:8467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746130283.488922:0:8467:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012b02ce00/0x4ce24e57873626c0 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40cfe expref: 67 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130283.488950:0:8467:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800934d0800/0x4ce24e57873626b9 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40cf7 expref: 6 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130283.488959:0:8467:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012b02ce00/0x4ce24e57873626c0 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40cfe expref: 68 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130283.488966:0:8467:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b02ce00, rc 0) 00000100:00100000:1.0:1746130283.488981:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092f60e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:640ea846-b909-4eea-9a54-417e15bd627b+68:31578:x1830949849341824:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 109us (337us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130283.488982:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009412c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+68:1962:x1830949849341696:12345-192.168.204.51@tcp:4:ldlm_bl.0 Request processed in 260us (436us total) trans 4294967954 rc 0/0 00000100:00100000:2.0:1746130283.488987:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2744 00000100:00100000:1.0:1746130283.488987:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6623 00002000:00100000:2.0:1746130283.488992:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff88009412c380 x1830949849341696/t4294967954(0) o4->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:269/0 lens 496/448 e 0 to 0 dl 1746130294 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130283.488998:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009412c380 with x1830949849341696 ext(0->7) 00010000:00010000:2.0:1746130283.489003:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1200/0x4ce24e57873626b2 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40cf0 expref: 67 pid: 10554 timeout: 581 lvb_type: 0 00010000:00010000:2.0:1746130283.489010:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800934d1200/0x4ce24e57873626b2 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40cf0 expref: 67 pid: 10554 timeout: 581 lvb_type: 0 00002000:00010000:2.0:1746130283.489015:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009412c380 00000100:00100000:3.0:1746130283.489145:0:10554:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091950a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10554:1830949841805824:192.168.204.51@tcp:104: 00010000:00010000:3.0:1746130283.489166:0:10554:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800934d0800/0x4ce24e57873626b9 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40cf7 expref: 6 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130283.489174:0:10554:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800934d0800, rc 0) 00000100:00100000:3.0:1746130283.489204:0:10554:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009412f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+6:31579:x1830949849341568:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 9118us (9263us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130283.489209:0:10554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6622 00000100:00100000:0.0:1746130283.491706:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130283.491808:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849341952 00000100:00100000:2.0:1746130283.491815:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849341952 00010000:00010000:2.0:1746130283.491846:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d1200/0x4ce24e57873626b2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40cf0 expref: 67 pid: 10554 timeout: 581 lvb_type: 0 00000100:00100000:2.0:1746130283.491882:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14886 00000100:00100000:2.0:1746130283.491889:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092f63b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+67:1963:x1830949849341952:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746130283.491900:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746130283.491916:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800934d1200/0x4ce24e57873626b2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40cf0 expref: 67 pid: 10554 timeout: 581 lvb_type: 0 00010000:00010000:2.0:1746130283.491926:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800934d1200/0x4ce24e57873626b2 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40cf0 expref: 67 pid: 10554 timeout: 581 lvb_type: 0 00010000:00010000:2.0:1746130283.491944:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1200/0x4ce24e57873626b2 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40cf0 expref: 67 pid: 10554 timeout: 581 lvb_type: 0 00010000:00010000:2.0:1746130283.492232:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130283.492235:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130283.492242:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800934d0800/0x4ce24e57873626b9 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40cf7 expref: 5 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130283.492256:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d0800/0x4ce24e57873626b9 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40cf7 expref: 5 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130283.492314:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800934d0800/0x4ce24e57873626b9 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40cf7 expref: 5 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130283.492325:0:7097:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800934d0800/0x4ce24e57873626b9 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40cf7 expref: 5 pid: 10554 timeout: 581 lvb_type: 0 00000100:00100000:2.0:1746130283.492335:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f131880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841806080:192.168.204.51@tcp:105: 00000100:00100000:2.0:1746130283.492816:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b528ae40 going to sleep for 11 seconds 00000100:00100000:2.0:1746130283.494961:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f131880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841806080:192.168.204.51@tcp:105: 00010000:00010000:2.0:1746130283.494980:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746130283.495017:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092f63b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+66:1963:x1830949849341952:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 3128us (3318us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130283.495026:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14886 00000100:00100000:0.0:1746130283.496423:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130283.496746:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849342208 00000100:00100000:2.0:1746130283.496753:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849342208 00002000:00100000:2.0:1746130283.496787:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092f63100 x1830949849342208/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:269/0 lens 488/0 e 0 to 0 dl 1746130294 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130283.496796:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092f63100 with x1830949849342208 ext(0->4095) 00010000:00010000:2.0:1746130283.496803:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800934d0800/0x4ce24e57873626b9 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40cf7 expref: 6 pid: 10554 timeout: 581 lvb_type: 0 00010000:00010000:2.0:1746130283.496814:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800934d0800/0x4ce24e57873626b9 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40cf7 expref: 6 pid: 10554 timeout: 581 lvb_type: 0 00002000:00010000:2.0:1746130283.496820:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092f63100 00000100:00100000:2.0:1746130283.496837:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2745 00000100:00100000:2.0:1746130283.496844:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092f63100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949849342208:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746130283.497225:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092f63100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949849342208:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 380us (805us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746130283.497232:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2745 00002000:00100000:2.0:1746130283.497238:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092f63100 x1830949849342208/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:269/0 lens 488/4536 e 0 to 0 dl 1746130294 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130283.497245:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092f63100 with x1830949849342208 ext(0->4095) 00010000:00010000:2.0:1746130283.497250:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800934d0800/0x4ce24e57873626b9 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40cf7 expref: 6 pid: 10554 timeout: 581 lvb_type: 0 00010000:00010000:2.0:1746130283.497259:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800934d0800/0x4ce24e57873626b9 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40cf7 expref: 6 pid: 10554 timeout: 581 lvb_type: 0 00002000:00010000:2.0:1746130283.497520:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092f63100 00000100:00100000:0.0:1746130283.502391:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130283.502578:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849342336 00000100:00100000:2.0:1746130283.502586:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849342336 00010000:00010000:2.0:1746130283.502615:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d0800/0x4ce24e57873626b9 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40cf7 expref: 6 pid: 10554 timeout: 581 lvb_type: 0 00000100:00100000:2.0:1746130283.502648:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14887 00000100:00100000:2.0:1746130283.502654:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092f62a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1964:x1830949849342336:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746130283.502664:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746130283.502682:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800934d0800/0x4ce24e57873626b9 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40cf7 expref: 6 pid: 10554 timeout: 581 lvb_type: 0 00010000:00010000:2.0:1746130283.502691:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800934d0800/0x4ce24e57873626b9 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40cf7 expref: 6 pid: 10554 timeout: 581 lvb_type: 0 00010000:00010000:2.0:1746130283.502708:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800934d0800/0x4ce24e57873626b9 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40cf7 expref: 6 pid: 10554 timeout: 581 lvb_type: 0 00010000:00010000:2.0:1746130283.502731:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130283.502733:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130283.502739:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012b02ce00/0x4ce24e57873626c0 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40cfe expref: 65 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130283.502746:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012b02ce00/0x4ce24e57873626c0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40cfe expref: 65 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130283.502771:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012b02ce00/0x4ce24e57873626c0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40cfe expref: 65 pid: 8467 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746130283.502779:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f131880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841806208:192.168.204.51@tcp:105: 00000100:00100000:2.0:1746130283.502849:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b528af00 going to sleep for 11 seconds 00000100:00100000:2.0:1746130283.506732:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f131880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841806208:192.168.204.51@tcp:105: 00010000:00010000:2.0:1746130283.506756:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746130283.506807:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092f62a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+5:1964:x1830949849342336:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 4148us (4419us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130283.506818:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14887 00000100:00100000:0.0:1746130283.509651:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130283.510097:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849342592 00000100:00100000:2.0:1746130283.510110:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849342592 00002000:00100000:2.0:1746130283.510161:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092f61180 x1830949849342592/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:269/0 lens 488/0 e 0 to 0 dl 1746130294 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130283.510175:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092f61180 with x1830949849342592 ext(0->4095) 00002000:00010000:2.0:1746130283.510181:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092f61180 00000100:00100000:2.0:1746130283.510263:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4989 00000100:00100000:2.0:1746130283.510300:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092f61180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+66:1961:x1830949849342592:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746130283.510762:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092f61180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+66:1961:x1830949849342592:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 463us (1506us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746130283.510769:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4989 00002000:00100000:2.0:1746130283.510775:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092f61180 x1830949849342592/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:269/0 lens 488/4536 e 0 to 0 dl 1746130294 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130283.510781:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092f61180 with x1830949849342592 ext(0->4095) 00002000:00010000:2.0:1746130283.510784:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092f61180 00000100:00100000:0.0:1746130283.514157:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130283.514537:0:20953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849342720 00000100:00100000:3.0:1746130283.514549:0:20953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849342720 00000100:00100000:3.0:1746130283.514616:0:20953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6624 00000100:00100000:3.0:1746130283.514624:0:20953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092f60000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c84b93b0-d496-484f-8e1e-94008838f2dd+5:31579:x1830949849342720:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746130283.514639:0:20953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746130283.514654:0:20953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800934d0c00/0x4ce24e57873626c7 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae40d05 expref: -99 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130283.514678:0:20953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012b02ce00/0x4ce24e57873626c0 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40cfe expref: 65 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130283.514686:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746130283.514687:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746130283.514690:0:20953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d0c00/0x4ce24e57873626c7 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40d05 expref: 6 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130283.514723:0:20953:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012b02ce00/0x4ce24e57873626c0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40cfe expref: 65 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130283.514734:0:20953:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012b02ce00/0x4ce24e57873626c0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40cfe expref: 65 pid: 8467 timeout: 581 lvb_type: 0 00000100:00100000:3.0:1746130283.514744:0:20953:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091950a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:20953:1830949841806336:192.168.204.51@tcp:104: 00000100:00100000:3.0:1746130283.515519:0:20953:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b20c4480 going to sleep for 11 seconds 00000100:00100000:3.0:1746130283.523397:0:20953:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091950a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:20953:1830949841806336:192.168.204.51@tcp:104: 00000100:00100000:0.0:1746130283.523398:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00010000:00010000:3.0:1746130283.523447:0:20953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800934d0c00/0x4ce24e57873626c7 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40d05 expref: 6 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130283.523463:0:20953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800934d0c00, rc 0) 00000100:00100000:3.0:1746130283.523514:0:20953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092f60000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c84b93b0-d496-484f-8e1e-94008838f2dd+6:31579:x1830949849342720:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 8892us (9367us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130283.523523:0:20953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6624 00000100:00100000:2.0:1746130283.523724:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849342848 00000100:00100000:2.0:1746130283.523730:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849342848 00002000:00100000:2.0:1746130283.523763:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff880092f61c00 x1830949849342848/t0(0) o4->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:269/0 lens 496/0 e 0 to 0 dl 1746130294 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130283.523771:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092f61c00 with x1830949849342848 ext(0->7) 00010000:00010000:2.0:1746130283.523777:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012b02ce00/0x4ce24e57873626c0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40cfe expref: 66 pid: 8467 timeout: 581 lvb_type: 0 00010000:00010000:2.0:1746130283.523789:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012b02ce00/0x4ce24e57873626c0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40cfe expref: 66 pid: 8467 timeout: 581 lvb_type: 0 00002000:00010000:2.0:1746130283.523800:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092f61c00 00000100:00100000:2.0:1746130283.523823:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2746 00000100:00100000:2.0:1746130283.523829:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092f61c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+66:1961:x1830949849342848:12345-192.168.204.51@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746130283.524916:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092f61c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+68:1961:x1830949849342848:12345-192.168.204.51@tcp:4:ldlm_bl.0 Request processed in 1082us (1522us total) trans 4294967955 rc 0/0 00000100:00100000:2.0:1746130283.524925:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2746 00002000:00100000:2.0:1746130283.524931:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff880092f61c00 x1830949849342848/t4294967955(0) o4->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:269/0 lens 496/448 e 0 to 0 dl 1746130294 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130283.524938:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092f61c00 with x1830949849342848 ext(0->7) 00010000:00010000:2.0:1746130283.524945:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012b02ce00/0x4ce24e57873626c0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40cfe expref: 68 pid: 8467 timeout: 581 lvb_type: 0 00010000:00010000:2.0:1746130283.524955:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012b02ce00/0x4ce24e57873626c0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40cfe expref: 68 pid: 8467 timeout: 581 lvb_type: 0 00002000:00010000:2.0:1746130283.524961:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092f61c00 00000100:00100000:0.0:1746130283.529561:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130283.532440:0:20953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849342976 00000100:00100000:3.0:1746130283.532451:0:20953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849342976 00000100:00100000:3.0:1746130283.532519:0:20953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6625 00000100:00100000:3.0:1746130283.532527:0:20953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092f62300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:640ea846-b909-4eea-9a54-417e15bd627b+68:31578:x1830949849342976:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746130283.532542:0:20953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746130283.532557:0:20953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800934d0800/0x4ce24e57873626ce lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae40d0c expref: -99 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130283.532581:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746130283.532588:0:20953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800934d0c00/0x4ce24e57873626c7 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40d05 expref: 5 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130283.532593:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746130283.532596:0:20953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d0800/0x4ce24e57873626ce lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40d0c expref: 69 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130283.532626:0:20953:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800934d0c00/0x4ce24e57873626c7 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40d05 expref: 5 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130283.532639:0:20953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800934d0800/0x4ce24e57873626ce lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40d0c expref: 69 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130283.532647:0:20953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800934d0800, rc 0) 00000100:00100000:3.0:1746130283.532709:0:20953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092f62300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:640ea846-b909-4eea-9a54-417e15bd627b+69:31578:x1830949849342976:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 183us (3155us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130283.532714:0:20953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6625 00000100:00100000:1.0:1746130283.535143:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130283.535303:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849343104 00000100:00100000:3.0:1746130283.535309:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849343104 00010000:00010000:3.0:1746130283.535352:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012b02ce00/0x4ce24e57873626c0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40cfe expref: 69 pid: 8467 timeout: 581 lvb_type: 0 00000100:00100000:3.0:1746130283.535379:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14888 00000100:00100000:3.0:1746130283.535386:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093171500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+69:1964:x1830949849343104:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746130283.535398:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746130283.535417:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012b02ce00/0x4ce24e57873626c0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40cfe expref: 69 pid: 8467 timeout: 581 lvb_type: 0 00010000:00010000:3.0:1746130283.535432:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012b02ce00/0x4ce24e57873626c0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40cfe expref: 69 pid: 8467 timeout: 581 lvb_type: 0 00010000:00010000:3.0:1746130283.535452:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b02ce00/0x4ce24e57873626c0 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40cfe expref: 69 pid: 8467 timeout: 581 lvb_type: 0 00010000:00010000:3.0:1746130283.535467:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130283.535469:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130283.535475:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800934d0c00/0x4ce24e57873626c7 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40d05 expref: 5 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130283.535482:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d0c00/0x4ce24e57873626c7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40d05 expref: 5 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130283.535510:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800934d0c00/0x4ce24e57873626c7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40d05 expref: 5 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130283.535520:0:7097:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800934d0c00/0x4ce24e57873626c7 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40d05 expref: 5 pid: 20953 timeout: 581 lvb_type: 0 00000100:00100000:3.0:1746130283.535530:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091950a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841806592:192.168.204.51@tcp:105: 00000100:00100000:3.0:1746130283.536661:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b20c4480 going to sleep for 11 seconds 00000100:00100000:3.0:1746130283.537671:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091950a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841806592:192.168.204.51@tcp:105: 00010000:00010000:3.0:1746130283.537693:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746130283.538255:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093171500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+68:1964:x1830949849343104:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 2867us (3115us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130283.538292:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14888 00000100:00100000:0.0:1746130283.538346:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130283.538452:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849343360 00000100:00100000:2.0:1746130283.538458:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849343360 00002000:00100000:2.0:1746130283.538488:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092f61f80 x1830949849343360/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:269/0 lens 488/0 e 0 to 0 dl 1746130294 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130283.538496:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092f61f80 with x1830949849343360 ext(0->4095) 00010000:00010000:2.0:1746130283.538503:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800934d0c00/0x4ce24e57873626c7 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40d05 expref: 6 pid: 20953 timeout: 581 lvb_type: 0 00010000:00010000:2.0:1746130283.538516:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800934d0c00/0x4ce24e57873626c7 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40d05 expref: 6 pid: 20953 timeout: 581 lvb_type: 0 00002000:00010000:2.0:1746130283.538521:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092f61f80 00000100:00100000:2.0:1746130283.538548:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2747 00000100:00100000:2.0:1746130283.538554:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092f61f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949849343360:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746130283.538675:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092f61f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949849343360:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 121us (338us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746130283.538680:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2747 00002000:00100000:2.0:1746130283.538685:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092f61f80 x1830949849343360/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:269/0 lens 488/4536 e 0 to 0 dl 1746130294 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130283.538690:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092f61f80 with x1830949849343360 ext(0->4095) 00010000:00010000:2.0:1746130283.538694:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800934d0c00/0x4ce24e57873626c7 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40d05 expref: 6 pid: 20953 timeout: 581 lvb_type: 0 00010000:00010000:2.0:1746130283.538701:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800934d0c00/0x4ce24e57873626c7 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40d05 expref: 6 pid: 20953 timeout: 581 lvb_type: 0 00002000:00010000:2.0:1746130283.538706:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092f61f80 00000100:00100000:0.0:1746130283.542141:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130283.545009:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849343488 00000100:00100000:3.0:1746130283.545020:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849343488 00010000:00010000:3.0:1746130283.545068:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d0c00/0x4ce24e57873626c7 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40d05 expref: 6 pid: 20953 timeout: 581 lvb_type: 0 00000100:00100000:3.0:1746130283.545118:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14889 00000100:00100000:3.0:1746130283.545126:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092f60380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949849343488:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746130283.545138:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746130283.545156:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800934d0c00/0x4ce24e57873626c7 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40d05 expref: 6 pid: 20953 timeout: 581 lvb_type: 0 00010000:00010000:3.0:1746130283.545168:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800934d0c00/0x4ce24e57873626c7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40d05 expref: 6 pid: 20953 timeout: 581 lvb_type: 0 00010000:00010000:3.0:1746130283.545186:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800934d0c00/0x4ce24e57873626c7 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40d05 expref: 6 pid: 20953 timeout: 581 lvb_type: 0 00010000:00010000:3.0:1746130283.545216:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130283.545218:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130283.545225:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800934d0800/0x4ce24e57873626ce lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40d0c expref: 67 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130283.545233:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d0800/0x4ce24e57873626ce lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40d0c expref: 67 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130283.545261:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800934d0800/0x4ce24e57873626ce lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40d0c expref: 67 pid: 20953 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746130283.545296:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091950a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841806720:192.168.204.51@tcp:105: 00000100:00100000:3.0:1746130283.545396:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b20c4480 going to sleep for 11 seconds 00000100:00100000:0.0:1746130283.548575:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130283.548618:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849343744 00000100:00100000:1.0:1746130283.548625:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849343744 00000100:00100000:3.0:1746130283.548665:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091950a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841806720:192.168.204.51@tcp:105: 00002000:00100000:1.0:1746130283.548665:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092f63480 x1830949849343744/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:269/0 lens 488/0 e 0 to 0 dl 1746130294 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130283.548674:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092f63480 with x1830949849343744 ext(0->4095) 00002000:00010000:1.0:1746130283.548678:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092f63480 00010000:00010000:3.0:1746130283.548687:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746130283.548709:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4990 00000100:00100000:1.0:1746130283.548716:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092f63480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+68:1961:x1830949849343744:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746130283.548724:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092f60380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+5:1961:x1830949849343488:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 3599us (6590us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130283.548732:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14889 00000100:00100000:1.0:1746130283.549034:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092f63480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+68:1961:x1830949849343744:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 317us (466us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746130283.549043:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4990 00002000:00100000:1.0:1746130283.549048:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092f63480 x1830949849343744/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:269/0 lens 488/4536 e 0 to 0 dl 1746130294 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130283.549054:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092f63480 with x1830949849343744 ext(0->4095) 00002000:00010000:1.0:1746130283.549057:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092f63480 00000100:00100000:0.0:1746130283.551415:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130283.551477:0:20953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849343872 00000100:00100000:3.0:1746130283.551485:0:20953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849343872 00000100:00100000:3.0:1746130283.551537:0:20953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6626 00000100:00100000:3.0:1746130283.551544:0:20953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135afdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c84b93b0-d496-484f-8e1e-94008838f2dd+5:31579:x1830949849343872:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746130283.551557:0:20953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746130283.551571:0:20953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800934d1200/0x4ce24e57873626d5 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae40d13 expref: -99 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130283.551594:0:20953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800934d0800/0x4ce24e57873626ce lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40d0c expref: 67 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130283.551600:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746130283.551601:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746130283.551604:0:20953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d1200/0x4ce24e57873626d5 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40d13 expref: 6 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130283.551628:0:20953:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800934d0800/0x4ce24e57873626ce lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40d0c expref: 67 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130283.551642:0:20953:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800934d0800/0x4ce24e57873626ce lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40d0c expref: 67 pid: 20953 timeout: 581 lvb_type: 0 00000100:00100000:3.0:1746130283.551652:0:20953:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091950a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:20953:1830949841806848:192.168.204.51@tcp:104: 00000100:00100000:3.0:1746130283.551737:0:20953:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b20c4480 going to sleep for 11 seconds 00000100:00100000:3.0:1746130283.555281:0:20953:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091950a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:20953:1830949841806848:192.168.204.51@tcp:104: 00010000:00010000:3.0:1746130283.555318:0:20953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800934d1200/0x4ce24e57873626d5 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40d13 expref: 6 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130283.555334:0:20953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800934d1200, rc 0) 00000100:00100000:3.0:1746130283.555697:0:20953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135afdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c84b93b0-d496-484f-8e1e-94008838f2dd+6:31579:x1830949849343872:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4152us (4288us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130283.555705:0:20953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6626 00000100:00100000:0.0:1746130283.556248:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130283.556358:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849344000 00000100:00100000:3.0:1746130283.556364:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849344000 00010000:00010000:3.0:1746130283.556392:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d0800/0x4ce24e57873626ce lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40d0c expref: 68 pid: 20953 timeout: 581 lvb_type: 0 00000100:00100000:3.0:1746130283.556412:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14890 00000100:00100000:3.0:1746130283.556419:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135afce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+68:1962:x1830949849344000:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746130283.556430:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746130283.556450:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800934d0800/0x4ce24e57873626ce lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40d0c expref: 68 pid: 20953 timeout: 581 lvb_type: 0 00010000:00010000:3.0:1746130283.556465:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800934d0800/0x4ce24e57873626ce lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40d0c expref: 68 pid: 20953 timeout: 581 lvb_type: 0 00010000:00010000:3.0:1746130283.556483:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800934d0800/0x4ce24e57873626ce lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40d0c expref: 68 pid: 20953 timeout: 581 lvb_type: 0 00010000:00010000:3.0:1746130283.556506:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130283.556508:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130283.556514:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1200/0x4ce24e57873626d5 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40d13 expref: 5 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130283.556520:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d1200/0x4ce24e57873626d5 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40d13 expref: 5 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130283.556543:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800934d1200/0x4ce24e57873626d5 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40d13 expref: 5 pid: 20953 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746130283.556554:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091950a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841806976:192.168.204.51@tcp:105: 00000100:00100000:3.0:1746130283.556619:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b20c4480 going to sleep for 11 seconds 00000100:00100000:0.0:1746130283.558755:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130283.558838:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130283.559303:0:20953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849344256 00000100:00100000:2.0:1746130283.559310:0:20953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849344256 00000100:00100000:2.0:1746130283.559355:0:20953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6627 00000100:00100000:2.0:1746130283.559363:0:20953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135afea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:640ea846-b909-4eea-9a54-417e15bd627b+68:31578:x1830949849344256:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746130283.559377:0:20953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746130283.559393:0:20953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e57873626dc lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae40d1a expref: -99 pid: 20953 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746130283.559395:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091950a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841806976:192.168.204.51@tcp:105: 00010000:00010000:2.0:1746130283.559413:0:20953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1200/0x4ce24e57873626d5 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40d13 expref: 5 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130283.559416:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746130283.559420:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130283.559421:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130283.559425:0:20953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e57873626dc lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40d1a expref: 69 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130283.559447:0:20953:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800934d1200/0x4ce24e57873626d5 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40d13 expref: 5 pid: 20953 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746130283.559451:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135afce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+69:1962:x1830949849344000:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 3032us (3205us total) trans 0 rc 0/0 00010000:00010000:2.0:1746130283.559457:0:20953:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800934d1200/0x4ce24e57873626d5 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40d13 expref: 5 pid: 20953 timeout: 581 lvb_type: 0 00000100:00100000:3.0:1746130283.559460:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14890 00000100:00100000:2.0:1746130283.559467:0:20953:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f131880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:20953:1830949841807104:192.168.204.51@tcp:104: 00000100:00100000:2.0:1746130283.559502:0:20953:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b528acc0 going to sleep for 11 seconds 00000100:00100000:1.0:1746130283.559781:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849344384 00000100:00100000:1.0:1746130283.559785:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849344384 00002000:00100000:1.0:1746130283.559809:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880135afd180 x1830949849344384/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:269/0 lens 488/0 e 0 to 0 dl 1746130294 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130283.559816:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135afd180 with x1830949849344384 ext(0->4095) 00010000:00010000:1.0:1746130283.559822:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1200/0x4ce24e57873626d5 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40d13 expref: 6 pid: 20953 timeout: 581 lvb_type: 0 00010000:00010000:1.0:1746130283.559830:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800934d1200/0x4ce24e57873626d5 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40d13 expref: 6 pid: 20953 timeout: 581 lvb_type: 0 00002000:00010000:1.0:1746130283.559834:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880135afd180 00000100:00100000:1.0:1746130283.559853:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2748 00000100:00100000:1.0:1746130283.559858:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135afd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1963:x1830949849344384:12345-192.168.204.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746130283.559972:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135afd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1963:x1830949849344384:12345-192.168.204.51@tcp:3:ptlrpcd_01_00.0 Request processed in 113us (1133us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746130283.559977:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2748 00002000:00100000:1.0:1746130283.559981:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880135afd180 x1830949849344384/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:269/0 lens 488/4536 e 0 to 0 dl 1746130294 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130283.559994:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135afd180 with x1830949849344384 ext(0->4095) 00010000:00010000:1.0:1746130283.559998:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1200/0x4ce24e57873626d5 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40d13 expref: 6 pid: 20953 timeout: 581 lvb_type: 0 00010000:00010000:1.0:1746130283.560006:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800934d1200/0x4ce24e57873626d5 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40d13 expref: 6 pid: 20953 timeout: 581 lvb_type: 0 00002000:00010000:1.0:1746130283.560011:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880135afd180 00000100:00100000:2.0:1746130283.562959:0:20953:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f131880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:20953:1830949841807104:192.168.204.51@tcp:104: 00010000:00010000:2.0:1746130283.562988:0:20953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e57873626dc lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40d1a expref: 68 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130283.563004:0:20953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091fc9a00, rc 0) 00000100:00100000:2.0:1746130283.563061:0:20953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135afea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:640ea846-b909-4eea-9a54-417e15bd627b+68:31578:x1830949849344256:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3698us (4310us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130283.563067:0:20953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6627 00000100:00100000:1.0:1746130283.563486:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130283.563546:0:20953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849344512 00000100:00100000:3.0:1746130283.563552:0:20953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849344512 00000100:00100000:3.0:1746130283.563586:0:20953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6628 00000100:00100000:3.0:1746130283.563592:0:20953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093171f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:640ea846-b909-4eea-9a54-417e15bd627b+68:31579:x1830949849344512:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746130283.563604:0:20953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746130283.563615:0:20953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800934d1400/0x4ce24e57873626e3 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae40d21 expref: -99 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130283.563632:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130283.563636:0:20953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e57873626dc lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40d1a expref: 69 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130283.563641:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746130283.563644:0:20953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d1400/0x4ce24e57873626e3 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40d21 expref: 69 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130283.563666:0:20953:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e57873626dc lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40d1a expref: 69 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130283.563678:0:20953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800934d1400/0x4ce24e57873626e3 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40d21 expref: 69 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130283.563684:0:20953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800934d1400, rc 0) 00000100:00100000:3.0:1746130283.563706:0:20953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093171f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:640ea846-b909-4eea-9a54-417e15bd627b+69:31579:x1830949849344512:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 114us (221us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130283.563711:0:20953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6628 00000100:00100000:2.0:1746130283.563934:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130283.564573:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849344640 00000100:00100000:3.0:1746130283.564577:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849344640 00010000:00010000:3.0:1746130283.564602:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d1200/0x4ce24e57873626d5 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40d13 expref: 6 pid: 20953 timeout: 581 lvb_type: 0 00000100:00100000:3.0:1746130283.564903:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14891 00000100:00100000:3.0:1746130283.564911:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d0d2050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1964:x1830949849344640:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746130283.564921:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746130283.564940:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800934d1200/0x4ce24e57873626d5 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40d13 expref: 6 pid: 20953 timeout: 581 lvb_type: 0 00010000:00010000:3.0:1746130283.564951:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800934d1200/0x4ce24e57873626d5 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40d13 expref: 6 pid: 20953 timeout: 581 lvb_type: 0 00010000:00010000:3.0:1746130283.564966:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1200/0x4ce24e57873626d5 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40d13 expref: 6 pid: 20953 timeout: 581 lvb_type: 0 00010000:00010000:3.0:1746130283.565197:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130283.565200:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130283.565206:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e57873626dc lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40d1a expref: 68 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130283.565213:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e57873626dc lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40d1a expref: 68 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130283.565238:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e57873626dc lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40d1a expref: 68 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130283.565248:0:7097:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e57873626dc lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40d1a expref: 68 pid: 20953 timeout: 581 lvb_type: 0 00000100:00100000:3.0:1746130283.565261:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091950a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841807360:192.168.204.51@tcp:105: 00000100:00100000:3.0:1746130283.565391:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b20c4480 going to sleep for 11 seconds 00000100:00100000:3.0:1746130283.567482:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091950a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841807360:192.168.204.51@tcp:105: 00010000:00010000:3.0:1746130283.567509:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746130283.567561:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d0d2050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+5:1964:x1830949849344640:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 2649us (3625us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130283.567571:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14891 00000100:00100000:0.0:1746130283.568975:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130283.569067:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849344896 00000100:00100000:2.0:1746130283.569073:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849344896 00002000:00100000:2.0:1746130283.569106:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880135afca80 x1830949849344896/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:269/0 lens 488/0 e 0 to 0 dl 1746130294 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130283.569115:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135afca80 with x1830949849344896 ext(0->4095) 00010000:00010000:2.0:1746130283.569122:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e57873626dc lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40d1a expref: 69 pid: 20953 timeout: 581 lvb_type: 0 00010000:00010000:2.0:1746130283.569132:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e57873626dc lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40d1a expref: 69 pid: 20953 timeout: 581 lvb_type: 0 00002000:00010000:2.0:1746130283.569138:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880135afca80 00000100:00100000:2.0:1746130283.569162:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2749 00000100:00100000:2.0:1746130283.569167:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135afca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+69:1962:x1830949849344896:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746130283.569319:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135afca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+69:1962:x1830949849344896:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 151us (349us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746130283.569324:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2749 00002000:00100000:2.0:1746130283.569329:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880135afca80 x1830949849344896/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:269/0 lens 488/4536 e 0 to 0 dl 1746130294 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130283.569335:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135afca80 with x1830949849344896 ext(0->4095) 00010000:00010000:2.0:1746130283.569351:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e57873626dc lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40d1a expref: 69 pid: 20953 timeout: 581 lvb_type: 0 00010000:00010000:2.0:1746130283.569359:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e57873626dc lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40d1a expref: 69 pid: 20953 timeout: 581 lvb_type: 0 00002000:00010000:2.0:1746130283.569364:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880135afca80 00000100:00100000:0.0:1746130283.571263:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130283.571415:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849345024 00000100:00100000:3.0:1746130283.571421:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849345024 00010000:00010000:3.0:1746130283.571452:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e57873626dc lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40d1a expref: 69 pid: 20953 timeout: 581 lvb_type: 0 00000100:00100000:3.0:1746130283.571488:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14892 00000100:00100000:3.0:1746130283.571599:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135afed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+69:1962:x1830949849345024:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746130283.571610:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746130283.571632:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e57873626dc lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40d1a expref: 69 pid: 20953 timeout: 581 lvb_type: 0 00010000:00010000:3.0:1746130283.571641:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e57873626dc lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40d1a expref: 69 pid: 20953 timeout: 581 lvb_type: 0 00010000:00010000:3.0:1746130283.571660:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e57873626dc lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40d1a expref: 69 pid: 20953 timeout: 581 lvb_type: 0 00010000:00010000:3.0:1746130283.571684:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130283.571687:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130283.571693:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1400/0x4ce24e57873626e3 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40d21 expref: 68 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130283.571700:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d1400/0x4ce24e57873626e3 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40d21 expref: 68 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130283.571728:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800934d1400/0x4ce24e57873626e3 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40d21 expref: 68 pid: 20953 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746130283.571779:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091950a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841807488:192.168.204.51@tcp:105: 00000100:00100000:3.0:1746130283.571849:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b20c49c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746130283.574303:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091950a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841807488:192.168.204.51@tcp:105: 00000100:00100000:0.0:1746130283.574309:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00010000:00010000:3.0:1746130283.574325:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746130283.574376:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135afed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+68:1962:x1830949849345024:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 2778us (3116us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130283.574385:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14892 00000100:00100000:1.0:1746130283.574478:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849345280 00000100:00100000:1.0:1746130283.574484:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849345280 00002000:00100000:1.0:1746130283.574515:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880135afd880 x1830949849345280/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:269/0 lens 488/0 e 0 to 0 dl 1746130294 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130283.574528:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135afd880 with x1830949849345280 ext(0->4095) 00002000:00010000:1.0:1746130283.574531:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880135afd880 00000100:00100000:1.0:1746130283.574559:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4991 00000100:00100000:1.0:1746130283.574565:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135afd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+68:1961:x1830949849345280:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746130283.574759:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135afd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+68:1961:x1830949849345280:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 193us (448us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746130283.574764:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4991 00002000:00100000:1.0:1746130283.574769:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880135afd880 x1830949849345280/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:269/0 lens 488/4536 e 0 to 0 dl 1746130294 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130283.574775:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135afd880 with x1830949849345280 ext(0->4095) 00002000:00010000:1.0:1746130283.574779:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880135afd880 00000100:00100000:0.0:1746130283.576210:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130283.576304:0:10554:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849345408 00000100:00100000:2.0:1746130283.576310:0:10554:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849345408 00000100:00100000:2.0:1746130283.576368:0:10554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6629 00000100:00100000:2.0:1746130283.576375:0:10554:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135afc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+5:31579:x1830949849345408:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746130283.576387:0:10554:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746130283.576403:0:10554:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091fc8000/0x4ce24e57873626ea lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae40d28 expref: -99 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130283.576428:0:10554:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1400/0x4ce24e57873626e3 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40d21 expref: 67 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130283.576434:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746130283.576436:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746130283.576438:0:10554:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc8000/0x4ce24e57873626ea lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40d28 expref: 6 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130283.576463:0:10554:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800934d1400/0x4ce24e57873626e3 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40d21 expref: 67 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130283.576473:0:10554:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800934d1400/0x4ce24e57873626e3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40d21 expref: 67 pid: 20953 timeout: 581 lvb_type: 0 00000100:00100000:2.0:1746130283.576482:0:10554:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f131880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10554:1830949841807616:192.168.204.51@tcp:104: 00000100:00100000:2.0:1746130283.576550:0:10554:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b528acc0 going to sleep for 11 seconds 00000100:00100000:2.0:1746130283.580311:0:10554:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f131880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10554:1830949841807616:192.168.204.51@tcp:104: 00010000:00010000:2.0:1746130283.580350:0:10554:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091fc8000/0x4ce24e57873626ea lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40d28 expref: 6 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130283.580366:0:10554:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091fc8000, rc 0) 00000100:00100000:2.0:1746130283.580409:0:10554:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135afc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+6:31579:x1830949849345408:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4033us (4204us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130283.580418:0:10554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6629 00000100:00100000:0.0:1746130283.584884:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130283.584953:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849345536 00000100:00100000:1.0:1746130283.584960:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849345536 00002000:00100000:1.0:1746130283.585003:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff880135afe680 x1830949849345536/t0(0) o4->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:269/0 lens 496/0 e 0 to 0 dl 1746130294 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130283.585013:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135afe680 with x1830949849345536 ext(0->7) 00010000:00010000:1.0:1746130283.585021:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1400/0x4ce24e57873626e3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40d21 expref: 68 pid: 20953 timeout: 581 lvb_type: 0 00010000:00010000:1.0:1746130283.585033:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800934d1400/0x4ce24e57873626e3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40d21 expref: 68 pid: 20953 timeout: 581 lvb_type: 0 00002000:00010000:1.0:1746130283.585038:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880135afe680 00000100:00100000:1.0:1746130283.586042:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2750 00000100:00100000:1.0:1746130283.586051:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135afe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+68:1962:x1830949849345536:12345-192.168.204.51@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746130283.586352:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135afe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+70:1962:x1830949849345536:12345-192.168.204.51@tcp:4:ldlm_bl.0 Request processed in 290us (1464us total) trans 4294967956 rc 0/0 00000100:00100000:1.0:1746130283.586359:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2750 00002000:00100000:1.0:1746130283.586366:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff880135afe680 x1830949849345536/t4294967956(0) o4->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:269/0 lens 496/448 e 0 to 0 dl 1746130294 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130283.586374:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135afe680 with x1830949849345536 ext(0->7) 00010000:00010000:1.0:1746130283.586380:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1400/0x4ce24e57873626e3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40d21 expref: 70 pid: 20953 timeout: 581 lvb_type: 0 00010000:00010000:1.0:1746130283.586390:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800934d1400/0x4ce24e57873626e3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40d21 expref: 70 pid: 20953 timeout: 581 lvb_type: 0 00002000:00010000:1.0:1746130283.586395:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880135afe680 00000100:00100000:0.0:1746130283.589450:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130283.589508:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849345664 00000100:00100000:3.0:1746130283.589516:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849345664 00010000:00010000:3.0:1746130283.589552:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d1400/0x4ce24e57873626e3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40d21 expref: 70 pid: 20953 timeout: 581 lvb_type: 0 00000100:00100000:3.0:1746130283.589591:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14893 00000100:00100000:3.0:1746130283.589598:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135aff100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+70:1964:x1830949849345664:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746130283.589608:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746130283.589630:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800934d1400/0x4ce24e57873626e3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40d21 expref: 70 pid: 20953 timeout: 581 lvb_type: 0 00010000:00010000:3.0:1746130283.589648:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800934d1400/0x4ce24e57873626e3 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40d21 expref: 70 pid: 20953 timeout: 581 lvb_type: 0 00010000:00010000:3.0:1746130283.589669:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1400/0x4ce24e57873626e3 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40d21 expref: 70 pid: 20953 timeout: 581 lvb_type: 0 00010000:00010000:3.0:1746130283.589693:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130283.589695:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130283.589701:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8000/0x4ce24e57873626ea lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40d28 expref: 5 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130283.589708:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc8000/0x4ce24e57873626ea lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40d28 expref: 5 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130283.589819:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091fc8000/0x4ce24e57873626ea lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40d28 expref: 5 pid: 10554 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746130283.589830:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091950a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841807744:192.168.204.51@tcp:105: 00000100:00100000:3.0:1746130283.589902:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b20c49c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746130283.592698:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130283.592884:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091950a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841807744:192.168.204.51@tcp:105: 00010000:00010000:3.0:1746130283.592911:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746130283.592947:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135aff100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+69:1964:x1830949849345664:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 3350us (3504us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130283.592956:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14893 00000100:00100000:1.0:1746130283.593040:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849345920 00000100:00100000:1.0:1746130283.593045:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849345920 00002000:00100000:1.0:1746130283.593072:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880135afce00 x1830949849345920/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:269/0 lens 488/0 e 0 to 0 dl 1746130294 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130283.593081:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135afce00 with x1830949849345920 ext(0->4095) 00002000:00010000:1.0:1746130283.593085:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880135afce00 00000100:00100000:1.0:1746130283.593106:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4992 00000100:00100000:1.0:1746130283.593111:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135afce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1964:x1830949849345920:12345-192.168.204.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746130283.593220:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135afce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1964:x1830949849345920:12345-192.168.204.51@tcp:3:ptlrpcd_01_01.0 Request processed in 109us (531us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746130283.593226:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4992 00002000:00100000:1.0:1746130283.593230:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880135afce00 x1830949849345920/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:269/0 lens 488/4536 e 0 to 0 dl 1746130294 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130283.593236:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135afce00 with x1830949849345920 ext(0->4095) 00002000:00010000:1.0:1746130283.593239:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880135afce00 00000100:00100000:0.0:1746130283.596920:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130283.597192:0:10554:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849346048 00000100:00100000:2.0:1746130283.597200:0:10554:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849346048 00000100:00100000:2.0:1746130283.597255:0:10554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6630 00000100:00100000:2.0:1746130283.597262:0:10554:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013514d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:640ea846-b909-4eea-9a54-417e15bd627b+69:31578:x1830949849346048:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746130283.597451:0:10554:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746130283.597469:0:10554:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091fc8e00/0x4ce24e57873626f1 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae40d2f expref: -99 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130283.597495:0:10554:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8000/0x4ce24e57873626ea lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40d28 expref: 5 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130283.597502:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130283.597503:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130283.597506:0:10554:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc8e00/0x4ce24e57873626f1 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40d2f expref: 70 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130283.597531:0:10554:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091fc8000/0x4ce24e57873626ea lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40d28 expref: 5 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130283.597542:0:10554:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091fc8000/0x4ce24e57873626ea lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40d28 expref: 5 pid: 10554 timeout: 581 lvb_type: 0 00000100:00100000:2.0:1746130283.597553:0:10554:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f131880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10554:1830949841807872:192.168.204.51@tcp:104: 00000100:00100000:2.0:1746130283.597630:0:10554:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b528acc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746130283.599002:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130283.599203:0:20953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849346176 00000100:00100000:3.0:1746130283.599209:0:20953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849346176 00000100:00100000:3.0:1746130283.599249:0:20953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6631 00000100:00100000:3.0:1746130283.599255:0:20953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013514df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:640ea846-b909-4eea-9a54-417e15bd627b+71:31579:x1830949849346176:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746130283.599287:0:20953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746130283.599297:0:20953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800934d1e00/0x4ce24e57873626f8 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae40d36 expref: -99 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130283.599314:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130283.599319:0:20953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8e00/0x4ce24e57873626f1 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40d2f expref: 72 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130283.599324:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746130283.599327:0:20953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d1e00/0x4ce24e57873626f8 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40d36 expref: 72 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130283.599368:0:20953:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091fc8e00/0x4ce24e57873626f1 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40d2f expref: 72 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130283.599382:0:20953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800934d1e00/0x4ce24e57873626f8 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40d36 expref: 72 pid: 20953 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746130283.599383:0:10554:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f131880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10554:1830949841807872:192.168.204.51@tcp:104: 00010000:00010000:3.0:1746130283.599390:0:20953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800934d1e00, rc 0) 00010000:00010000:2.0:1746130283.599395:0:10554:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091fc8e00/0x4ce24e57873626f1 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40d2f expref: 72 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130283.599401:0:10554:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091fc8e00, rc 0) 00000100:00100000:2.0:1746130283.599417:0:10554:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013514d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:640ea846-b909-4eea-9a54-417e15bd627b+72:31578:x1830949849346048:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2157us (2506us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130283.599418:0:20953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013514df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:640ea846-b909-4eea-9a54-417e15bd627b+72:31579:x1830949849346176:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 163us (420us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130283.599421:0:10554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6630 00000100:00100000:3.0:1746130283.599424:0:20953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6631 00000100:00100000:0.0:1746130283.600563:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130283.600642:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849346304 00000100:00100000:3.0:1746130283.600646:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849346304 00010000:00010000:3.0:1746130283.600668:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc8000/0x4ce24e57873626ea lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40d28 expref: 6 pid: 10554 timeout: 581 lvb_type: 0 00000100:00100000:3.0:1746130283.600744:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14894 00000100:00100000:3.0:1746130283.600752:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013514ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949849346304:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746130283.600762:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746130283.600778:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091fc8000/0x4ce24e57873626ea lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40d28 expref: 6 pid: 10554 timeout: 581 lvb_type: 0 00010000:00010000:3.0:1746130283.600787:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091fc8000/0x4ce24e57873626ea lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40d28 expref: 6 pid: 10554 timeout: 581 lvb_type: 0 00010000:00010000:3.0:1746130283.600801:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8000/0x4ce24e57873626ea lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40d28 expref: 6 pid: 10554 timeout: 581 lvb_type: 0 00010000:00010000:3.0:1746130283.600943:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130283.600946:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130283.600952:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8e00/0x4ce24e57873626f1 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40d2f expref: 70 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130283.600958:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc8e00/0x4ce24e57873626f1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40d2f expref: 70 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130283.600979:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091fc8e00/0x4ce24e57873626f1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40d2f expref: 70 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130283.600989:0:7097:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091fc8e00/0x4ce24e57873626f1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40d2f expref: 70 pid: 10554 timeout: 581 lvb_type: 0 00000100:00100000:3.0:1746130283.601003:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091950a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841808128:192.168.204.51@tcp:105: 00000100:00100000:3.0:1746130283.601248:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b20c49c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746130283.602880:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091950a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841808128:192.168.204.51@tcp:105: 00010000:00010000:3.0:1746130283.602898:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746130283.602941:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013514ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+5:1961:x1830949849346304:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 2189us (2379us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130283.602949:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14894 00000100:00100000:0.0:1746130283.603781:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130283.603886:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849346560 00000100:00100000:3.0:1746130283.603892:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849346560 00002000:00100000:3.0:1746130283.603923:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88013514dc00 x1830949849346560/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:269/0 lens 488/0 e 0 to 0 dl 1746130294 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130283.603932:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013514dc00 with x1830949849346560 ext(0->4095) 00010000:00010000:3.0:1746130283.603939:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8e00/0x4ce24e57873626f1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40d2f expref: 71 pid: 10554 timeout: 581 lvb_type: 0 00010000:00010000:3.0:1746130283.603950:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091fc8e00/0x4ce24e57873626f1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40d2f expref: 71 pid: 10554 timeout: 581 lvb_type: 0 00002000:00010000:3.0:1746130283.603956:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88013514dc00 00000100:00100000:3.0:1746130283.604024:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2751 00000100:00100000:3.0:1746130283.604035:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013514dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+71:1962:x1830949849346560:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746130283.604370:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013514dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+71:1962:x1830949849346560:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 336us (589us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746130283.604379:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2751 00002000:00100000:3.0:1746130283.604384:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88013514dc00 x1830949849346560/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:269/0 lens 488/4536 e 0 to 0 dl 1746130294 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130283.604391:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013514dc00 with x1830949849346560 ext(0->4095) 00010000:00010000:3.0:1746130283.604395:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8e00/0x4ce24e57873626f1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40d2f expref: 71 pid: 10554 timeout: 581 lvb_type: 0 00010000:00010000:3.0:1746130283.604404:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091fc8e00/0x4ce24e57873626f1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40d2f expref: 71 pid: 10554 timeout: 581 lvb_type: 0 00002000:00010000:3.0:1746130283.604409:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88013514dc00 00000100:00100000:0.0:1746130283.606981:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130283.607073:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849346688 00000100:00100000:3.0:1746130283.607080:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849346688 00010000:00010000:3.0:1746130283.607115:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc8e00/0x4ce24e57873626f1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40d2f expref: 71 pid: 10554 timeout: 581 lvb_type: 0 00000100:00100000:3.0:1746130283.607189:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14895 00000100:00100000:3.0:1746130283.607197:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013514d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+71:1961:x1830949849346688:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746130283.607209:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746130283.607228:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091fc8e00/0x4ce24e57873626f1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40d2f expref: 71 pid: 10554 timeout: 581 lvb_type: 0 00010000:00010000:3.0:1746130283.607238:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091fc8e00/0x4ce24e57873626f1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40d2f expref: 71 pid: 10554 timeout: 581 lvb_type: 0 00010000:00010000:3.0:1746130283.607254:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8e00/0x4ce24e57873626f1 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40d2f expref: 71 pid: 10554 timeout: 581 lvb_type: 0 00010000:00010000:3.0:1746130283.607300:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130283.607302:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130283.607308:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1e00/0x4ce24e57873626f8 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40d36 expref: 70 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130283.607314:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d1e00/0x4ce24e57873626f8 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40d36 expref: 70 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130283.607351:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800934d1e00/0x4ce24e57873626f8 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40d36 expref: 70 pid: 20953 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746130283.607361:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091950a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841808256:192.168.204.51@tcp:105: 00000100:00100000:3.0:1746130283.607441:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b20c4840 going to sleep for 11 seconds 00000100:00100000:3.0:1746130283.609542:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091950a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841808256:192.168.204.51@tcp:105: 00010000:00010000:3.0:1746130283.609566:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746130283.609616:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013514d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+70:1961:x1830949849346688:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 2419us (2640us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130283.609625:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14895 00000100:00100000:0.0:1746130283.609629:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130283.609749:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849346944 00000100:00100000:2.0:1746130283.609754:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849346944 00002000:00100000:2.0:1746130283.609787:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88013514fb80 x1830949849346944/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:269/0 lens 488/0 e 0 to 0 dl 1746130294 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130283.609795:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013514fb80 with x1830949849346944 ext(0->4095) 00002000:00010000:2.0:1746130283.609799:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88013514fb80 00000100:00100000:2.0:1746130283.609827:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4993 00000100:00100000:2.0:1746130283.609833:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013514fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+70:1964:x1830949849346944:12345-192.168.204.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746130283.609965:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013514fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+70:1964:x1830949849346944:12345-192.168.204.51@tcp:3:ptlrpcd_01_01.0 Request processed in 132us (335us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746130283.609971:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4993 00002000:00100000:2.0:1746130283.609976:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88013514fb80 x1830949849346944/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:269/0 lens 488/4536 e 0 to 0 dl 1746130294 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130283.609986:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013514fb80 with x1830949849346944 ext(0->4095) 00002000:00010000:2.0:1746130283.609989:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88013514fb80 00000100:00100000:0.0:1746130283.611376:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130283.611822:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849347072 00000100:00100000:1.0:1746130283.611828:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849347072 00000100:00100000:1.0:1746130283.611866:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6632 00000100:00100000:1.0:1746130283.611873:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013514c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c84b93b0-d496-484f-8e1e-94008838f2dd+5:31579:x1830949849347072:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746130283.611884:0:8467:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746130283.611897:0:8467:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012b02cc00/0x4ce24e57873626ff lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae40d3d expref: -99 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130283.611922:0:8467:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1e00/0x4ce24e57873626f8 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40d36 expref: 69 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130283.611927:0:8467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130283.611929:0:8467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130283.611932:0:8467:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012b02cc00/0x4ce24e57873626ff lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40d3d expref: 6 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130283.611958:0:8467:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800934d1e00/0x4ce24e57873626f8 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40d36 expref: 69 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130283.611969:0:8467:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800934d1e00/0x4ce24e57873626f8 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40d36 expref: 69 pid: 20953 timeout: 581 lvb_type: 0 00000100:00100000:1.0:1746130283.611978:0:8467:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093172d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8467:1830949841808384:192.168.204.51@tcp:104: 00000100:00100000:1.0:1746130283.612068:0:8467:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18fb000 going to sleep for 11 seconds 00000100:00100000:0.0:1746130283.615917:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130283.616077:0:8467:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093172d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8467:1830949841808384:192.168.204.51@tcp:104: 00010000:00010000:1.0:1746130283.616102:0:8467:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012b02cc00/0x4ce24e57873626ff lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40d3d expref: 6 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130283.616117:0:8467:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b02cc00, rc 0) 00000100:00100000:1.0:1746130283.616172:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013514c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c84b93b0-d496-484f-8e1e-94008838f2dd+6:31579:x1830949849347072:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4295us (4795us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130283.616179:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6632 00000100:00100000:2.0:1746130283.616406:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849347200 00000100:00100000:2.0:1746130283.616413:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849347200 00002000:00100000:2.0:1746130283.616442:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff88013514e300 x1830949849347200/t0(0) o4->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:269/0 lens 496/0 e 0 to 0 dl 1746130294 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130283.616451:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013514e300 with x1830949849347200 ext(0->7) 00010000:00010000:2.0:1746130283.616458:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1e00/0x4ce24e57873626f8 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40d36 expref: 70 pid: 20953 timeout: 581 lvb_type: 0 00010000:00010000:2.0:1746130283.616469:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800934d1e00/0x4ce24e57873626f8 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40d36 expref: 70 pid: 20953 timeout: 581 lvb_type: 0 00002000:00010000:2.0:1746130283.616475:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88013514e300 00000100:00100000:2.0:1746130283.616487:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2752 00000100:00100000:2.0:1746130283.616492:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013514e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+70:1963:x1830949849347200:12345-192.168.204.51@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746130283.616730:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013514e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+72:1963:x1830949849347200:12345-192.168.204.51@tcp:4:ldlm_bl.0 Request processed in 238us (820us total) trans 4294967957 rc 0/0 00000100:00100000:2.0:1746130283.616737:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2752 00002000:00100000:2.0:1746130283.616745:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff88013514e300 x1830949849347200/t4294967957(0) o4->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:269/0 lens 496/448 e 0 to 0 dl 1746130294 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130283.616752:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013514e300 with x1830949849347200 ext(0->7) 00010000:00010000:2.0:1746130283.616756:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1e00/0x4ce24e57873626f8 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40d36 expref: 72 pid: 20953 timeout: 581 lvb_type: 0 00010000:00010000:2.0:1746130283.616769:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800934d1e00/0x4ce24e57873626f8 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40d36 expref: 72 pid: 20953 timeout: 581 lvb_type: 0 00002000:00010000:2.0:1746130283.616775:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88013514e300 00000100:00100000:0.0:1746130283.618546:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130283.618635:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849347328 00000100:00100000:3.0:1746130283.618641:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849347328 00010000:00010000:3.0:1746130283.618674:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d1e00/0x4ce24e57873626f8 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40d36 expref: 72 pid: 20953 timeout: 581 lvb_type: 0 00000100:00100000:3.0:1746130283.618699:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14896 00000100:00100000:3.0:1746130283.618705:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013514f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+72:1964:x1830949849347328:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746130283.618718:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746130283.618732:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800934d1e00/0x4ce24e57873626f8 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40d36 expref: 72 pid: 20953 timeout: 581 lvb_type: 0 00010000:00010000:3.0:1746130283.618740:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800934d1e00/0x4ce24e57873626f8 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40d36 expref: 72 pid: 20953 timeout: 581 lvb_type: 0 00010000:00010000:3.0:1746130283.618756:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1e00/0x4ce24e57873626f8 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40d36 expref: 72 pid: 20953 timeout: 581 lvb_type: 0 00010000:00010000:3.0:1746130283.618770:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130283.618771:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130283.618778:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012b02cc00/0x4ce24e57873626ff lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40d3d expref: 5 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130283.618785:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012b02cc00/0x4ce24e57873626ff lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40d3d expref: 5 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130283.618808:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012b02cc00/0x4ce24e57873626ff lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40d3d expref: 5 pid: 8467 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746130283.618817:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091950a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841808512:192.168.204.51@tcp:105: 00000100:00100000:3.0:1746130283.618886:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b20c4840 going to sleep for 11 seconds 00000100:00100000:3.0:1746130283.619819:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091950a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841808512:192.168.204.51@tcp:105: 00010000:00010000:3.0:1746130283.619836:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746130283.619856:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013514f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+71:1964:x1830949849347328:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 1151us (1315us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130283.619865:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14896 00000100:00100000:0.0:1746130283.622466:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130283.622561:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849347584 00000100:00100000:1.0:1746130283.622568:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849347584 00002000:00100000:1.0:1746130283.622604:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88013514ce00 x1830949849347584/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:269/0 lens 488/0 e 0 to 0 dl 1746130294 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130283.622613:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013514ce00 with x1830949849347584 ext(0->4095) 00002000:00010000:1.0:1746130283.622618:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88013514ce00 00000100:00100000:1.0:1746130283.622686:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4994 00000100:00100000:1.0:1746130283.622693:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013514ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1963:x1830949849347584:12345-192.168.204.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746130283.622848:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013514ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1963:x1830949849347584:12345-192.168.204.51@tcp:3:ptlrpcd_01_00.0 Request processed in 155us (389us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746130283.622854:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4994 00002000:00100000:1.0:1746130283.622859:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88013514ce00 x1830949849347584/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:269/0 lens 488/4536 e 0 to 0 dl 1746130294 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130283.622866:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013514ce00 with x1830949849347584 ext(0->4095) 00002000:00010000:1.0:1746130283.622868:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88013514ce00 00000100:00100000:0.0:1746130283.624900:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130283.625080:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849347712 00000100:00100000:1.0:1746130283.625087:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849347712 00000100:00100000:1.0:1746130283.625141:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6633 00000100:00100000:1.0:1746130283.625149:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013514d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:640ea846-b909-4eea-9a54-417e15bd627b+71:31579:x1830949849347712:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746130283.625162:0:8467:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746130283.625178:0:8467:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012b02c400/0x4ce24e5787362706 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae40d44 expref: -99 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130283.625203:0:8467:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012b02cc00/0x4ce24e57873626ff lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40d3d expref: 5 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130283.625215:0:8467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130283.625216:0:8467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130283.625219:0:8467:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012b02c400/0x4ce24e5787362706 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40d44 expref: 72 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130283.625245:0:8467:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012b02cc00/0x4ce24e57873626ff lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40d3d expref: 5 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130283.625256:0:8467:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012b02cc00/0x4ce24e57873626ff lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40d3d expref: 5 pid: 8467 timeout: 581 lvb_type: 0 00000100:00100000:1.0:1746130283.625292:0:8467:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093172d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8467:1830949841808640:192.168.204.51@tcp:104: 00000100:00100000:1.0:1746130283.625814:0:8467:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b18fb540 going to sleep for 11 seconds 00000100:00100000:0.0:1746130283.626669:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130283.626712:0:20953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849347840 00000100:00100000:3.0:1746130283.626716:0:20953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849347840 00000100:00100000:3.0:1746130283.626752:0:20953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6634 00000100:00100000:3.0:1746130283.626756:0:20953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013514e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:640ea846-b909-4eea-9a54-417e15bd627b+73:31578:x1830949849347840:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746130283.626764:0:20953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746130283.626772:0:20953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800934d1a00/0x4ce24e578736270d lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae40d4b expref: -99 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130283.626785:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130283.626788:0:20953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012b02c400/0x4ce24e5787362706 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40d44 expref: 74 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130283.626792:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746130283.626794:0:20953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d1a00/0x4ce24e578736270d lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40d4b expref: 74 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130283.626811:0:20953:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012b02c400/0x4ce24e5787362706 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40d44 expref: 74 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130283.626820:0:20953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800934d1a00/0x4ce24e578736270d lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40d4b expref: 74 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130283.626825:0:20953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800934d1a00, rc 0) 00000100:00100000:3.0:1746130283.626853:0:20953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013514e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:640ea846-b909-4eea-9a54-417e15bd627b+74:31578:x1830949849347840:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 97us (188us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130283.626857:0:20953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6634 00000100:00100000:1.0:1746130283.627125:0:8467:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093172d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8467:1830949841808640:192.168.204.51@tcp:104: 00010000:00010000:1.0:1746130283.627157:0:8467:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012b02c400/0x4ce24e5787362706 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40d44 expref: 73 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130283.627167:0:8467:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b02c400, rc 0) 00000100:00100000:1.0:1746130283.627198:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013514d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:640ea846-b909-4eea-9a54-417e15bd627b+73:31579:x1830949849347712:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2050us (2305us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130283.627205:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6633 00000100:00100000:0.0:1746130283.627884:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130283.627975:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849347968 00000100:00100000:3.0:1746130283.627981:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849347968 00010000:00010000:3.0:1746130283.628003:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012b02cc00/0x4ce24e57873626ff lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40d3d expref: 6 pid: 8467 timeout: 581 lvb_type: 0 00000100:00100000:3.0:1746130283.628034:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14897 00000100:00100000:3.0:1746130283.628041:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013514c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949849347968:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746130283.628051:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746130283.628069:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012b02cc00/0x4ce24e57873626ff lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40d3d expref: 6 pid: 8467 timeout: 581 lvb_type: 0 00010000:00010000:3.0:1746130283.628078:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012b02cc00/0x4ce24e57873626ff lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40d3d expref: 6 pid: 8467 timeout: 581 lvb_type: 0 00010000:00010000:3.0:1746130283.628093:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b02cc00/0x4ce24e57873626ff lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40d3d expref: 6 pid: 8467 timeout: 581 lvb_type: 0 00010000:00010000:3.0:1746130283.628106:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130283.628108:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130283.628113:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012b02c400/0x4ce24e5787362706 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40d44 expref: 72 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130283.628120:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012b02c400/0x4ce24e5787362706 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40d44 expref: 72 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130283.628140:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012b02c400/0x4ce24e5787362706 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40d44 expref: 72 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130283.628154:0:7097:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012b02c400/0x4ce24e5787362706 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40d44 expref: 72 pid: 8467 timeout: 581 lvb_type: 0 00000100:00100000:3.0:1746130283.628164:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091950a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841808896:192.168.204.51@tcp:105: 00000100:00100000:3.0:1746130283.628438:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b20c4840 going to sleep for 11 seconds 00000100:00100000:3.0:1746130283.630877:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091950a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841808896:192.168.204.51@tcp:105: 00010000:00010000:3.0:1746130283.630901:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746130283.630944:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013514c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+5:1962:x1830949849347968:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 2903us (3061us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130283.630955:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14897 00000100:00100000:0.0:1746130283.631196:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130283.631411:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849348224 00000100:00100000:3.0:1746130283.631417:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849348224 00002000:00100000:3.0:1746130283.631663:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88013514f100 x1830949849348224/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:269/0 lens 488/0 e 0 to 0 dl 1746130294 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130283.631672:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013514f100 with x1830949849348224 ext(0->4095) 00010000:00010000:3.0:1746130283.631680:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012b02c400/0x4ce24e5787362706 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40d44 expref: 73 pid: 8467 timeout: 581 lvb_type: 0 00010000:00010000:3.0:1746130283.631693:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012b02c400/0x4ce24e5787362706 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40d44 expref: 73 pid: 8467 timeout: 581 lvb_type: 0 00002000:00010000:3.0:1746130283.631699:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88013514f100 00000100:00100000:3.0:1746130283.631724:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2753 00000100:00100000:3.0:1746130283.631732:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013514f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+73:1961:x1830949849348224:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746130283.632064:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013514f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+73:1961:x1830949849348224:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 332us (867us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746130283.632070:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2753 00002000:00100000:3.0:1746130283.632075:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88013514f100 x1830949849348224/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:269/0 lens 488/4536 e 0 to 0 dl 1746130294 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130283.632082:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013514f100 with x1830949849348224 ext(0->4095) 00010000:00010000:3.0:1746130283.632087:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012b02c400/0x4ce24e5787362706 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40d44 expref: 73 pid: 8467 timeout: 581 lvb_type: 0 00010000:00010000:3.0:1746130283.632095:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012b02c400/0x4ce24e5787362706 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40d44 expref: 73 pid: 8467 timeout: 581 lvb_type: 0 00002000:00010000:3.0:1746130283.632101:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88013514f100 00000100:00100000:0.0:1746130283.635372:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130283.635441:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849348352 00000100:00100000:1.0:1746130283.635449:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849348352 00000100:00100000:1.0:1746130283.635500:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6635 00000100:00100000:1.0:1746130283.635507:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013514f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c84b93b0-d496-484f-8e1e-94008838f2dd+5:31579:x1830949849348352:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746130283.635523:0:8467:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746130283.635538:0:8467:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012b02d200/0x4ce24e5787362714 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae40d52 expref: -99 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130283.635559:0:8467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130283.635564:0:8467:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1a00/0x4ce24e578736270d lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40d4b expref: 72 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130283.635569:0:8467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746130283.635573:0:8467:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012b02d200/0x4ce24e5787362714 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40d52 expref: 6 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130283.635603:0:8467:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800934d1a00/0x4ce24e578736270d lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40d4b expref: 72 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130283.635614:0:8467:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012b02d200/0x4ce24e5787362714 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40d52 expref: 6 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130283.635623:0:8467:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b02d200, rc 0) 00000100:00100000:1.0:1746130283.635678:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013514f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c84b93b0-d496-484f-8e1e-94008838f2dd+6:31579:x1830949849348352:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 170us (761us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130283.635683:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6635 00000100:00100000:0.0:1746130283.635759:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130283.635833:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849348480 00000100:00100000:3.0:1746130283.635837:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849348480 00010000:00010000:3.0:1746130283.635857:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012b02c400/0x4ce24e5787362706 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40d44 expref: 73 pid: 8467 timeout: 581 lvb_type: 0 00000100:00100000:3.0:1746130283.635874:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14898 00000100:00100000:3.0:1746130283.635878:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d0d1c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+73:1963:x1830949849348480:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746130283.635886:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746130283.635901:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012b02c400/0x4ce24e5787362706 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40d44 expref: 73 pid: 8467 timeout: 581 lvb_type: 0 00010000:00010000:3.0:1746130283.635910:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012b02c400/0x4ce24e5787362706 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40d44 expref: 73 pid: 8467 timeout: 581 lvb_type: 0 00010000:00010000:3.0:1746130283.635923:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b02c400/0x4ce24e5787362706 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40d44 expref: 73 pid: 8467 timeout: 581 lvb_type: 0 00010000:00010000:3.0:1746130283.635936:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130283.635937:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130283.635942:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1a00/0x4ce24e578736270d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40d4b expref: 72 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130283.635948:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d1a00/0x4ce24e578736270d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40d4b expref: 72 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130283.635964:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800934d1a00/0x4ce24e578736270d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40d4b expref: 72 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130283.635972:0:7097:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800934d1a00/0x4ce24e578736270d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40d4b expref: 72 pid: 20953 timeout: 581 lvb_type: 0 00000100:00100000:3.0:1746130283.635982:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091950a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841809152:192.168.204.51@tcp:105: 00000100:00100000:3.0:1746130283.636046:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b20c4840 going to sleep for 11 seconds 00000100:00100000:3.0:1746130283.638473:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091950a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841809152:192.168.204.51@tcp:105: 00010000:00010000:3.0:1746130283.638499:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746130283.638554:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d0d1c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+72:1963:x1830949849348480:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 2672us (2792us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130283.638566:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14898 00000100:00100000:0.0:1746130283.639695:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130283.639760:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849348736 00000100:00100000:3.0:1746130283.639766:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849348736 00002000:00100000:3.0:1746130283.639794:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88013514ed80 x1830949849348736/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:269/0 lens 488/0 e 0 to 0 dl 1746130294 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130283.639800:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013514ed80 with x1830949849348736 ext(0->4095) 00010000:00010000:3.0:1746130283.639806:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1a00/0x4ce24e578736270d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40d4b expref: 72 pid: 20953 timeout: 581 lvb_type: 0 00010000:00010000:3.0:1746130283.639814:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800934d1a00/0x4ce24e578736270d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40d4b expref: 72 pid: 20953 timeout: 581 lvb_type: 0 00002000:00010000:3.0:1746130283.639818:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88013514ed80 00000100:00100000:3.0:1746130283.639836:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2754 00000100:00100000:3.0:1746130283.639842:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013514ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+72:1961:x1830949849348736:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746130283.639971:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013514ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+72:1961:x1830949849348736:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 129us (277us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746130283.639977:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2754 00002000:00100000:3.0:1746130283.639982:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88013514ed80 x1830949849348736/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:269/0 lens 488/4536 e 0 to 0 dl 1746130294 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130283.639988:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013514ed80 with x1830949849348736 ext(0->4095) 00010000:00010000:3.0:1746130283.639992:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1a00/0x4ce24e578736270d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40d4b expref: 72 pid: 20953 timeout: 581 lvb_type: 0 00010000:00010000:3.0:1746130283.640000:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800934d1a00/0x4ce24e578736270d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40d4b expref: 72 pid: 20953 timeout: 581 lvb_type: 0 00002000:00010000:3.0:1746130283.640005:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88013514ed80 00000100:00100000:0.0:1746130283.642234:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130283.642323:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130283.642455:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849348992 00000100:00100000:2.0:1746130283.642460:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849348992 00010000:00010000:2.0:1746130283.642487:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d1a00/0x4ce24e578736270d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40d4b expref: 72 pid: 20953 timeout: 581 lvb_type: 0 00000100:00100000:2.0:1746130283.642548:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14899 00000100:00100000:2.0:1746130283.642555:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013514d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+72:1964:x1830949849348992:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746130283.642565:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746130283.642580:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800934d1a00/0x4ce24e578736270d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40d4b expref: 72 pid: 20953 timeout: 581 lvb_type: 0 00010000:00010000:2.0:1746130283.642590:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800934d1a00/0x4ce24e578736270d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40d4b expref: 72 pid: 20953 timeout: 581 lvb_type: 0 00010000:00010000:2.0:1746130283.642607:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1a00/0x4ce24e578736270d lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40d4b expref: 72 pid: 20953 timeout: 581 lvb_type: 0 00010000:00010000:2.0:1746130283.642635:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130283.642637:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130283.642644:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012b02d200/0x4ce24e5787362714 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40d52 expref: 5 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130283.642656:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012b02d200/0x4ce24e5787362714 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40d52 expref: 5 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130283.642687:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012b02d200/0x4ce24e5787362714 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40d52 expref: 5 pid: 8467 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746130283.642696:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f131880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841809280:192.168.204.51@tcp:105: 00000100:00100000:2.0:1746130283.642763:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b528af00 going to sleep for 11 seconds 00000100:00100000:3.0:1746130283.642787:0:20953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849348864 00000100:00100000:3.0:1746130283.642791:0:20953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849348864 00000100:00100000:3.0:1746130283.642817:0:20953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6636 00000100:00100000:3.0:1746130283.642822:0:20953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013514ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:640ea846-b909-4eea-9a54-417e15bd627b+72:31578:x1830949849348864:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746130283.642832:0:20953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746130283.642842:0:20953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800934d0800/0x4ce24e578736271b lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae40d59 expref: -99 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130283.642857:0:20953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012b02d200/0x4ce24e5787362714 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40d52 expref: 5 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130283.642862:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130283.642864:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130283.642867:0:20953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d0800/0x4ce24e578736271b lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40d59 expref: 73 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130283.642884:0:20953:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012b02d200/0x4ce24e5787362714 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40d52 expref: 5 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130283.642892:0:20953:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012b02d200/0x4ce24e5787362714 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40d52 expref: 5 pid: 8467 timeout: 581 lvb_type: 0 00000100:00100000:3.0:1746130283.642900:0:20953:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091950a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:20953:1830949841809408:192.168.204.51@tcp:104: 00000100:00100000:3.0:1746130283.642944:0:20953:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b20c4f00 going to sleep for 11 seconds 00000100:00100000:3.0:1746130283.644104:0:20953:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091950a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:20953:1830949841809408:192.168.204.51@tcp:104: 00010000:00010000:3.0:1746130283.644126:0:20953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800934d0800/0x4ce24e578736271b lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40d59 expref: 73 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130283.644141:0:20953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800934d0800, rc 0) 00000100:00100000:2.0:1746130283.644176:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f131880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841809280:192.168.204.51@tcp:105: 00000100:00100000:3.0:1746130283.644181:0:20953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013514ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:640ea846-b909-4eea-9a54-417e15bd627b+73:31578:x1830949849348864:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1358us (1952us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130283.644188:0:20953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6636 00010000:00010000:2.0:1746130283.644188:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746130283.644204:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013514d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+72:1964:x1830949849348992:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 1651us (1881us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130283.644211:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14899 00000100:00100000:0.0:1746130283.644560:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130283.644612:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849349248 00000100:00100000:3.0:1746130283.644616:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849349248 00002000:00100000:3.0:1746130283.644645:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88013514f480 x1830949849349248/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:269/0 lens 488/0 e 0 to 0 dl 1746130294 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130283.644653:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013514f480 with x1830949849349248 ext(0->4095) 00010000:00010000:3.0:1746130283.644658:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012b02d200/0x4ce24e5787362714 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40d52 expref: 6 pid: 8467 timeout: 581 lvb_type: 0 00010000:00010000:3.0:1746130283.644668:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012b02d200/0x4ce24e5787362714 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40d52 expref: 6 pid: 8467 timeout: 581 lvb_type: 0 00002000:00010000:3.0:1746130283.644674:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88013514f480 00000100:00100000:3.0:1746130283.644697:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2755 00000100:00100000:3.0:1746130283.644703:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013514f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949849349248:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746130283.644823:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013514f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949849349248:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 121us (264us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746130283.644829:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2755 00002000:00100000:3.0:1746130283.644834:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88013514f480 x1830949849349248/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:269/0 lens 488/4536 e 0 to 0 dl 1746130294 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130283.644845:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013514f480 with x1830949849349248 ext(0->4095) 00010000:00010000:3.0:1746130283.644849:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012b02d200/0x4ce24e5787362714 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40d52 expref: 6 pid: 8467 timeout: 581 lvb_type: 0 00010000:00010000:3.0:1746130283.644858:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012b02d200/0x4ce24e5787362714 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40d52 expref: 6 pid: 8467 timeout: 581 lvb_type: 0 00002000:00010000:3.0:1746130283.644863:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88013514f480 00000100:00100000:0.0:1746130283.650537:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130283.651159:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849349376 00000100:00100000:2.0:1746130283.651167:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849349376 00010000:00010000:2.0:1746130283.651202:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012b02d200/0x4ce24e5787362714 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40d52 expref: 6 pid: 8467 timeout: 581 lvb_type: 0 00000100:00100000:2.0:1746130283.651227:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14900 00000100:00100000:2.0:1746130283.651233:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013514c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1964:x1830949849349376:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746130283.651245:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746130283.651263:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012b02d200/0x4ce24e5787362714 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40d52 expref: 6 pid: 8467 timeout: 581 lvb_type: 0 00010000:00010000:2.0:1746130283.651293:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012b02d200/0x4ce24e5787362714 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40d52 expref: 6 pid: 8467 timeout: 581 lvb_type: 0 00010000:00010000:2.0:1746130283.651313:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b02d200/0x4ce24e5787362714 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40d52 expref: 6 pid: 8467 timeout: 581 lvb_type: 0 00010000:00010000:2.0:1746130283.651329:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130283.651331:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130283.651349:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800934d0800/0x4ce24e578736271b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40d59 expref: 71 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130283.651356:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d0800/0x4ce24e578736271b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40d59 expref: 71 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130283.651383:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800934d0800/0x4ce24e578736271b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40d59 expref: 71 pid: 20953 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746130283.651394:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f131880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841809536:192.168.204.51@tcp:105: 00000100:00100000:2.0:1746130283.651475:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b528af00 going to sleep for 11 seconds 00000100:00100000:0.0:1746130283.654012:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130283.654244:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f131880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841809536:192.168.204.51@tcp:105: 00010000:00010000:2.0:1746130283.654262:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746130283.654950:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849349632 00000100:00100000:1.0:1746130283.654957:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849349632 00002000:00100000:1.0:1746130283.655001:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801344cad80 x1830949849349632/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:269/0 lens 488/0 e 0 to 0 dl 1746130294 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130283.655010:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801344cad80 with x1830949849349632 ext(0->4095) 00002000:00010000:1.0:1746130283.655014:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801344cad80 00000100:00100000:2.0:1746130283.656141:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013514c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+5:1964:x1830949849349376:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 4903us (5606us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130283.656152:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14900 00000100:00100000:1.0:1746130283.657257:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4995 00000100:00100000:1.0:1746130283.657282:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801344cad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+72:1962:x1830949849349632:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746130283.657444:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801344cad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+72:1962:x1830949849349632:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 178us (3438us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746130283.657449:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4995 00002000:00100000:1.0:1746130283.657455:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801344cad80 x1830949849349632/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:269/0 lens 488/4536 e 0 to 0 dl 1746130294 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130283.657463:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801344cad80 with x1830949849349632 ext(0->4095) 00002000:00010000:1.0:1746130283.657467:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801344cad80 00000100:00100000:0.0:1746130283.660925:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130283.661507:0:20953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849349760 00000100:00100000:3.0:1746130283.661515:0:20953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849349760 00000100:00100000:3.0:1746130283.661572:0:20953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6637 00000100:00100000:3.0:1746130283.661579:0:20953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801344caa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c84b93b0-d496-484f-8e1e-94008838f2dd+5:31579:x1830949849349760:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746130283.661595:0:20953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746130283.661611:0:20953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800934d1800/0x4ce24e5787362722 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae40d60 expref: -99 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130283.661638:0:20953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800934d0800/0x4ce24e578736271b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40d59 expref: 71 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130283.661643:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746130283.661645:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746130283.661648:0:20953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d1800/0x4ce24e5787362722 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40d60 expref: 6 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130283.662014:0:20953:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800934d0800/0x4ce24e578736271b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40d59 expref: 71 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130283.662029:0:20953:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800934d0800/0x4ce24e578736271b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40d59 expref: 71 pid: 20953 timeout: 581 lvb_type: 0 00000100:00100000:3.0:1746130283.662040:0:20953:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091950a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:20953:1830949841809664:192.168.204.51@tcp:104: 00000100:00100000:3.0:1746130283.662130:0:20953:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b20c4600 going to sleep for 11 seconds 00000100:00100000:3.0:1746130283.663530:0:20953:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091950a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:20953:1830949841809664:192.168.204.51@tcp:104: 00010000:00010000:3.0:1746130283.663556:0:20953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800934d1800/0x4ce24e5787362722 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40d60 expref: 6 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130283.663569:0:20953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800934d1800, rc 0) 00000100:00100000:3.0:1746130283.663641:0:20953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801344caa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c84b93b0-d496-484f-8e1e-94008838f2dd+6:31579:x1830949849349760:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2063us (2727us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130283.663648:0:20953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6637 00000100:00100000:0.0:1746130283.665062:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130283.665141:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130283.665220:0:20953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849349888 00000100:00100000:3.0:1746130283.665226:0:20953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849349888 00000100:00100000:3.0:1746130283.665293:0:20953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6638 00000100:00100000:3.0:1746130283.665300:0:20953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801344c8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:640ea846-b909-4eea-9a54-417e15bd627b+72:31578:x1830949849349888:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746130283.665315:0:20953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746130283.665328:0:20953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800934d0c00/0x4ce24e5787362729 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae40d67 expref: -99 pid: 20953 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746130283.665332:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849350016 00000100:00100000:2.0:1746130283.665351:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849350016 00010000:00010000:3.0:1746130283.665363:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746130283.665369:0:20953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1800/0x4ce24e5787362722 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40d60 expref: 5 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130283.665379:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746130283.665382:0:20953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d0c00/0x4ce24e5787362729 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40d67 expref: 74 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130283.665409:0:20953:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800934d1800/0x4ce24e5787362722 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40d60 expref: 5 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130283.665421:0:20953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800934d0c00/0x4ce24e5787362729 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40d67 expref: 74 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130283.665434:0:20953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800934d0c00, rc 0) 00010000:00010000:2.0:1746130283.665474:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d0800/0x4ce24e578736271b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40d59 expref: 74 pid: 20953 timeout: 581 lvb_type: 0 00000100:00100000:3.0:1746130283.665494:0:20953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801344c8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:640ea846-b909-4eea-9a54-417e15bd627b+74:31578:x1830949849349888:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 193us (436us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130283.665499:0:20953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6638 00000100:00100000:2.0:1746130283.665507:0:7924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14901 00000100:00100000:2.0:1746130283.665513:0:7924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801344c9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+73:1961:x1830949849350016:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746130283.665521:0:7924:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746130283.665541:0:7924:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800934d0800/0x4ce24e578736271b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40d59 expref: 73 pid: 20953 timeout: 581 lvb_type: 0 00010000:00010000:2.0:1746130283.665551:0:7924:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800934d0800/0x4ce24e578736271b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40d59 expref: 73 pid: 20953 timeout: 581 lvb_type: 0 00010000:00010000:2.0:1746130283.665566:0:7924:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800934d0800/0x4ce24e578736271b lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40d59 expref: 73 pid: 20953 timeout: 581 lvb_type: 0 00010000:00010000:2.0:1746130283.665580:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130283.665581:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130283.665586:0:7924:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1800/0x4ce24e5787362722 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40d60 expref: 5 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130283.665593:0:7924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d1800/0x4ce24e5787362722 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40d60 expref: 5 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130283.665610:0:7924:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800934d1800/0x4ce24e5787362722 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40d60 expref: 5 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130283.665619:0:7924:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800934d1800/0x4ce24e5787362722 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40d60 expref: 5 pid: 20953 timeout: 581 lvb_type: 0 00000100:00100000:2.0:1746130283.665633:0:7924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f131880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841809920:192.168.204.51@tcp:105: 00000100:00100000:2.0:1746130283.665690:0:7924:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b528af00 going to sleep for 11 seconds 00000100:00100000:2.0:1746130283.667472:0:7924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f131880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841809920:192.168.204.51@tcp:105: 00010000:00010000:2.0:1746130283.667485:0:7924:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746130283.667512:0:7924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801344c9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+72:1961:x1830949849350016:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 2000us (2371us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130283.667520:0:7924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14901 00000100:00100000:0.0:1746130283.667612:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130283.667798:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849350272 00000100:00100000:3.0:1746130283.667807:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849350272 00002000:00100000:3.0:1746130283.667838:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801344c8000 x1830949849350272/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:269/0 lens 488/0 e 0 to 0 dl 1746130294 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130283.667847:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801344c8000 with x1830949849350272 ext(0->4095) 00010000:00010000:3.0:1746130283.667853:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1800/0x4ce24e5787362722 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40d60 expref: 6 pid: 20953 timeout: 581 lvb_type: 0 00010000:00010000:3.0:1746130283.667864:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800934d1800/0x4ce24e5787362722 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40d60 expref: 6 pid: 20953 timeout: 581 lvb_type: 0 00002000:00010000:3.0:1746130283.667870:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801344c8000 00000100:00100000:3.0:1746130283.667896:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2756 00000100:00100000:3.0:1746130283.667903:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801344c8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949849350272:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746130283.668345:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801344c8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949849350272:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 433us (724us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746130283.668351:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2756 00002000:00100000:3.0:1746130283.668356:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801344c8000 x1830949849350272/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:269/0 lens 488/4536 e 0 to 0 dl 1746130294 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130283.668362:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801344c8000 with x1830949849350272 ext(0->4095) 00010000:00010000:3.0:1746130283.668366:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1800/0x4ce24e5787362722 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40d60 expref: 6 pid: 20953 timeout: 581 lvb_type: 0 00010000:00010000:3.0:1746130283.668375:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800934d1800/0x4ce24e5787362722 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40d60 expref: 6 pid: 20953 timeout: 581 lvb_type: 0 00002000:00010000:3.0:1746130283.668380:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801344c8000 00000100:00100000:0.0:1746130283.670648:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130283.670723:0:7924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849350400 00000100:00100000:2.0:1746130283.670728:0:7924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849350400 00010000:00010000:2.0:1746130283.670756:0:7924:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d1800/0x4ce24e5787362722 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40d60 expref: 6 pid: 20953 timeout: 581 lvb_type: 0 00000100:00100000:2.0:1746130283.670772:0:7924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14902 00000100:00100000:2.0:1746130283.670776:0:7924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801344cbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1964:x1830949849350400:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746130283.670784:0:7924:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746130283.670797:0:7924:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800934d1800/0x4ce24e5787362722 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40d60 expref: 6 pid: 20953 timeout: 581 lvb_type: 0 00010000:00010000:2.0:1746130283.670804:0:7924:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800934d1800/0x4ce24e5787362722 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40d60 expref: 6 pid: 20953 timeout: 581 lvb_type: 0 00010000:00010000:2.0:1746130283.670819:0:7924:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1800/0x4ce24e5787362722 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40d60 expref: 6 pid: 20953 timeout: 581 lvb_type: 0 00010000:00010000:2.0:1746130283.670828:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130283.670830:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130283.670834:0:7924:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800934d0c00/0x4ce24e5787362729 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40d67 expref: 71 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130283.670839:0:7924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d0c00/0x4ce24e5787362729 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40d67 expref: 71 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130283.670859:0:7924:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800934d0c00/0x4ce24e5787362729 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40d67 expref: 71 pid: 20953 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746130283.670865:0:7924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f131880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841810048:192.168.204.51@tcp:105: 00000100:00100000:2.0:1746130283.670931:0:7924:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b528af00 going to sleep for 11 seconds 00000100:00100000:2.0:1746130283.672708:0:7924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f131880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841810048:192.168.204.51@tcp:105: 00010000:00010000:2.0:1746130283.672724:0:7924:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746130283.672974:0:7924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801344cbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+5:1964:x1830949849350400:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 2194us (2327us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130283.672983:0:7924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14902 00000100:00100000:0.0:1746130283.673709:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130283.673781:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849350656 00000100:00100000:3.0:1746130283.673786:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849350656 00002000:00100000:3.0:1746130283.673822:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801344c8380 x1830949849350656/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:269/0 lens 488/0 e 0 to 0 dl 1746130294 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130283.673830:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801344c8380 with x1830949849350656 ext(0->4095) 00002000:00010000:3.0:1746130283.673834:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801344c8380 00000100:00100000:3.0:1746130283.673860:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4996 00000100:00100000:3.0:1746130283.673867:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801344c8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+72:1961:x1830949849350656:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746130283.674006:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801344c8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+72:1961:x1830949849350656:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 140us (298us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746130283.674012:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4996 00002000:00100000:3.0:1746130283.674017:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8801344c8380 x1830949849350656/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:269/0 lens 488/4536 e 0 to 0 dl 1746130294 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130283.674024:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801344c8380 with x1830949849350656 ext(0->4095) 00002000:00010000:3.0:1746130283.674027:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801344c8380 00000100:00100000:0.0:1746130283.675997:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130283.676229:0:20953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849350784 00000100:00100000:3.0:1746130283.676236:0:20953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849350784 00000100:00100000:0.0:1746130283.676302:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6639 00000100:00100000:0.0:1746130283.676310:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801344c9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c84b93b0-d496-484f-8e1e-94008838f2dd+5:31579:x1830949849350784:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746130283.676324:0:8467:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746130283.676352:0:8467:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880093155200/0x4ce24e5787362730 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae40d6e expref: -99 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130283.676375:0:8467:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800934d0c00/0x4ce24e5787362729 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40d67 expref: 71 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130283.676383:0:8467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746130283.676384:0:8467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746130283.676388:0:8467:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093155200/0x4ce24e5787362730 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40d6e expref: 6 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130283.676412:0:8467:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800934d0c00/0x4ce24e5787362729 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40d67 expref: 71 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130283.676422:0:8467:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800934d0c00/0x4ce24e5787362729 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40d67 expref: 71 pid: 20953 timeout: 581 lvb_type: 0 00000100:00100000:0.0:1746130283.676433:0:8467:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801344cb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8467:1830949841810176:192.168.204.51@tcp:104: 00000100:00100000:0.0:1746130283.677034:0:8467:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009bc95180 going to sleep for 11 seconds 00000100:00100000:2.0:1746130283.678793:0:8467:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801344cb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8467:1830949841810176:192.168.204.51@tcp:104: 00010000:00010000:2.0:1746130283.678819:0:8467:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880093155200/0x4ce24e5787362730 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40d6e expref: 6 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130283.678835:0:8467:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093155200, rc 0) 00000100:00100000:2.0:1746130283.678870:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801344c9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c84b93b0-d496-484f-8e1e-94008838f2dd+6:31579:x1830949849350784:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2561us (2879us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130283.678878:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6639 00000100:00100000:0.0:1746130283.680248:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130283.680507:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849350912 00000100:00100000:1.0:1746130283.680514:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849350912 00002000:00100000:1.0:1746130283.680552:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff8801344cb480 x1830949849350912/t0(0) o4->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:269/0 lens 496/0 e 0 to 0 dl 1746130294 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130283.680561:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801344cb480 with x1830949849350912 ext(0->7) 00010000:00010000:1.0:1746130283.680568:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800934d0c00/0x4ce24e5787362729 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40d67 expref: 72 pid: 20953 timeout: 581 lvb_type: 0 00010000:00010000:1.0:1746130283.680579:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800934d0c00/0x4ce24e5787362729 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40d67 expref: 72 pid: 20953 timeout: 581 lvb_type: 0 00002000:00010000:1.0:1746130283.680585:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801344cb480 00000100:00100000:1.0:1746130283.680615:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2757 00000100:00100000:1.0:1746130283.680623:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801344cb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+72:1962:x1830949849350912:12345-192.168.204.51@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746130283.680910:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801344cb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+74:1962:x1830949849350912:12345-192.168.204.51@tcp:4:ldlm_bl.0 Request processed in 287us (664us total) trans 4294967958 rc 0/0 00000100:00100000:1.0:1746130283.680917:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2757 00002000:00100000:1.0:1746130283.680922:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff8801344cb480 x1830949849350912/t4294967958(0) o4->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:269/0 lens 496/448 e 0 to 0 dl 1746130294 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130283.680929:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801344cb480 with x1830949849350912 ext(0->7) 00010000:00010000:1.0:1746130283.680933:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800934d0c00/0x4ce24e5787362729 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40d67 expref: 74 pid: 20953 timeout: 581 lvb_type: 0 00010000:00010000:1.0:1746130283.680941:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800934d0c00/0x4ce24e5787362729 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40d67 expref: 74 pid: 20953 timeout: 581 lvb_type: 0 00002000:00010000:1.0:1746130283.680946:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801344cb480 00000100:00100000:0.0:1746130283.686311:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130283.686418:0:7924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849351040 00000100:00100000:2.0:1746130283.686426:0:7924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849351040 00010000:00010000:2.0:1746130283.686463:0:7924:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d0c00/0x4ce24e5787362729 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40d67 expref: 74 pid: 20953 timeout: 581 lvb_type: 0 00000100:00100000:2.0:1746130283.686487:0:7924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14903 00000100:00100000:2.0:1746130283.686493:0:7924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009225ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+74:1962:x1830949849351040:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746130283.686504:0:7924:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746130283.686611:0:7924:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800934d0c00/0x4ce24e5787362729 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40d67 expref: 74 pid: 20953 timeout: 581 lvb_type: 0 00010000:00010000:2.0:1746130283.686623:0:7924:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800934d0c00/0x4ce24e5787362729 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40d67 expref: 74 pid: 20953 timeout: 581 lvb_type: 0 00010000:00010000:2.0:1746130283.686642:0:7924:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800934d0c00/0x4ce24e5787362729 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40d67 expref: 74 pid: 20953 timeout: 581 lvb_type: 0 00010000:00010000:2.0:1746130283.686668:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130283.686671:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130283.686678:0:7924:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880093155200/0x4ce24e5787362730 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40d6e expref: 5 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130283.686684:0:7924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093155200/0x4ce24e5787362730 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40d6e expref: 5 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130283.686712:0:7924:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880093155200/0x4ce24e5787362730 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40d6e expref: 5 pid: 8467 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746130283.686722:0:7924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f131880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841810304:192.168.204.51@tcp:105: 00000100:00100000:2.0:1746130283.686792:0:7924:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b528af00 going to sleep for 11 seconds 00000100:00100000:0.0:1746130283.689217:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130283.689295:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849351168 00000100:00100000:2.0:1746130283.689301:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849351168 00000100:00100000:2.0:1746130283.689352:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6640 00000100:00100000:2.0:1746130283.689359:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092259180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:640ea846-b909-4eea-9a54-417e15bd627b+74:31578:x1830949849351168:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746130283.689372:0:8467:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746130283.689385:0:8467:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091fc8800/0x4ce24e5787362737 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae40d75 expref: -99 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130283.689406:0:8467:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880093155200/0x4ce24e5787362730 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40d6e expref: 5 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130283.689412:0:8467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130283.689414:0:8467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130283.689417:0:8467:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc8800/0x4ce24e5787362737 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40d75 expref: 75 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130283.689438:0:8467:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880093155200/0x4ce24e5787362730 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40d6e expref: 5 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130283.689448:0:8467:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880093155200/0x4ce24e5787362730 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40d6e expref: 5 pid: 8467 timeout: 581 lvb_type: 0 00000100:00100000:2.0:1746130283.689458:0:8467:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f132300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8467:1830949841810432:192.168.204.51@tcp:104: 00000100:00100000:2.0:1746130283.689510:0:8467:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b528ae40 going to sleep for 11 seconds 00000100:00100000:2.0:1746130283.689536:0:7924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f131880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841810304:192.168.204.51@tcp:105: 00010000:00010000:2.0:1746130283.689547:0:7924:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746130283.689568:0:7924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009225ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+75:1962:x1830949849351040:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 3076us (3301us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130283.689578:0:7924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14903 00000100:00100000:0.0:1746130283.691324:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130283.691481:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849351424 00000100:00100000:1.0:1746130283.691487:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849351424 00002000:00100000:1.0:1746130283.691523:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092258e00 x1830949849351424/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:269/0 lens 488/0 e 0 to 0 dl 1746130294 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130283.691531:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092258e00 with x1830949849351424 ext(0->4095) 00010000:00010000:1.0:1746130283.691538:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093155200/0x4ce24e5787362730 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40d6e expref: 6 pid: 8467 timeout: 581 lvb_type: 0 00010000:00010000:1.0:1746130283.691549:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093155200/0x4ce24e5787362730 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40d6e expref: 6 pid: 8467 timeout: 581 lvb_type: 0 00002000:00010000:1.0:1746130283.691555:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092258e00 00000100:00100000:1.0:1746130283.691584:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2758 00000100:00100000:1.0:1746130283.691590:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092258e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949849351424:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746130283.691735:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092258e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949849351424:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 144us (414us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746130283.691741:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2758 00002000:00100000:1.0:1746130283.691746:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092258e00 x1830949849351424/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:269/0 lens 488/4536 e 0 to 0 dl 1746130294 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130283.691753:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092258e00 with x1830949849351424 ext(0->4095) 00010000:00010000:1.0:1746130283.691758:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093155200/0x4ce24e5787362730 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40d6e expref: 6 pid: 8467 timeout: 581 lvb_type: 0 00010000:00010000:1.0:1746130283.691767:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093155200/0x4ce24e5787362730 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40d6e expref: 6 pid: 8467 timeout: 581 lvb_type: 0 00002000:00010000:1.0:1746130283.691772:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092258e00 00000100:00100000:2.0:1746130283.693405:0:8467:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f132300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8467:1830949841810432:192.168.204.51@tcp:104: 00010000:00010000:2.0:1746130283.693429:0:8467:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091fc8800/0x4ce24e5787362737 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40d75 expref: 74 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130283.693441:0:8467:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091fc8800, rc 0) 00000100:00100000:2.0:1746130283.693486:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092259180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:640ea846-b909-4eea-9a54-417e15bd627b+74:31578:x1830949849351168:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4127us (4275us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130283.693492:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6640 00000100:00100000:0.0:1746130283.694233:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130283.694401:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849351552 00000100:00100000:2.0:1746130283.694406:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849351552 00000100:00100000:2.0:1746130283.694446:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6641 00000100:00100000:2.0:1746130283.694452:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092259f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:640ea846-b909-4eea-9a54-417e15bd627b+74:31579:x1830949849351552:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746130283.694465:0:8467:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746130283.694477:0:8467:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091fc8e00/0x4ce24e578736273e lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae40d7c expref: -99 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130283.694498:0:8467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130283.694502:0:8467:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8800/0x4ce24e5787362737 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40d75 expref: 75 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130283.694507:0:8467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746130283.694510:0:8467:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc8e00/0x4ce24e578736273e lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40d7c expref: 75 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130283.694533:0:8467:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091fc8800/0x4ce24e5787362737 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40d75 expref: 75 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130283.694605:0:8467:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091fc8e00/0x4ce24e578736273e lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40d7c expref: 75 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130283.694614:0:8467:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091fc8e00, rc 0) 00000100:00100000:2.0:1746130283.694678:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092259f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:640ea846-b909-4eea-9a54-417e15bd627b+75:31579:x1830949849351552:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 224us (444us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130283.694683:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6641 00000100:00100000:0.0:1746130283.695147:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130283.695187:0:7924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849351680 00000100:00100000:2.0:1746130283.695192:0:7924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849351680 00010000:00010000:2.0:1746130283.695210:0:7924:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880093155200/0x4ce24e5787362730 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40d6e expref: 6 pid: 8467 timeout: 581 lvb_type: 0 00000100:00100000:2.0:1746130283.695238:0:7924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14904 00000100:00100000:2.0:1746130283.695244:0:7924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092259c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1964:x1830949849351680:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746130283.695252:0:7924:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746130283.695292:0:7924:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880093155200/0x4ce24e5787362730 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40d6e expref: 6 pid: 8467 timeout: 581 lvb_type: 0 00010000:00010000:2.0:1746130283.695301:0:7924:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880093155200/0x4ce24e5787362730 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40d6e expref: 6 pid: 8467 timeout: 581 lvb_type: 0 00010000:00010000:2.0:1746130283.695315:0:7924:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880093155200/0x4ce24e5787362730 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40d6e expref: 6 pid: 8467 timeout: 581 lvb_type: 0 00010000:00010000:2.0:1746130283.695464:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130283.695466:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130283.695472:0:7924:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8800/0x4ce24e5787362737 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40d75 expref: 74 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130283.695479:0:7924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc8800/0x4ce24e5787362737 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40d75 expref: 74 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130283.695498:0:7924:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091fc8800/0x4ce24e5787362737 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40d75 expref: 74 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130283.695507:0:7924:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091fc8800/0x4ce24e5787362737 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40d75 expref: 74 pid: 8467 timeout: 581 lvb_type: 0 00000100:00100000:2.0:1746130283.695516:0:7924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f132300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841810688:192.168.204.51@tcp:105: 00000100:00100000:2.0:1746130283.695654:0:7924:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b528ae40 going to sleep for 11 seconds 00000100:00100000:2.0:1746130283.696849:0:7924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f132300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841810688:192.168.204.51@tcp:105: 00010000:00010000:2.0:1746130283.696862:0:7924:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746130283.696888:0:7924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092259c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+5:1964:x1830949849351680:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 1644us (1741us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130283.696897:0:7924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14904 00000100:00100000:0.0:1746130283.697555:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130283.697700:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849351936 00000100:00100000:1.0:1746130283.697705:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849351936 00002000:00100000:1.0:1746130283.697735:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009225a300 x1830949849351936/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:269/0 lens 488/0 e 0 to 0 dl 1746130294 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130283.697745:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009225a300 with x1830949849351936 ext(0->4095) 00010000:00010000:1.0:1746130283.697751:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8800/0x4ce24e5787362737 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40d75 expref: 75 pid: 8467 timeout: 581 lvb_type: 0 00010000:00010000:1.0:1746130283.697767:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091fc8800/0x4ce24e5787362737 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40d75 expref: 75 pid: 8467 timeout: 581 lvb_type: 0 00002000:00010000:1.0:1746130283.697774:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009225a300 00000100:00100000:1.0:1746130283.697803:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2759 00000100:00100000:1.0:1746130283.697876:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009225a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+75:1962:x1830949849351936:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746130283.697997:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009225a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+75:1962:x1830949849351936:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 125us (443us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746130283.698003:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2759 00002000:00100000:1.0:1746130283.698008:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009225a300 x1830949849351936/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:269/0 lens 488/4536 e 0 to 0 dl 1746130294 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130283.698015:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009225a300 with x1830949849351936 ext(0->4095) 00010000:00010000:1.0:1746130283.698019:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8800/0x4ce24e5787362737 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40d75 expref: 75 pid: 8467 timeout: 581 lvb_type: 0 00010000:00010000:1.0:1746130283.698032:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091fc8800/0x4ce24e5787362737 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40d75 expref: 75 pid: 8467 timeout: 581 lvb_type: 0 00002000:00010000:1.0:1746130283.698037:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009225a300 00000100:00100000:0.0:1746130283.699641:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130283.699692:0:7924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849352064 00000100:00100000:2.0:1746130283.699697:0:7924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849352064 00010000:00010000:2.0:1746130283.699722:0:7924:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc8800/0x4ce24e5787362737 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40d75 expref: 75 pid: 8467 timeout: 581 lvb_type: 0 00000100:00100000:2.0:1746130283.699752:0:7924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14905 00000100:00100000:2.0:1746130283.699757:0:7924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d0d1850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+75:1961:x1830949849352064:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746130283.699772:0:7924:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746130283.699785:0:7924:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091fc8800/0x4ce24e5787362737 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40d75 expref: 75 pid: 8467 timeout: 581 lvb_type: 0 00010000:00010000:2.0:1746130283.699795:0:7924:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091fc8800/0x4ce24e5787362737 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40d75 expref: 75 pid: 8467 timeout: 581 lvb_type: 0 00010000:00010000:2.0:1746130283.699813:0:7924:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8800/0x4ce24e5787362737 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40d75 expref: 75 pid: 8467 timeout: 581 lvb_type: 0 00010000:00010000:2.0:1746130283.699825:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130283.699827:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130283.699832:0:7924:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8e00/0x4ce24e578736273e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40d7c expref: 74 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130283.699839:0:7924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc8e00/0x4ce24e578736273e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40d7c expref: 74 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130283.699862:0:7924:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091fc8e00/0x4ce24e578736273e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40d7c expref: 74 pid: 8467 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746130283.699872:0:7924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f132300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841810816:192.168.204.51@tcp:105: 00000100:00100000:2.0:1746130283.699944:0:7924:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b528ae40 going to sleep for 11 seconds 00000100:00100000:2.0:1746130283.702261:0:7924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f132300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841810816:192.168.204.51@tcp:105: 00010000:00010000:2.0:1746130283.702308:0:7924:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746130283.702351:0:7924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d0d1850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+74:1961:x1830949849352064:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 2593us (2714us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130283.702364:0:7924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14905 00000100:00100000:0.0:1746130283.702599:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130283.702665:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849352320 00000100:00100000:2.0:1746130283.702670:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849352320 00002000:00100000:2.0:1746130283.702700:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092259880 x1830949849352320/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:269/0 lens 488/0 e 0 to 0 dl 1746130294 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130283.702709:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092259880 with x1830949849352320 ext(0->4095) 00002000:00010000:2.0:1746130283.702713:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092259880 00000100:00100000:2.0:1746130283.702739:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4997 00000100:00100000:2.0:1746130283.702745:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092259880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+74:1961:x1830949849352320:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746130283.702883:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092259880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+74:1961:x1830949849352320:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 138us (284us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746130283.702889:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4997 00002000:00100000:2.0:1746130283.702894:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092259880 x1830949849352320/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:269/0 lens 488/4536 e 0 to 0 dl 1746130294 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130283.702901:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092259880 with x1830949849352320 ext(0->4095) 00002000:00010000:2.0:1746130283.702904:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092259880 00000100:00100000:0.0:1746130283.705447:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130283.705505:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849352448 00000100:00100000:2.0:1746130283.705512:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849352448 00000100:00100000:2.0:1746130283.705559:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6642 00000100:00100000:2.0:1746130283.705566:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092258a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c84b93b0-d496-484f-8e1e-94008838f2dd+5:31579:x1830949849352448:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746130283.705580:0:8467:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746130283.705593:0:8467:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e5787362745 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae40d83 expref: -99 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130283.705618:0:8467:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8e00/0x4ce24e578736273e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40d7c expref: 73 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130283.705624:0:8467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746130283.705626:0:8467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746130283.705629:0:8467:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e5787362745 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40d83 expref: 6 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130283.705658:0:8467:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091fc8e00/0x4ce24e578736273e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40d7c expref: 73 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130283.705668:0:8467:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091fc8e00/0x4ce24e578736273e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40d7c expref: 73 pid: 8467 timeout: 581 lvb_type: 0 00000100:00100000:2.0:1746130283.705678:0:8467:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f132300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8467:1830949841810944:192.168.204.51@tcp:104: 00000100:00100000:2.0:1746130283.705762:0:8467:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b528af00 going to sleep for 11 seconds 00000100:00100000:2.0:1746130283.707571:0:8467:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f132300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8467:1830949841810944:192.168.204.51@tcp:104: 00010000:00010000:2.0:1746130283.707593:0:8467:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e5787362745 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40d83 expref: 6 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130283.707605:0:8467:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091fc9a00, rc 0) 00000100:00100000:2.0:1746130283.707645:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092258a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c84b93b0-d496-484f-8e1e-94008838f2dd+6:31579:x1830949849352448:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2079us (2204us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130283.707652:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6642 00000100:00100000:0.0:1746130283.707837:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130283.707907:0:7924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849352576 00000100:00100000:2.0:1746130283.707912:0:7924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849352576 00010000:00010000:2.0:1746130283.707947:0:7924:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc8e00/0x4ce24e578736273e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40d7c expref: 74 pid: 8467 timeout: 581 lvb_type: 0 00000100:00100000:2.0:1746130283.707965:0:7924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14906 00000100:00100000:2.0:1746130283.707970:0:7924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092258000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+74:1962:x1830949849352576:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746130283.707980:0:7924:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746130283.707997:0:7924:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091fc8e00/0x4ce24e578736273e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40d7c expref: 74 pid: 8467 timeout: 581 lvb_type: 0 00010000:00010000:2.0:1746130283.708006:0:7924:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091fc8e00/0x4ce24e578736273e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40d7c expref: 74 pid: 8467 timeout: 581 lvb_type: 0 00010000:00010000:2.0:1746130283.708022:0:7924:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8e00/0x4ce24e578736273e lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40d7c expref: 74 pid: 8467 timeout: 581 lvb_type: 0 00010000:00010000:2.0:1746130283.708055:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130283.708057:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130283.708062:0:7924:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e5787362745 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40d83 expref: 5 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130283.708069:0:7924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e5787362745 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40d83 expref: 5 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130283.708091:0:7924:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e5787362745 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40d83 expref: 5 pid: 8467 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746130283.708104:0:7924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f132300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841811072:192.168.204.51@tcp:105: 00000100:00100000:2.0:1746130283.708164:0:7924:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b528af00 going to sleep for 11 seconds 00000100:00100000:2.0:1746130283.709849:0:7924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f132300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841811072:192.168.204.51@tcp:105: 00010000:00010000:2.0:1746130283.709865:0:7924:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746130283.709902:0:7924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092258000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+73:1962:x1830949849352576:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 1930us (2065us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130283.709911:0:7924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14906 00000100:00100000:0.0:1746130283.710028:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130283.710146:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849352832 00000100:00100000:3.0:1746130283.710151:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849352832 00002000:00100000:3.0:1746130283.710187:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009225ad80 x1830949849352832/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:269/0 lens 488/0 e 0 to 0 dl 1746130294 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130283.710196:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009225ad80 with x1830949849352832 ext(0->4095) 00002000:00010000:3.0:1746130283.710200:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009225ad80 00000100:00100000:3.0:1746130283.710226:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4998 00000100:00100000:3.0:1746130283.710233:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009225ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949849352832:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746130283.710417:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009225ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949849352832:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 184us (388us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746130283.710423:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4998 00002000:00100000:3.0:1746130283.710428:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88009225ad80 x1830949849352832/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:269/0 lens 488/4536 e 0 to 0 dl 1746130294 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130283.710435:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009225ad80 with x1830949849352832 ext(0->4095) 00002000:00010000:3.0:1746130283.710438:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009225ad80 00000100:00100000:0.0:1746130283.711784:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130283.711863:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849352960 00000100:00100000:2.0:1746130283.711868:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849352960 00000100:00100000:2.0:1746130283.711908:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6643 00000100:00100000:2.0:1746130283.711914:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092259c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:640ea846-b909-4eea-9a54-417e15bd627b+73:31579:x1830949849352960:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746130283.711926:0:8467:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746130283.711941:0:8467:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e578736274c lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae40d8a expref: -99 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130283.711961:0:8467:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e5787362745 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40d83 expref: 5 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130283.711968:0:8467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130283.711969:0:8467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130283.711972:0:8467:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e578736274c lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40d8a expref: 74 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130283.712178:0:8467:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e5787362745 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40d83 expref: 5 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130283.712188:0:8467:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e5787362745 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40d83 expref: 5 pid: 8467 timeout: 581 lvb_type: 0 00000100:00100000:2.0:1746130283.712202:0:8467:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f132300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8467:1830949841811200:192.168.204.51@tcp:104: 00000100:00100000:2.0:1746130283.712300:0:8467:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b528af00 going to sleep for 11 seconds 00000100:00100000:2.0:1746130283.713472:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130283.713626:0:20953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849353088 00000100:00100000:3.0:1746130283.713632:0:20953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849353088 00000100:00100000:3.0:1746130283.713672:0:20953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6644 00000100:00100000:3.0:1746130283.713682:0:20953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f131880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:640ea846-b909-4eea-9a54-417e15bd627b+75:31578:x1830949849353088:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746130283.713693:0:20953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746130283.713703:0:20953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800934d1e00/0x4ce24e5787362753 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae40d91 expref: -99 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130283.713721:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130283.713726:0:20953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e578736274c lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40d8a expref: 76 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130283.713732:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746130283.713734:0:20953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d1e00/0x4ce24e5787362753 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40d91 expref: 76 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130283.713865:0:20953:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e578736274c lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40d8a expref: 76 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130283.713880:0:20953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800934d1e00/0x4ce24e5787362753 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40d91 expref: 76 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130283.713888:0:20953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800934d1e00, rc 0) 00000100:00100000:3.0:1746130283.713919:0:20953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f131880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:640ea846-b909-4eea-9a54-417e15bd627b+76:31578:x1830949849353088:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 242us (451us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130283.713925:0:20953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6644 00000100:00100000:0.0:1746130283.713935:0:8467:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f132300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8467:1830949841811200:192.168.204.51@tcp:104: 00010000:00010000:0.0:1746130283.713950:0:8467:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e578736274c lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40d8a expref: 75 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130283.713987:0:8467:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091fc8600, rc 0) 00000100:00100000:0.0:1746130283.714003:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092259c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:640ea846-b909-4eea-9a54-417e15bd627b+75:31579:x1830949849352960:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2089us (2223us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130283.714004:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130283.714008:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6643 00000100:00100000:2.0:1746130283.714052:0:7924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849353216 00000100:00100000:2.0:1746130283.714055:0:7924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849353216 00010000:00010000:2.0:1746130283.714076:0:7924:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e5787362745 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40d83 expref: 6 pid: 8467 timeout: 581 lvb_type: 0 00000100:00100000:2.0:1746130283.714105:0:7924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14907 00000100:00100000:2.0:1746130283.714111:0:7924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093172d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949849353216:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746130283.714118:0:7924:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746130283.714292:0:7924:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e5787362745 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40d83 expref: 6 pid: 8467 timeout: 581 lvb_type: 0 00010000:00010000:2.0:1746130283.714302:0:7924:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e5787362745 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40d83 expref: 6 pid: 8467 timeout: 581 lvb_type: 0 00010000:00010000:2.0:1746130283.714317:0:7924:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e5787362745 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40d83 expref: 6 pid: 8467 timeout: 581 lvb_type: 0 00010000:00010000:2.0:1746130283.714333:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130283.714552:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130283.714558:0:7924:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e578736274c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40d8a expref: 74 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130283.714566:0:7924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e578736274c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40d8a expref: 74 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130283.714584:0:7924:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e578736274c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40d8a expref: 74 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130283.714593:0:7924:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e578736274c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40d8a expref: 74 pid: 8467 timeout: 581 lvb_type: 0 00000100:00100000:2.0:1746130283.714601:0:7924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f133100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841811456:192.168.204.51@tcp:105: 00000100:00100000:2.0:1746130283.714811:0:7924:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b528acc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746130283.716957:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130283.717123:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849353472 00000100:00100000:3.0:1746130283.717129:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849353472 00002000:00100000:3.0:1746130283.717163:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008c4fed80 x1830949849353472/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:269/0 lens 488/0 e 0 to 0 dl 1746130294 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130283.717174:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c4fed80 with x1830949849353472 ext(0->4095) 00010000:00010000:3.0:1746130283.717180:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e578736274c lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40d8a expref: 75 pid: 8467 timeout: 581 lvb_type: 0 00010000:00010000:3.0:1746130283.717190:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e578736274c lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40d8a expref: 75 pid: 8467 timeout: 581 lvb_type: 0 00002000:00010000:3.0:1746130283.717195:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008c4fed80 00000100:00100000:3.0:1746130283.717218:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2760 00000100:00100000:3.0:1746130283.717303:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c4fed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+75:1962:x1830949849353472:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746130283.717455:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c4fed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+75:1962:x1830949849353472:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 230us (504us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746130283.717462:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2760 00002000:00100000:3.0:1746130283.717466:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008c4fed80 x1830949849353472/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:269/0 lens 488/4536 e 0 to 0 dl 1746130294 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130283.717474:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c4fed80 with x1830949849353472 ext(0->4095) 00010000:00010000:3.0:1746130283.717478:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e578736274c lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40d8a expref: 75 pid: 8467 timeout: 581 lvb_type: 0 00010000:00010000:3.0:1746130283.717486:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e578736274c lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40d8a expref: 75 pid: 8467 timeout: 581 lvb_type: 0 00002000:00010000:3.0:1746130283.717492:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008c4fed80 00000100:00100000:3.0:1746130283.717759:0:7924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f133100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841811456:192.168.204.51@tcp:105: 00010000:00010000:3.0:1746130283.717774:0:7924:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746130283.717805:0:7924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093172d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+5:1962:x1830949849353216:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 3693us (3800us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130283.717812:0:7924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14907 00000100:00100000:0.0:1746130283.718953:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130283.719005:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849353600 00000100:00100000:2.0:1746130283.719010:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849353600 00000100:00100000:2.0:1746130283.719049:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6645 00000100:00100000:2.0:1746130283.719055:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c4fe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c84b93b0-d496-484f-8e1e-94008838f2dd+5:31579:x1830949849353600:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746130283.719066:0:8467:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746130283.719078:0:8467:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091fc8e00/0x4ce24e578736275a lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae40d98 expref: -99 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130283.719096:0:8467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746130283.719100:0:8467:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1e00/0x4ce24e5787362753 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40d91 expref: 74 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130283.719105:0:8467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746130283.719108:0:8467:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc8e00/0x4ce24e578736275a lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40d98 expref: 6 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130283.719140:0:8467:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800934d1e00/0x4ce24e5787362753 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40d91 expref: 74 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130283.719154:0:8467:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091fc8e00/0x4ce24e578736275a lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40d98 expref: 6 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130283.719162:0:8467:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091fc8e00, rc 0) 00000100:00100000:2.0:1746130283.719198:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c4fe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c84b93b0-d496-484f-8e1e-94008838f2dd+6:31579:x1830949849353600:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 143us (248us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130283.719203:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6645 00000100:00100000:0.0:1746130283.719301:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130283.719345:0:7924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849353728 00000100:00100000:3.0:1746130283.719349:0:7924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849353728 00010000:00010000:3.0:1746130283.719366:0:7924:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e578736274c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40d8a expref: 75 pid: 8467 timeout: 581 lvb_type: 0 00000100:00100000:3.0:1746130283.719383:0:7924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14908 00000100:00100000:3.0:1746130283.719388:0:7924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c4fd880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+75:1964:x1830949849353728:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746130283.719395:0:7924:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746130283.719412:0:7924:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e578736274c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40d8a expref: 75 pid: 8467 timeout: 581 lvb_type: 0 00010000:00010000:3.0:1746130283.719420:0:7924:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e578736274c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40d8a expref: 75 pid: 8467 timeout: 581 lvb_type: 0 00010000:00010000:3.0:1746130283.719434:0:7924:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e578736274c lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40d8a expref: 75 pid: 8467 timeout: 581 lvb_type: 0 00010000:00010000:3.0:1746130283.719447:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130283.719449:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130283.719454:0:7924:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1e00/0x4ce24e5787362753 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40d91 expref: 74 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130283.719460:0:7924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d1e00/0x4ce24e5787362753 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40d91 expref: 74 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130283.719479:0:7924:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800934d1e00/0x4ce24e5787362753 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40d91 expref: 74 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130283.719488:0:7924:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800934d1e00/0x4ce24e5787362753 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40d91 expref: 74 pid: 20953 timeout: 581 lvb_type: 0 00000100:00100000:3.0:1746130283.719496:0:7924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091950a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841811712:192.168.204.51@tcp:105: 00000100:00100000:3.0:1746130283.719557:0:7924:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b20c49c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746130283.723733:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130283.723767:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849353984 00000100:00100000:2.0:1746130283.723774:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849353984 00002000:00100000:2.0:1746130283.723812:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008f131f80 x1830949849353984/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:269/0 lens 488/0 e 0 to 0 dl 1746130294 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130283.723822:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f131f80 with x1830949849353984 ext(0->4095) 00010000:00010000:2.0:1746130283.723829:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1e00/0x4ce24e5787362753 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40d91 expref: 75 pid: 20953 timeout: 581 lvb_type: 0 00010000:00010000:2.0:1746130283.723843:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800934d1e00/0x4ce24e5787362753 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40d91 expref: 75 pid: 20953 timeout: 581 lvb_type: 0 00002000:00010000:2.0:1746130283.723849:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008f131f80 00000100:00100000:2.0:1746130283.723867:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2761 00000100:00100000:2.0:1746130283.723873:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f131f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+75:1962:x1830949849353984:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746130283.724007:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f131f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+75:1962:x1830949849353984:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 133us (280us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746130283.724016:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2761 00002000:00100000:2.0:1746130283.724021:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008f131f80 x1830949849353984/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:269/0 lens 488/4536 e 0 to 0 dl 1746130294 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130283.724028:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f131f80 with x1830949849353984 ext(0->4095) 00010000:00010000:2.0:1746130283.724032:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1e00/0x4ce24e5787362753 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40d91 expref: 75 pid: 20953 timeout: 581 lvb_type: 0 00010000:00010000:2.0:1746130283.724041:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800934d1e00/0x4ce24e5787362753 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40d91 expref: 75 pid: 20953 timeout: 581 lvb_type: 0 00002000:00010000:2.0:1746130283.724046:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008f131f80 00000100:00100000:3.0:1746130283.724150:0:7924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091950a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841811712:192.168.204.51@tcp:105: 00010000:00010000:3.0:1746130283.724170:0:7924:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746130283.724194:0:7924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c4fd880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+74:1964:x1830949849353728:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 4805us (4893us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130283.724200:0:7924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14908 00000100:00100000:0.0:1746130283.726367:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130283.726957:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130283.727074:0:20953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849354240 00000100:00100000:2.0:1746130283.727081:0:20953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849354240 00000100:00100000:3.0:1746130283.727523:0:7924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849354112 00000100:00100000:3.0:1746130283.727527:0:7924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849354112 00010000:00010000:3.0:1746130283.727551:0:7924:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d1e00/0x4ce24e5787362753 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40d91 expref: 75 pid: 20953 timeout: 581 lvb_type: 0 00000100:00100000:3.0:1746130283.727587:0:7924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14909 00000100:00100000:3.0:1746130283.727594:0:7924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c4fca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+75:1964:x1830949849354112:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746130283.727607:0:7924:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746130283.727624:0:7924:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800934d1e00/0x4ce24e5787362753 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40d91 expref: 75 pid: 20953 timeout: 581 lvb_type: 0 00010000:00010000:3.0:1746130283.727638:0:7924:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800934d1e00/0x4ce24e5787362753 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40d91 expref: 75 pid: 20953 timeout: 581 lvb_type: 0 00010000:00010000:3.0:1746130283.727657:0:7924:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1e00/0x4ce24e5787362753 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40d91 expref: 75 pid: 20953 timeout: 581 lvb_type: 0 00010000:00010000:3.0:1746130283.727673:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130283.727674:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130283.727681:0:7924:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8e00/0x4ce24e578736275a lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40d98 expref: 5 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130283.727688:0:7924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc8e00/0x4ce24e578736275a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40d98 expref: 5 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130283.727992:0:7924:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091fc8e00/0x4ce24e578736275a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40d98 expref: 5 pid: 8467 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746130283.728003:0:7924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091950a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841811840:192.168.204.51@tcp:105: 00000100:00100000:2.0:1746130283.728121:0:20953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6646 00000100:00100000:2.0:1746130283.728129:0:20953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c4fe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:640ea846-b909-4eea-9a54-417e15bd627b+74:31578:x1830949849354240:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746130283.728140:0:20953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746130283.728149:0:20953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091fc8000/0x4ce24e5787362761 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae40d9f expref: -99 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130283.728165:0:20953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8e00/0x4ce24e578736275a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40d98 expref: 5 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130283.728170:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130283.728172:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130283.728174:0:20953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc8000/0x4ce24e5787362761 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40d9f expref: 75 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130283.728191:0:20953:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091fc8e00/0x4ce24e578736275a lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40d98 expref: 5 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130283.728200:0:20953:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091fc8e00/0x4ce24e578736275a lrc: 6/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40d98 expref: 5 pid: 8467 timeout: 581 lvb_type: 0 00000100:00100000:2.0:1746130283.728208:0:20953:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f133b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:20953:1830949841811968:192.168.204.51@tcp:104: 00000100:00100000:3.0:1746130283.728289:0:7924:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b20c49c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746130283.728470:0:20953:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b528af00 going to sleep for 11 seconds 00000100:00100000:3.0:1746130283.730376:0:7924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091950a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841811840:192.168.204.51@tcp:105: 00010000:00010000:3.0:1746130283.730400:0:7924:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746130283.730861:0:7924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c4fca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+75:1964:x1830949849354112:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 3266us (4498us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130283.730870:0:7924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14909 00000100:00100000:0.0:1746130283.731123:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130283.731124:0:20953:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f133b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:20953:1830949841811968:192.168.204.51@tcp:104: 00010000:00010000:2.0:1746130283.731144:0:20953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091fc8000/0x4ce24e5787362761 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40d9f expref: 74 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130283.731156:0:20953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091fc8000, rc 0) 00000100:00100000:2.0:1746130283.731179:0:20953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c4fe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:640ea846-b909-4eea-9a54-417e15bd627b+74:31578:x1830949849354240:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3052us (4223us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130283.731185:0:20953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6646 00000100:00100000:3.0:1746130283.731290:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849354496 00000100:00100000:3.0:1746130283.731296:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849354496 00002000:00100000:3.0:1746130283.731324:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008c4ffb80 x1830949849354496/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:269/0 lens 488/0 e 0 to 0 dl 1746130294 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130283.731332:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c4ffb80 with x1830949849354496 ext(0->4095) 00010000:00010000:3.0:1746130283.731350:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8e00/0x4ce24e578736275a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40d98 expref: 6 pid: 8467 timeout: 581 lvb_type: 0 00010000:00010000:3.0:1746130283.731361:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091fc8e00/0x4ce24e578736275a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40d98 expref: 6 pid: 8467 timeout: 581 lvb_type: 0 00002000:00010000:3.0:1746130283.731367:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008c4ffb80 00000100:00100000:3.0:1746130283.731387:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2762 00000100:00100000:3.0:1746130283.731393:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c4ffb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949849354496:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746130283.732035:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c4ffb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949849354496:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 640us (910us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746130283.732041:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2762 00002000:00100000:3.0:1746130283.732046:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008c4ffb80 x1830949849354496/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:269/0 lens 488/4536 e 0 to 0 dl 1746130294 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130283.732052:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c4ffb80 with x1830949849354496 ext(0->4095) 00010000:00010000:3.0:1746130283.732057:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8e00/0x4ce24e578736275a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40d98 expref: 6 pid: 8467 timeout: 581 lvb_type: 0 00010000:00010000:3.0:1746130283.732065:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091fc8e00/0x4ce24e578736275a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40d98 expref: 6 pid: 8467 timeout: 581 lvb_type: 0 00002000:00010000:3.0:1746130283.732070:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008c4ffb80 00000100:00100000:0.0:1746130283.733840:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130283.733933:0:7924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849354624 00000100:00100000:3.0:1746130283.733940:0:7924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849354624 00010000:00010000:3.0:1746130283.733974:0:7924:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc8e00/0x4ce24e578736275a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40d98 expref: 6 pid: 8467 timeout: 581 lvb_type: 0 00000100:00100000:3.0:1746130283.734011:0:7924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14910 00000100:00100000:3.0:1746130283.734018:0:7924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c4ff100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949849354624:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746130283.734029:0:7924:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746130283.734046:0:7924:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091fc8e00/0x4ce24e578736275a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40d98 expref: 6 pid: 8467 timeout: 581 lvb_type: 0 00010000:00010000:3.0:1746130283.734056:0:7924:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091fc8e00/0x4ce24e578736275a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40d98 expref: 6 pid: 8467 timeout: 581 lvb_type: 0 00010000:00010000:3.0:1746130283.734074:0:7924:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8e00/0x4ce24e578736275a lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40d98 expref: 6 pid: 8467 timeout: 581 lvb_type: 0 00010000:00010000:3.0:1746130283.734086:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130283.734088:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130283.734094:0:7924:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8000/0x4ce24e5787362761 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40d9f expref: 73 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130283.734101:0:7924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc8000/0x4ce24e5787362761 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40d9f expref: 73 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130283.734127:0:7924:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091fc8000/0x4ce24e5787362761 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40d9f expref: 73 pid: 20953 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746130283.734143:0:7924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091950a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841812096:192.168.204.51@tcp:105: 00000100:00100000:3.0:1746130283.734641:0:7924:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b20c4f00 going to sleep for 11 seconds 00000100:00100000:3.0:1746130283.736324:0:7924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091950a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841812096:192.168.204.51@tcp:105: 00010000:00010000:3.0:1746130283.736362:0:7924:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746130283.736395:0:7924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c4ff100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+5:1961:x1830949849354624:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 2378us (2561us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130283.736402:0:7924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14910 00000100:00100000:0.0:1746130283.736749:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130283.736816:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849354880 00000100:00100000:3.0:1746130283.736823:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849354880 00002000:00100000:3.0:1746130283.736853:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800a7d41f80 x1830949849354880/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:269/0 lens 488/0 e 0 to 0 dl 1746130294 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130283.736861:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a7d41f80 with x1830949849354880 ext(0->4095) 00002000:00010000:3.0:1746130283.736865:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a7d41f80 00000100:00100000:3.0:1746130283.736938:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 4999 00000100:00100000:3.0:1746130283.736947:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7d41f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+74:1962:x1830949849354880:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746130283.737061:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7d41f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+74:1962:x1830949849354880:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 115us (322us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746130283.737066:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 4999 00002000:00100000:3.0:1746130283.737071:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800a7d41f80 x1830949849354880/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:269/0 lens 488/4536 e 0 to 0 dl 1746130294 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130283.737077:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a7d41f80 with x1830949849354880 ext(0->4095) 00002000:00010000:3.0:1746130283.737080:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a7d41f80 00000100:00100000:0.0:1746130283.739437:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130283.739488:0:20953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849355008 00000100:00100000:2.0:1746130283.739494:0:20953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849355008 00000100:00100000:2.0:1746130283.739537:0:20953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6647 00000100:00100000:2.0:1746130283.739543:0:20953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7d43100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c84b93b0-d496-484f-8e1e-94008838f2dd+5:31579:x1830949849355008:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746130283.739556:0:20953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746130283.739574:0:20953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091fc8200/0x4ce24e5787362768 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae40da6 expref: -99 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130283.739599:0:20953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8000/0x4ce24e5787362761 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40d9f expref: 73 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130283.739606:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746130283.739608:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746130283.739611:0:20953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc8200/0x4ce24e5787362768 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40da6 expref: 6 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130283.739635:0:20953:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091fc8000/0x4ce24e5787362761 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40d9f expref: 73 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130283.739645:0:20953:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091fc8000/0x4ce24e5787362761 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40d9f expref: 73 pid: 20953 timeout: 581 lvb_type: 0 00000100:00100000:2.0:1746130283.739654:0:20953:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f133b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:20953:1830949841812224:192.168.204.51@tcp:104: 00000100:00100000:2.0:1746130283.739727:0:20953:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b528af00 going to sleep for 11 seconds 00000100:00100000:2.0:1746130283.743796:0:20953:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f133b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:20953:1830949841812224:192.168.204.51@tcp:104: 00010000:00010000:2.0:1746130283.743825:0:20953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091fc8200/0x4ce24e5787362768 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40da6 expref: 6 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130283.743839:0:20953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091fc8200, rc 0) 00000100:00100000:2.0:1746130283.743889:0:20953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7d43100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c84b93b0-d496-484f-8e1e-94008838f2dd+6:31579:x1830949849355008:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4346us (4456us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130283.743897:0:20953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6647 00000100:00100000:0.0:1746130283.745600:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130283.747399:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130283.747456:0:20953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849355264 00000100:00100000:2.0:1746130283.747465:0:20953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849355264 00000100:00100000:2.0:1746130283.747502:0:20953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6648 00000100:00100000:2.0:1746130283.747509:0:20953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7d42a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:640ea846-b909-4eea-9a54-417e15bd627b+74:31578:x1830949849355264:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746130283.747522:0:20953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746130283.747537:0:20953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e578736276f lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae40dad expref: -99 pid: 20953 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746130283.747545:0:7924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849355136 00000100:00100000:3.0:1746130283.747550:0:7924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849355136 00010000:00010000:2.0:1746130283.747559:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746130283.747565:0:20953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8200/0x4ce24e5787362768 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40da6 expref: 5 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130283.747571:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746130283.747573:0:7924:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc8000/0x4ce24e5787362761 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40d9f expref: 76 pid: 20953 timeout: 581 lvb_type: 0 00010000:00010000:2.0:1746130283.747574:0:20953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e578736276f lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40dad expref: 76 pid: 20953 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746130283.747599:0:7924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14911 00010000:00010000:2.0:1746130283.747602:0:20953:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091fc8200/0x4ce24e5787362768 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40da6 expref: 5 pid: 20953 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746130283.747604:0:7924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7d41180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+76:1961:x1830949849355136:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746130283.747613:0:7924:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746130283.747613:0:20953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e578736276f lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40dad expref: 76 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130283.747621:0:20953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091fc8600, rc 0) 00010000:00010000:3.0:1746130283.747628:0:7924:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091fc8000/0x4ce24e5787362761 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40d9f expref: 76 pid: 20953 timeout: 581 lvb_type: 0 00010000:00010000:3.0:1746130283.747637:0:7924:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091fc8000/0x4ce24e5787362761 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40d9f expref: 76 pid: 20953 timeout: 581 lvb_type: 0 00010000:00010000:3.0:1746130283.747651:0:7924:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8000/0x4ce24e5787362761 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40d9f expref: 76 pid: 20953 timeout: 581 lvb_type: 0 00010000:00010000:3.0:1746130283.747669:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130283.747671:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1746130283.747671:0:20953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7d42a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:640ea846-b909-4eea-9a54-417e15bd627b+75:31578:x1830949849355264:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 162us (276us total) trans 0 rc 0/0 00010000:00010000:3.0:1746130283.747676:0:7924:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8200/0x4ce24e5787362768 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40da6 expref: 5 pid: 20953 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746130283.747676:0:20953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6648 00010000:00010000:3.0:1746130283.747683:0:7924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc8200/0x4ce24e5787362768 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40da6 expref: 5 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130283.747699:0:7924:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091fc8200/0x4ce24e5787362768 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40da6 expref: 5 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130283.747712:0:7924:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091fc8200/0x4ce24e5787362768 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40da6 expref: 5 pid: 20953 timeout: 581 lvb_type: 0 00000100:00100000:3.0:1746130283.747722:0:7924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091950a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841812480:192.168.204.51@tcp:105: 00000100:00100000:3.0:1746130283.747765:0:7924:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b20c4600 going to sleep for 11 seconds 00000100:00100000:0.0:1746130283.749893:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130283.750509:0:7924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091950a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841812480:192.168.204.51@tcp:105: 00000100:00100000:2.0:1746130283.750517:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849355520 00000100:00100000:2.0:1746130283.750522:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849355520 00010000:00010000:3.0:1746130283.750530:0:7924:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00100000:2.0:1746130283.750556:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800a7d40000 x1830949849355520/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:269/0 lens 488/0 e 0 to 0 dl 1746130294 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130283.750564:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a7d40000 with x1830949849355520 ext(0->4095) 00010000:00010000:2.0:1746130283.750571:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8200/0x4ce24e5787362768 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40da6 expref: 6 pid: 20953 timeout: 581 lvb_type: 0 00000100:00100000:3.0:1746130283.750576:0:7924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7d41180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+74:1961:x1830949849355136:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 2971us (4981us total) trans 0 rc 0/0 00010000:00010000:2.0:1746130283.750582:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091fc8200/0x4ce24e5787362768 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40da6 expref: 6 pid: 20953 timeout: 581 lvb_type: 0 00000100:00100000:3.0:1746130283.750584:0:7924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14911 00002000:00010000:2.0:1746130283.750587:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a7d40000 00000100:00100000:2.0:1746130283.750600:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2763 00000100:00100000:2.0:1746130283.750604:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7d40000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949849355520:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746130283.750728:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7d40000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949849355520:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 123us (842us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746130283.750734:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2763 00002000:00100000:2.0:1746130283.750738:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800a7d40000 x1830949849355520/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:269/0 lens 488/4536 e 0 to 0 dl 1746130294 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130283.750744:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a7d40000 with x1830949849355520 ext(0->4095) 00010000:00010000:2.0:1746130283.750748:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8200/0x4ce24e5787362768 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40da6 expref: 6 pid: 20953 timeout: 581 lvb_type: 0 00010000:00010000:2.0:1746130283.750756:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091fc8200/0x4ce24e5787362768 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40da6 expref: 6 pid: 20953 timeout: 581 lvb_type: 0 00002000:00010000:2.0:1746130283.750761:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a7d40000 00000100:00100000:0.0:1746130283.753399:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130283.753458:0:7924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849355648 00000100:00100000:3.0:1746130283.753464:0:7924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849355648 00010000:00010000:3.0:1746130283.753491:0:7924:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc8200/0x4ce24e5787362768 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40da6 expref: 6 pid: 20953 timeout: 581 lvb_type: 0 00000100:00100000:3.0:1746130283.753514:0:7924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14912 00000100:00100000:3.0:1746130283.753518:0:7924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d0d1450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949849355648:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746130283.753526:0:7924:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746130283.753540:0:7924:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091fc8200/0x4ce24e5787362768 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40da6 expref: 6 pid: 20953 timeout: 581 lvb_type: 0 00010000:00010000:3.0:1746130283.753548:0:7924:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091fc8200/0x4ce24e5787362768 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40da6 expref: 6 pid: 20953 timeout: 581 lvb_type: 0 00010000:00010000:3.0:1746130283.753562:0:7924:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8200/0x4ce24e5787362768 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40da6 expref: 6 pid: 20953 timeout: 581 lvb_type: 0 00010000:00010000:3.0:1746130283.753579:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130283.753581:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130283.753586:0:7924:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e578736276f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40dad expref: 73 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130283.753591:0:7924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e578736276f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40dad expref: 73 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130283.753611:0:7924:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e578736276f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40dad expref: 73 pid: 20953 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746130283.753618:0:7924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091950a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841812608:192.168.204.51@tcp:105: 00000100:00100000:3.0:1746130283.754425:0:7924:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b20c4600 going to sleep for 11 seconds 00000100:00100000:3.0:1746130283.756515:0:7924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091950a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841812608:192.168.204.51@tcp:105: 00010000:00010000:3.0:1746130283.756535:0:7924:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746130283.756569:0:7924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d0d1450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+5:1962:x1830949849355648:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 3051us (3177us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130283.756579:0:7924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14912 00000100:00100000:1.0:1746130283.760729:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130283.760874:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849355904 00000100:00100000:2.0:1746130283.760881:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849355904 00002000:00100000:2.0:1746130283.760956:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093173100 x1830949849355904/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:269/0 lens 488/0 e 0 to 0 dl 1746130294 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130283.760971:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093173100 with x1830949849355904 ext(0->4095) 00002000:00010000:2.0:1746130283.760976:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093173100 00000100:00100000:2.0:1746130283.761057:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5000 00000100:00100000:2.0:1746130283.761065:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093173100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+74:1961:x1830949849355904:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746130283.761692:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093173100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+74:1961:x1830949849355904:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 627us (969us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746130283.761698:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5000 00002000:00100000:2.0:1746130283.761704:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093173100 x1830949849355904/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:269/0 lens 488/4536 e 0 to 0 dl 1746130294 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130283.761712:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093173100 with x1830949849355904 ext(0->4095) 00002000:00010000:2.0:1746130283.761714:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093173100 00000100:00100000:0.0:1746130283.767559:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130283.767642:0:20953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849356032 00000100:00100000:2.0:1746130283.767649:0:20953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849356032 00000100:00100000:2.0:1746130283.767683:0:20953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6649 00000100:00100000:2.0:1746130283.767690:0:20953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7d40380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c84b93b0-d496-484f-8e1e-94008838f2dd+5:31579:x1830949849356032:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746130283.767706:0:20953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746130283.767723:0:20953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e5787362776 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae40db4 expref: -99 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130283.767747:0:20953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e578736276f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40dad expref: 73 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130283.767754:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746130283.767755:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746130283.767759:0:20953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e5787362776 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40db4 expref: 6 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130283.767783:0:20953:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e578736276f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40dad expref: 73 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130283.767794:0:20953:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e578736276f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40dad expref: 73 pid: 20953 timeout: 581 lvb_type: 0 00000100:00100000:2.0:1746130283.767804:0:20953:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f133b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:20953:1830949841812736:192.168.204.51@tcp:104: 00000100:00100000:2.0:1746130283.767893:0:20953:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b528acc0 going to sleep for 11 seconds 00000100:00100000:2.0:1746130283.769504:0:20953:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f133b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:20953:1830949841812736:192.168.204.51@tcp:104: 00010000:00010000:2.0:1746130283.769525:0:20953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e5787362776 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40db4 expref: 6 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130283.769538:0:20953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091fc9a00, rc 0) 00000100:00100000:2.0:1746130283.769580:0:20953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7d40380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c84b93b0-d496-484f-8e1e-94008838f2dd+6:31579:x1830949849356032:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1890us (2026us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130283.769588:0:20953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6649 00000100:00100000:0.0:1746130283.770044:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130283.770118:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849356160 00000100:00100000:2.0:1746130283.770123:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849356160 00002000:00100000:2.0:1746130283.770152:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff8800a7d41180 x1830949849356160/t0(0) o4->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:269/0 lens 496/0 e 0 to 0 dl 1746130294 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130283.770158:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a7d41180 with x1830949849356160 ext(0->7) 00010000:00010000:2.0:1746130283.770162:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e578736276f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40dad expref: 74 pid: 20953 timeout: 581 lvb_type: 0 00010000:00010000:2.0:1746130283.770173:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e578736276f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40dad expref: 74 pid: 20953 timeout: 581 lvb_type: 0 00002000:00010000:2.0:1746130283.770177:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a7d41180 00000100:00100000:2.0:1746130283.770197:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2764 00000100:00100000:2.0:1746130283.770201:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7d41180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+74:1962:x1830949849356160:12345-192.168.204.51@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746130283.770486:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7d41180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+76:1962:x1830949849356160:12345-192.168.204.51@tcp:4:ldlm_bl.0 Request processed in 282us (446us total) trans 4294967959 rc 0/0 00000100:00100000:2.0:1746130283.770491:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2764 00002000:00100000:2.0:1746130283.770496:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff8800a7d41180 x1830949849356160/t4294967959(0) o4->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:269/0 lens 496/448 e 0 to 0 dl 1746130294 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130283.770503:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a7d41180 with x1830949849356160 ext(0->7) 00010000:00010000:2.0:1746130283.770507:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e578736276f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40dad expref: 76 pid: 20953 timeout: 581 lvb_type: 0 00010000:00010000:2.0:1746130283.770515:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e578736276f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40dad expref: 76 pid: 20953 timeout: 581 lvb_type: 0 00002000:00010000:2.0:1746130283.770521:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a7d41180 00000100:00100000:0.0:1746130283.772366:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130283.772440:0:7924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849356288 00000100:00100000:3.0:1746130283.772447:0:7924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849356288 00010000:00010000:3.0:1746130283.772477:0:7924:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e578736276f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40dad expref: 76 pid: 20953 timeout: 581 lvb_type: 0 00000100:00100000:3.0:1746130283.772494:0:7924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14913 00000100:00100000:3.0:1746130283.772499:0:7924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a64c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+76:1962:x1830949849356288:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746130283.772509:0:7924:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746130283.772521:0:7924:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e578736276f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40dad expref: 76 pid: 20953 timeout: 581 lvb_type: 0 00010000:00010000:3.0:1746130283.772529:0:7924:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e578736276f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40dad expref: 76 pid: 20953 timeout: 581 lvb_type: 0 00010000:00010000:3.0:1746130283.772543:0:7924:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8600/0x4ce24e578736276f lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40dad expref: 76 pid: 20953 timeout: 581 lvb_type: 0 00010000:00010000:3.0:1746130283.772561:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130283.772563:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130283.772569:0:7924:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e5787362776 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40db4 expref: 5 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130283.772576:0:7924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e5787362776 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40db4 expref: 5 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130283.772603:0:7924:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e5787362776 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40db4 expref: 5 pid: 20953 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746130283.772613:0:7924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091950a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841812864:192.168.204.51@tcp:105: 00000100:00100000:3.0:1746130283.772681:0:7924:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b20c4f00 going to sleep for 11 seconds 00000100:00100000:2.0:1746130283.775767:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130283.775842:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130283.775864:0:20953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849356672 00000100:00100000:2.0:1746130283.775870:0:20953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849356672 00000100:00100000:2.0:1746130283.775920:0:20953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6650 00000100:00100000:2.0:1746130283.775927:0:20953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f131c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:640ea846-b909-4eea-9a54-417e15bd627b+76:31578:x1830949849356672:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746130283.775942:0:20953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746130283.775955:0:20953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091fc8200/0x4ce24e578736277d lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae40dbb expref: -99 pid: 20953 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746130283.776021:0:7924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091950a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841812864:192.168.204.51@tcp:105: 00000100:00100000:0.0:1746130283.776028:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849356544 00000100:00100000:0.0:1746130283.776032:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849356544 00010000:00010000:3.0:1746130283.776041:0:7924:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00100000:0.0:1746130283.776055:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008f133b80 x1830949849356544/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:269/0 lens 488/0 e 0 to 0 dl 1746130294 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746130283.776063:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f133b80 with x1830949849356544 ext(0->4095) 00002000:00010000:0.0:1746130283.776066:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008f133b80 00000100:00100000:3.0:1746130283.776092:0:7924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a64c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+76:1962:x1830949849356288:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 3591us (3732us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130283.776104:0:7924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14913 00000100:00100000:0.0:1746130283.776151:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5001 00000100:00100000:0.0:1746130283.776158:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f133b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949849356544:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00010000:00010000:2.0:1746130283.776175:0:20953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e5787362776 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40db4 expref: 6 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130283.776181:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130283.776183:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130283.776186:0:20953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc8200/0x4ce24e578736277d lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40dbb expref: 76 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130283.776206:0:20953:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e5787362776 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40db4 expref: 6 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130283.776216:0:20953:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e5787362776 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40db4 expref: 6 pid: 20953 timeout: 581 lvb_type: 0 00000100:00100000:2.0:1746130283.776226:0:20953:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f133100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:20953:1830949841812992:192.168.204.51@tcp:104: 00000100:00100000:0.0:1746130283.776261:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f133b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949849356544:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 104us (501us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746130283.776281:0:20953:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b528acc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746130283.776438:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5001 00002000:00100000:0.0:1746130283.776445:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008f133b80 x1830949849356544/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:269/0 lens 488/4536 e 0 to 0 dl 1746130294 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746130283.776452:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f133b80 with x1830949849356544 ext(0->4095) 00010000:00010000:0.0:1746130283.776456:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e5787362776 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40db4 expref: 6 pid: 20953 timeout: 581 lvb_type: 0 00010000:00010000:0.0:1746130283.776466:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e5787362776 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40db4 expref: 6 pid: 20953 timeout: 581 lvb_type: 0 00002000:00010000:0.0:1746130283.776471:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008f133b80 00000100:00100000:0.0:1746130283.778815:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130283.778887:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849356800 00000100:00100000:1.0:1746130283.778903:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849356800 00000100:00100000:2.0:1746130283.778968:0:20953:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f133100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:20953:1830949841812992:192.168.204.51@tcp:104: 00010000:00010000:2.0:1746130283.778992:0:20953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880091fc8200/0x4ce24e578736277d lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40dbb expref: 77 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130283.779006:0:20953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091fc8200, rc 0) 00000100:00100000:1.0:1746130283.779141:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6651 00000100:00100000:1.0:1746130283.779149:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a64dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:640ea846-b909-4eea-9a54-417e15bd627b+77:31579:x1830949849356800:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746130283.779162:0:8467:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1746130283.779167:0:20953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f131c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:640ea846-b909-4eea-9a54-417e15bd627b+77:31578:x1830949849356672:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3240us (3324us total) trans 0 rc 0/0 00010000:00010000:1.0:1746130283.779175:0:8467:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012b02d200/0x4ce24e5787362784 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae40dc2 expref: -99 pid: 8467 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746130283.779176:0:20953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6650 00010000:00010000:1.0:1746130283.779192:0:8467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130283.779196:0:8467:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8200/0x4ce24e578736277d lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40dbb expref: 77 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130283.779203:0:8467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130283.779206:0:8467:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012b02d200/0x4ce24e5787362784 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40dc2 expref: 77 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130283.779232:0:8467:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880091fc8200/0x4ce24e578736277d lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40dbb expref: 77 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130283.779241:0:8467:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012b02d200/0x4ce24e5787362784 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40dc2 expref: 77 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130283.779248:0:8467:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b02d200, rc 0) 00000100:00100000:1.0:1746130283.779292:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a64dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:640ea846-b909-4eea-9a54-417e15bd627b+77:31579:x1830949849356800:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 144us (484us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130283.779297:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6651 00000100:00100000:0.0:1746130283.779630:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130283.779670:0:7924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849356928 00000100:00100000:2.0:1746130283.779674:0:7924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849356928 00010000:00010000:2.0:1746130283.779693:0:7924:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e5787362776 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40db4 expref: 6 pid: 20953 timeout: 581 lvb_type: 0 00000100:00100000:2.0:1746130283.779709:0:7924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14914 00000100:00100000:2.0:1746130283.779714:0:7924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a64c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949849356928:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746130283.779721:0:7924:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746130283.779737:0:7924:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e5787362776 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40db4 expref: 6 pid: 20953 timeout: 581 lvb_type: 0 00010000:00010000:2.0:1746130283.779744:0:7924:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e5787362776 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40db4 expref: 6 pid: 20953 timeout: 581 lvb_type: 0 00010000:00010000:2.0:1746130283.779755:0:7924:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091fc9a00/0x4ce24e5787362776 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40db4 expref: 6 pid: 20953 timeout: 581 lvb_type: 0 00010000:00010000:2.0:1746130283.779775:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130283.779776:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130283.779780:0:7924:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8200/0x4ce24e578736277d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40dbb expref: 76 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130283.779784:0:7924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc8200/0x4ce24e578736277d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40dbb expref: 76 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130283.779796:0:7924:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880091fc8200/0x4ce24e578736277d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40dbb expref: 76 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130283.779804:0:7924:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880091fc8200/0x4ce24e578736277d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40dbb expref: 76 pid: 20953 timeout: 581 lvb_type: 0 00000100:00100000:2.0:1746130283.779810:0:7924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f133100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841813248:192.168.204.51@tcp:105: 00000100:00100000:2.0:1746130283.779843:0:7924:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b528acc0 going to sleep for 11 seconds 00000100:00100000:2.0:1746130283.781249:0:7924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f133100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841813248:192.168.204.51@tcp:105: 00010000:00010000:2.0:1746130283.781264:0:7924:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746130283.781319:0:7924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a64c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+5:1961:x1830949849356928:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 1604us (1689us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130283.781327:0:7924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14914 00000100:00100000:0.0:1746130283.783440:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130283.783500:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849357184 00000100:00100000:2.0:1746130283.783508:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849357184 00002000:00100000:2.0:1746130283.783542:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008a64c380 x1830949849357184/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:269/0 lens 488/0 e 0 to 0 dl 1746130294 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130283.783551:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a64c380 with x1830949849357184 ext(0->4095) 00010000:00010000:2.0:1746130283.783558:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8200/0x4ce24e578736277d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40dbb expref: 77 pid: 20953 timeout: 581 lvb_type: 0 00010000:00010000:2.0:1746130283.783569:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091fc8200/0x4ce24e578736277d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40dbb expref: 77 pid: 20953 timeout: 581 lvb_type: 0 00002000:00010000:2.0:1746130283.783575:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008a64c380 00000100:00100000:2.0:1746130283.783897:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2765 00000100:00100000:2.0:1746130283.783904:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a64c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+77:1961:x1830949849357184:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746130283.784064:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a64c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+77:1961:x1830949849357184:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 160us (631us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746130283.784070:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2765 00002000:00100000:2.0:1746130283.784075:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008a64c380 x1830949849357184/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:269/0 lens 488/4536 e 0 to 0 dl 1746130294 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130283.784081:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a64c380 with x1830949849357184 ext(0->4095) 00010000:00010000:2.0:1746130283.784086:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8200/0x4ce24e578736277d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40dbb expref: 77 pid: 20953 timeout: 581 lvb_type: 0 00010000:00010000:2.0:1746130283.784093:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880091fc8200/0x4ce24e578736277d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40dbb expref: 77 pid: 20953 timeout: 581 lvb_type: 0 00002000:00010000:2.0:1746130283.784097:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008a64c380 00000100:00100000:0.0:1746130283.785896:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130283.786071:0:7924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849357312 00000100:00100000:2.0:1746130283.786078:0:7924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849357312 00010000:00010000:2.0:1746130283.786106:0:7924:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc8200/0x4ce24e578736277d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40dbb expref: 77 pid: 20953 timeout: 581 lvb_type: 0 00000100:00100000:2.0:1746130283.786140:0:7924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14915 00000100:00100000:2.0:1746130283.786146:0:7924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a64f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+77:1962:x1830949849357312:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746130283.786212:0:7924:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746130283.786231:0:7924:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880091fc8200/0x4ce24e578736277d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40dbb expref: 77 pid: 20953 timeout: 581 lvb_type: 0 00010000:00010000:2.0:1746130283.786243:0:7924:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880091fc8200/0x4ce24e578736277d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40dbb expref: 77 pid: 20953 timeout: 581 lvb_type: 0 00010000:00010000:2.0:1746130283.786261:0:7924:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8200/0x4ce24e578736277d lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40dbb expref: 77 pid: 20953 timeout: 581 lvb_type: 0 00010000:00010000:2.0:1746130283.786307:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130283.786309:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130283.786317:0:7924:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012b02d200/0x4ce24e5787362784 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40dc2 expref: 76 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130283.786324:0:7924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012b02d200/0x4ce24e5787362784 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40dc2 expref: 76 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130283.786360:0:7924:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012b02d200/0x4ce24e5787362784 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40dc2 expref: 76 pid: 8467 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746130283.786371:0:7924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f133100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841813376:192.168.204.51@tcp:105: 00000100:00100000:2.0:1746130283.786450:0:7924:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b528acc0 going to sleep for 11 seconds 00000100:00100000:2.0:1746130283.788951:0:7924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f133100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841813376:192.168.204.51@tcp:105: 00010000:00010000:2.0:1746130283.788969:0:7924:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746130283.789018:0:7924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a64f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+76:1962:x1830949849357312:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 2871us (3126us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130283.789027:0:7924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14915 00000100:00100000:0.0:1746130283.789109:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130283.789201:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849357568 00000100:00100000:2.0:1746130283.789208:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849357568 00002000:00100000:2.0:1746130283.789663:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008a64ca80 x1830949849357568/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:269/0 lens 488/0 e 0 to 0 dl 1746130294 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130283.789678:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a64ca80 with x1830949849357568 ext(0->4095) 00002000:00010000:2.0:1746130283.789683:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008a64ca80 00000100:00100000:2.0:1746130283.789722:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5002 00000100:00100000:2.0:1746130283.789732:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a64ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+76:1962:x1830949849357568:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746130283.789881:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a64ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+76:1962:x1830949849357568:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 150us (772us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746130283.789887:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5002 00002000:00100000:2.0:1746130283.789894:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008a64ca80 x1830949849357568/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:269/0 lens 488/4536 e 0 to 0 dl 1746130294 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130283.789900:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a64ca80 with x1830949849357568 ext(0->4095) 00002000:00010000:2.0:1746130283.789904:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008a64ca80 00000100:00100000:0.0:1746130283.793044:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130283.793553:0:10554:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849357696 00000100:00100000:3.0:1746130283.793562:0:10554:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849357696 00000100:00100000:3.0:1746130283.793641:0:10554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6652 00000100:00100000:3.0:1746130283.793650:0:10554:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a64ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+5:31579:x1830949849357696:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746130283.793673:0:10554:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746130283.793690:0:10554:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800934d0c00/0x4ce24e578736278b lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae40dc9 expref: -99 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130283.793720:0:10554:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012b02d200/0x4ce24e5787362784 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40dc2 expref: 75 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130283.793728:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746130283.793729:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746130283.793733:0:10554:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d0c00/0x4ce24e578736278b lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40dc9 expref: 6 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130283.793762:0:10554:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012b02d200/0x4ce24e5787362784 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40dc2 expref: 75 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130283.793773:0:10554:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012b02d200/0x4ce24e5787362784 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40dc2 expref: 75 pid: 8467 timeout: 581 lvb_type: 0 00000100:00100000:3.0:1746130283.793785:0:10554:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091950a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10554:1830949841813504:192.168.204.51@tcp:104: 00000100:00100000:3.0:1746130283.794550:0:10554:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b20c4f00 going to sleep for 11 seconds 00000100:00100000:3.0:1746130283.795303:0:10554:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091950a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10554:1830949841813504:192.168.204.51@tcp:104: 00010000:00010000:3.0:1746130283.795348:0:10554:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800934d0c00/0x4ce24e578736278b lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40dc9 expref: 6 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130283.795361:0:10554:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800934d0c00, rc 0) 00000100:00100000:3.0:1746130283.795390:0:10554:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a64ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+6:31579:x1830949849357696:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1742us (2355us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130283.795398:0:10554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6652 00000100:00100000:0.0:1746130283.795497:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130283.795532:0:7924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849357824 00000100:00100000:3.0:1746130283.795537:0:7924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849357824 00010000:00010000:3.0:1746130283.795555:0:7924:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012b02d200/0x4ce24e5787362784 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40dc2 expref: 76 pid: 8467 timeout: 581 lvb_type: 0 00000100:00100000:3.0:1746130283.795577:0:7924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14916 00000100:00100000:3.0:1746130283.795584:0:7924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a64e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+76:1961:x1830949849357824:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746130283.795594:0:7924:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746130283.795611:0:7924:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012b02d200/0x4ce24e5787362784 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40dc2 expref: 76 pid: 8467 timeout: 581 lvb_type: 0 00010000:00010000:3.0:1746130283.795619:0:7924:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012b02d200/0x4ce24e5787362784 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40dc2 expref: 76 pid: 8467 timeout: 581 lvb_type: 0 00010000:00010000:3.0:1746130283.795635:0:7924:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b02d200/0x4ce24e5787362784 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40dc2 expref: 76 pid: 8467 timeout: 581 lvb_type: 0 00010000:00010000:3.0:1746130283.795646:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130283.795648:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130283.795654:0:7924:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800934d0c00/0x4ce24e578736278b lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40dc9 expref: 5 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130283.795661:0:7924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d0c00/0x4ce24e578736278b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40dc9 expref: 5 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130283.795683:0:7924:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800934d0c00/0x4ce24e578736278b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40dc9 expref: 5 pid: 10554 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746130283.795691:0:7924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091950a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841813632:192.168.204.51@tcp:105: 00000100:00100000:3.0:1746130283.795816:0:7924:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b20c4f00 going to sleep for 11 seconds 00000100:00100000:3.0:1746130283.797118:0:7924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091950a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841813632:192.168.204.51@tcp:105: 00010000:00010000:3.0:1746130283.797135:0:7924:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746130283.797179:0:7924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a64e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+75:1961:x1830949849357824:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 1595us (1681us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130283.797187:0:7924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14916 00000100:00100000:0.0:1746130283.797654:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130283.797757:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849358080 00000100:00100000:2.0:1746130283.797763:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849358080 00002000:00100000:2.0:1746130283.797803:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880134b84e00 x1830949849358080/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:269/0 lens 488/0 e 0 to 0 dl 1746130294 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130283.797812:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134b84e00 with x1830949849358080 ext(0->4095) 00002000:00010000:2.0:1746130283.797817:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880134b84e00 00000100:00100000:2.0:1746130283.798390:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5003 00000100:00100000:2.0:1746130283.798400:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134b84e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949849358080:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746130283.798585:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134b84e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949849358080:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 185us (931us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746130283.798592:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5003 00002000:00100000:2.0:1746130283.798600:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880134b84e00 x1830949849358080/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:269/0 lens 488/4536 e 0 to 0 dl 1746130294 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130283.798607:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134b84e00 with x1830949849358080 ext(0->4095) 00002000:00010000:2.0:1746130283.798611:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880134b84e00 00000100:00100000:0.0:1746130283.799849:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130283.799906:0:10554:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849358208 00000100:00100000:3.0:1746130283.799911:0:10554:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849358208 00000100:00100000:0.0:1746130283.799919:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130283.799954:0:10554:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849358336 00000100:00100000:3.0:1746130283.799957:0:10554:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849358336 00000100:00100000:3.0:1746130283.799973:0:10554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6653 00000100:00100000:3.0:1746130283.799979:0:10554:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134b86680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:640ea846-b909-4eea-9a54-417e15bd627b+76:31578:x1830949849358208:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746130283.799989:0:10554:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1746130283.800002:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6654 00010000:00010000:3.0:1746130283.800003:0:10554:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800934d1800/0x4ce24e5787362792 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae40dd0 expref: -99 pid: 10554 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746130283.800011:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134b85500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:640ea846-b909-4eea-9a54-417e15bd627b+76:31579:x1830949849358336:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746130283.800018:0:8467:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746130283.800024:0:10554:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800934d0c00/0x4ce24e578736278b lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40dc9 expref: 5 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130283.800025:0:8467:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012b02c400/0x4ce24e5787362799 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae40dd7 expref: -99 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130283.800036:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130283.800038:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130283.800041:0:10554:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d1800/0x4ce24e5787362792 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40dd0 expref: 78 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130283.800187:0:8467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130283.800192:0:8467:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1800/0x4ce24e5787362792 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40dd0 expref: 78 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130283.800197:0:8467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130283.800199:0:8467:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012b02c400/0x4ce24e5787362799 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40dd7 expref: 78 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130283.800221:0:10554:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800934d0c00/0x4ce24e578736278b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40dc9 expref: 5 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130283.800224:0:8467:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800934d1800/0x4ce24e5787362792 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40dd0 expref: 78 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130283.800232:0:10554:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800934d0c00/0x4ce24e578736278b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40dc9 expref: 5 pid: 10554 timeout: 581 lvb_type: 0 00010000:00010000:1.0:1746130283.800241:0:8467:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012b02c400/0x4ce24e5787362799 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40dd7 expref: 78 pid: 8467 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746130283.800242:0:10554:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091950a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10554:1830949841813888:192.168.204.51@tcp:104: 00010000:00010000:1.0:1746130283.800254:0:8467:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b02c400, rc 0) 00000100:00100000:1.0:1746130283.800307:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134b85500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:640ea846-b909-4eea-9a54-417e15bd627b+78:31579:x1830949849358336:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 298us (391us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130283.800312:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6654 00000100:00100000:3.0:1746130283.800385:0:10554:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b20c4f00 going to sleep for 11 seconds 00000100:00100000:3.0:1746130283.801648:0:10554:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091950a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10554:1830949841813888:192.168.204.51@tcp:104: 00010000:00010000:3.0:1746130283.801671:0:10554:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800934d1800/0x4ce24e5787362792 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40dd0 expref: 77 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130283.801683:0:10554:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800934d1800, rc 0) 00000100:00100000:3.0:1746130283.801716:0:10554:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134b86680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:640ea846-b909-4eea-9a54-417e15bd627b+77:31578:x1830949849358208:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1736us (1870us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130283.801722:0:10554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6653 00000100:00100000:0.0:1746130283.801924:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130283.802038:0:7924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849358464 00000100:00100000:3.0:1746130283.802042:0:7924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849358464 00010000:00010000:3.0:1746130283.802063:0:7924:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d0c00/0x4ce24e578736278b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40dc9 expref: 6 pid: 10554 timeout: 581 lvb_type: 0 00000100:00100000:3.0:1746130283.802090:0:7924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14917 00000100:00100000:3.0:1746130283.802094:0:7924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134b84380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949849358464:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746130283.802101:0:7924:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746130283.802115:0:7924:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800934d0c00/0x4ce24e578736278b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40dc9 expref: 6 pid: 10554 timeout: 581 lvb_type: 0 00010000:00010000:3.0:1746130283.802122:0:7924:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800934d0c00/0x4ce24e578736278b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40dc9 expref: 6 pid: 10554 timeout: 581 lvb_type: 0 00010000:00010000:3.0:1746130283.802135:0:7924:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800934d0c00/0x4ce24e578736278b lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40dc9 expref: 6 pid: 10554 timeout: 581 lvb_type: 0 00010000:00010000:3.0:1746130283.802155:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130283.802157:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130283.802162:0:7924:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1800/0x4ce24e5787362792 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40dd0 expref: 76 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130283.802169:0:7924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d1800/0x4ce24e5787362792 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40dd0 expref: 76 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130283.802190:0:7924:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800934d1800/0x4ce24e5787362792 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40dd0 expref: 76 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130283.802199:0:7924:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800934d1800/0x4ce24e5787362792 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40dd0 expref: 76 pid: 10554 timeout: 581 lvb_type: 0 00000100:00100000:3.0:1746130283.802212:0:7924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091950a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841814016:192.168.204.51@tcp:105: 00000100:00100000:3.0:1746130283.802297:0:7924:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b20c4f00 going to sleep for 11 seconds 00000100:00100000:3.0:1746130283.803218:0:7924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091950a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841814016:192.168.204.51@tcp:105: 00010000:00010000:3.0:1746130283.803232:0:7924:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746130283.803285:0:7924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134b84380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+5:1962:x1830949849358464:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 1170us (1347us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130283.803293:0:7924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14917 00000100:00100000:0.0:1746130283.803835:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130283.803895:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849358720 00000100:00100000:3.0:1746130283.803899:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849358720 00002000:00100000:3.0:1746130283.803925:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880099525180 x1830949849358720/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:269/0 lens 488/0 e 0 to 0 dl 1746130294 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130283.803932:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099525180 with x1830949849358720 ext(0->4095) 00010000:00010000:3.0:1746130283.803939:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1800/0x4ce24e5787362792 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40dd0 expref: 77 pid: 10554 timeout: 581 lvb_type: 0 00010000:00010000:3.0:1746130283.803954:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800934d1800/0x4ce24e5787362792 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40dd0 expref: 77 pid: 10554 timeout: 581 lvb_type: 0 00002000:00010000:3.0:1746130283.803959:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880099525180 00000100:00100000:3.0:1746130283.803986:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2766 00000100:00100000:3.0:1746130283.803993:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099525180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+77:1961:x1830949849358720:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746130283.804108:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099525180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+77:1961:x1830949849358720:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 117us (274us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746130283.804116:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2766 00002000:00100000:3.0:1746130283.804121:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880099525180 x1830949849358720/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:269/0 lens 488/4536 e 0 to 0 dl 1746130294 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130283.804129:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099525180 with x1830949849358720 ext(0->4095) 00010000:00010000:3.0:1746130283.804133:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1800/0x4ce24e5787362792 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40dd0 expref: 77 pid: 10554 timeout: 581 lvb_type: 0 00010000:00010000:3.0:1746130283.804141:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800934d1800/0x4ce24e5787362792 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40dd0 expref: 77 pid: 10554 timeout: 581 lvb_type: 0 00002000:00010000:3.0:1746130283.804147:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880099525180 00010000:00010000:1.0:1746130283.804623:0:7099:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746130283.805428:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130283.805512:0:7924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849358848 00000100:00100000:3.0:1746130283.805519:0:7924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849358848 00010000:00010000:3.0:1746130283.805547:0:7924:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d1800/0x4ce24e5787362792 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40dd0 expref: 77 pid: 10554 timeout: 581 lvb_type: 0 00000100:00100000:3.0:1746130283.805566:0:7924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14918 00000100:00100000:3.0:1746130283.805572:0:7924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099527b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+77:1961:x1830949849358848:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746130283.805581:0:7924:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746130283.805596:0:7924:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800934d1800/0x4ce24e5787362792 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40dd0 expref: 77 pid: 10554 timeout: 581 lvb_type: 0 00010000:00010000:3.0:1746130283.805606:0:7924:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800934d1800/0x4ce24e5787362792 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40dd0 expref: 77 pid: 10554 timeout: 581 lvb_type: 0 00010000:00010000:3.0:1746130283.805623:0:7924:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1800/0x4ce24e5787362792 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40dd0 expref: 77 pid: 10554 timeout: 581 lvb_type: 0 00010000:00010000:3.0:1746130283.805634:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130283.805636:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130283.805642:0:7924:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012b02c400/0x4ce24e5787362799 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40dd7 expref: 76 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130283.805650:0:7924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012b02c400/0x4ce24e5787362799 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40dd7 expref: 76 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130283.805672:0:7924:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012b02c400/0x4ce24e5787362799 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40dd7 expref: 76 pid: 8467 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746130283.805682:0:7924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091950a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841814144:192.168.204.51@tcp:105: 00000100:00100000:3.0:1746130283.805750:0:7924:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b20c49c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746130283.806720:0:7924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091950a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841814144:192.168.204.51@tcp:105: 00010000:00010000:3.0:1746130283.806733:0:7924:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746130283.806834:0:7924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099527b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+76:1961:x1830949849358848:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 1262us (1410us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130283.806840:0:7924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14918 00000100:00100000:0.0:1746130283.807574:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130283.807609:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849359104 00000100:00100000:3.0:1746130283.807615:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849359104 00002000:00100000:3.0:1746130283.807644:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880099525500 x1830949849359104/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:269/0 lens 488/0 e 0 to 0 dl 1746130294 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130283.807652:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099525500 with x1830949849359104 ext(0->4095) 00002000:00010000:3.0:1746130283.807656:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880099525500 00000100:00100000:3.0:1746130283.807669:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5004 00000100:00100000:3.0:1746130283.807676:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099525500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+76:1962:x1830949849359104:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746130283.807796:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099525500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+76:1962:x1830949849359104:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 121us (223us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746130283.807802:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5004 00002000:00100000:3.0:1746130283.807806:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880099525500 x1830949849359104/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:269/0 lens 488/4536 e 0 to 0 dl 1746130294 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130283.807812:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099525500 with x1830949849359104 ext(0->4095) 00002000:00010000:3.0:1746130283.807814:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880099525500 00000100:00100000:0.0:1746130283.809068:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130283.809139:0:10554:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849359232 00000100:00100000:3.0:1746130283.809143:0:10554:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849359232 00000100:00100000:3.0:1746130283.809177:0:10554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6655 00000100:00100000:3.0:1746130283.809182:0:10554:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099527480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+5:31579:x1830949849359232:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746130283.809194:0:10554:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746130283.809208:0:10554:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800934d1a00/0x4ce24e57873627a0 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae40dde expref: -99 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130283.809227:0:10554:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012b02c400/0x4ce24e5787362799 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40dd7 expref: 75 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130283.809235:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746130283.809237:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746130283.809240:0:10554:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d1a00/0x4ce24e57873627a0 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40dde expref: 6 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130283.809262:0:10554:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012b02c400/0x4ce24e5787362799 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40dd7 expref: 75 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130283.809299:0:10554:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012b02c400/0x4ce24e5787362799 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40dd7 expref: 75 pid: 8467 timeout: 581 lvb_type: 0 00000100:00100000:3.0:1746130283.809309:0:10554:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091950a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10554:1830949841814272:192.168.204.51@tcp:104: 00000100:00100000:3.0:1746130283.809383:0:10554:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b20c49c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746130283.810452:0:10554:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091950a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10554:1830949841814272:192.168.204.51@tcp:104: 00010000:00010000:3.0:1746130283.810471:0:10554:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800934d1a00/0x4ce24e57873627a0 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40dde expref: 6 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130283.810481:0:10554:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800934d1a00, rc 0) 00000100:00100000:3.0:1746130283.810513:0:10554:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099527480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+6:31579:x1830949849359232:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1330us (1449us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130283.810519:0:10554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6655 00000100:00100000:0.0:1746130283.811259:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130283.811452:0:7924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849359360 00000100:00100000:3.0:1746130283.811461:0:7924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849359360 00010000:00010000:3.0:1746130283.811504:0:7924:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012b02c400/0x4ce24e5787362799 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40dd7 expref: 76 pid: 8467 timeout: 581 lvb_type: 0 00000100:00100000:3.0:1746130283.811547:0:7924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14919 00000100:00100000:3.0:1746130283.811555:0:7924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d0d1050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+76:1961:x1830949849359360:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746130283.811570:0:7924:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746130283.811592:0:7924:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012b02c400/0x4ce24e5787362799 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40dd7 expref: 76 pid: 8467 timeout: 581 lvb_type: 0 00010000:00010000:3.0:1746130283.811609:0:7924:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012b02c400/0x4ce24e5787362799 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40dd7 expref: 76 pid: 8467 timeout: 581 lvb_type: 0 00010000:00010000:3.0:1746130283.811631:0:7924:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b02c400/0x4ce24e5787362799 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40dd7 expref: 76 pid: 8467 timeout: 581 lvb_type: 0 00010000:00010000:3.0:1746130283.811645:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130283.811647:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130283.811654:0:7924:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1a00/0x4ce24e57873627a0 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40dde expref: 5 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130283.811661:0:7924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d1a00/0x4ce24e57873627a0 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40dde expref: 5 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130283.811691:0:7924:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800934d1a00/0x4ce24e57873627a0 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40dde expref: 5 pid: 10554 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746130283.811702:0:7924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091950a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841814400:192.168.204.51@tcp:105: 00000100:00100000:3.0:1746130283.811789:0:7924:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b20c49c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746130283.813590:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130283.813654:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849359616 00000100:00100000:2.0:1746130283.813660:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849359616 00002000:00100000:2.0:1746130283.813693:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093172a00 x1830949849359616/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:269/0 lens 488/0 e 0 to 0 dl 1746130294 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130283.813702:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093172a00 with x1830949849359616 ext(0->4095) 00002000:00010000:2.0:1746130283.813706:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093172a00 00000100:00100000:2.0:1746130283.813723:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5005 00000100:00100000:2.0:1746130283.813729:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093172a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949849359616:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746130283.813816:0:7924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091950a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841814400:192.168.204.51@tcp:105: 00010000:00010000:3.0:1746130283.813841:0:7924:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746130283.814020:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093172a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949849359616:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 290us (435us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746130283.814034:0:7924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d0d1050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+75:1961:x1830949849359360:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 2479us (2774us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130283.814042:0:7924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14919 00000100:00100000:2.0:1746130283.814294:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5005 00002000:00100000:2.0:1746130283.814301:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093172a00 x1830949849359616/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:269/0 lens 488/4536 e 0 to 0 dl 1746130294 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130283.814308:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093172a00 with x1830949849359616 ext(0->4095) 00002000:00010000:2.0:1746130283.814311:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093172a00 00000100:00100000:0.0:1746130283.816951:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130283.817013:0:10554:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849359744 00000100:00100000:3.0:1746130283.817023:0:10554:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849359744 00000100:00100000:3.0:1746130283.817100:0:10554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6656 00000100:00100000:3.0:1746130283.817109:0:10554:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099524000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:640ea846-b909-4eea-9a54-417e15bd627b+75:31579:x1830949849359744:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746130283.817126:0:10554:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746130283.817143:0:10554:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800934d0800/0x4ce24e57873627a7 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae40de5 expref: -99 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130283.817170:0:10554:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1a00/0x4ce24e57873627a0 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40dde expref: 5 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130283.817177:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130283.817179:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130283.817182:0:10554:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d0800/0x4ce24e57873627a7 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40de5 expref: 76 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130283.817207:0:10554:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800934d1a00/0x4ce24e57873627a0 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40dde expref: 5 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130283.817219:0:10554:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800934d1a00/0x4ce24e57873627a0 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40dde expref: 5 pid: 10554 timeout: 581 lvb_type: 0 00000100:00100000:3.0:1746130283.817230:0:10554:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091950a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10554:1830949841814528:192.168.204.51@tcp:104: 00000100:00100000:3.0:1746130283.817350:0:10554:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b20c4f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746130283.817899:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130283.818045:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849359872 00000100:00100000:1.0:1746130283.818051:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849359872 00000100:00100000:1.0:1746130283.818141:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6657 00000100:00100000:1.0:1746130283.818149:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099526300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:640ea846-b909-4eea-9a54-417e15bd627b+77:31578:x1830949849359872:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746130283.818163:0:8467:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746130283.818176:0:8467:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012b02d600/0x4ce24e57873627ae lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae40dec expref: -99 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130283.818197:0:8467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130283.818201:0:8467:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800934d0800/0x4ce24e57873627a7 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40de5 expref: 78 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130283.818207:0:8467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130283.818210:0:8467:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012b02d600/0x4ce24e57873627ae lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40dec expref: 78 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130283.818237:0:8467:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800934d0800/0x4ce24e57873627a7 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40de5 expref: 78 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130283.818248:0:8467:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012b02d600/0x4ce24e57873627ae lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40dec expref: 78 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130283.818256:0:8467:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b02d600, rc 0) 00000100:00100000:1.0:1746130283.818321:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099526300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:640ea846-b909-4eea-9a54-417e15bd627b+78:31578:x1830949849359872:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 173us (423us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130283.818327:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6657 00000100:00100000:3.0:1746130283.818577:0:10554:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091950a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10554:1830949841814528:192.168.204.51@tcp:104: 00010000:00010000:3.0:1746130283.818602:0:10554:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800934d0800/0x4ce24e57873627a7 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40de5 expref: 77 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130283.818617:0:10554:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800934d0800, rc 0) 00000100:00100000:3.0:1746130283.818652:0:10554:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099524000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:640ea846-b909-4eea-9a54-417e15bd627b+77:31579:x1830949849359744:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1545us (1708us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130283.818658:0:10554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6656 00000100:00100000:0.0:1746130283.819420:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130283.819964:0:7924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849360000 00000100:00100000:3.0:1746130283.819969:0:7924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849360000 00010000:00010000:3.0:1746130283.819996:0:7924:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d1a00/0x4ce24e57873627a0 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40dde expref: 6 pid: 10554 timeout: 581 lvb_type: 0 00000100:00100000:3.0:1746130283.820026:0:7924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14920 00000100:00100000:3.0:1746130283.820033:0:7924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099526d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949849360000:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746130283.820044:0:7924:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746130283.820065:0:7924:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800934d1a00/0x4ce24e57873627a0 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40dde expref: 6 pid: 10554 timeout: 581 lvb_type: 0 00010000:00010000:3.0:1746130283.820074:0:7924:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800934d1a00/0x4ce24e57873627a0 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40dde expref: 6 pid: 10554 timeout: 581 lvb_type: 0 00010000:00010000:3.0:1746130283.820094:0:7924:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1a00/0x4ce24e57873627a0 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40dde expref: 6 pid: 10554 timeout: 581 lvb_type: 0 00010000:00010000:3.0:1746130283.820118:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130283.820120:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130283.820127:0:7924:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800934d0800/0x4ce24e57873627a7 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40de5 expref: 76 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130283.820139:0:7924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d0800/0x4ce24e57873627a7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40de5 expref: 76 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130283.820164:0:7924:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800934d0800/0x4ce24e57873627a7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40de5 expref: 76 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130283.820174:0:7924:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800934d0800/0x4ce24e57873627a7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40de5 expref: 76 pid: 10554 timeout: 581 lvb_type: 0 00000100:00100000:3.0:1746130283.820184:0:7924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091950a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841814784:192.168.204.51@tcp:105: 00000100:00100000:3.0:1746130283.820252:0:7924:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b20c4f00 going to sleep for 11 seconds 00000100:00100000:3.0:1746130283.821661:0:7924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091950a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841814784:192.168.204.51@tcp:105: 00010000:00010000:3.0:1746130283.821684:0:7924:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746130283.821716:0:7924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099526d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+5:1962:x1830949849360000:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 1683us (2297us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130283.821725:0:7924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14920 00000100:00100000:0.0:1746130283.821901:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130283.822094:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849360256 00000100:00100000:2.0:1746130283.822100:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849360256 00002000:00100000:2.0:1746130283.822132:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880099527100 x1830949849360256/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:269/0 lens 488/0 e 0 to 0 dl 1746130294 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130283.822141:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099527100 with x1830949849360256 ext(0->4095) 00010000:00010000:2.0:1746130283.822149:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800934d0800/0x4ce24e57873627a7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40de5 expref: 77 pid: 10554 timeout: 581 lvb_type: 0 00010000:00010000:2.0:1746130283.822161:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800934d0800/0x4ce24e57873627a7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40de5 expref: 77 pid: 10554 timeout: 581 lvb_type: 0 00002000:00010000:2.0:1746130283.822167:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880099527100 00000100:00100000:2.0:1746130283.822181:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2767 00000100:00100000:2.0:1746130283.822187:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099527100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+77:1961:x1830949849360256:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746130283.822554:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099527100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+77:1961:x1830949849360256:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 365us (651us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746130283.822561:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2767 00002000:00100000:2.0:1746130283.822566:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880099527100 x1830949849360256/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:269/0 lens 488/4536 e 0 to 0 dl 1746130294 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130283.822574:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099527100 with x1830949849360256 ext(0->4095) 00010000:00010000:2.0:1746130283.822578:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800934d0800/0x4ce24e57873627a7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40de5 expref: 77 pid: 10554 timeout: 581 lvb_type: 0 00010000:00010000:2.0:1746130283.822587:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800934d0800/0x4ce24e57873627a7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40de5 expref: 77 pid: 10554 timeout: 581 lvb_type: 0 00002000:00010000:2.0:1746130283.822592:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880099527100 00000100:00100000:0.0:1746130283.824020:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130283.824096:0:10554:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849360384 00000100:00100000:0.0:1746130283.824100:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130283.824102:0:10554:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849360384 00000100:00100000:3.0:1746130283.824141:0:10554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6658 00000100:00100000:3.0:1746130283.824147:0:10554:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099525f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+5:31579:x1830949849360384:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746130283.824160:0:10554:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746130283.824172:0:10554:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800934d0c00/0x4ce24e57873627b5 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae40df3 expref: -99 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130283.824193:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:2.0:1746130283.824195:0:7924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849360512 00010000:00010000:3.0:1746130283.824199:0:10554:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012b02d600/0x4ce24e57873627ae lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40dec expref: 76 pid: 8467 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746130283.824199:0:7924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849360512 00010000:00010000:3.0:1746130283.824204:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746130283.824206:0:10554:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d0c00/0x4ce24e57873627b5 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40df3 expref: 6 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130283.824215:0:7924:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d0800/0x4ce24e57873627a7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40de5 expref: 77 pid: 10554 timeout: 581 lvb_type: 0 00010000:00010000:3.0:1746130283.824232:0:10554:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012b02d600/0x4ce24e57873627ae lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40dec expref: 77 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130283.824245:0:10554:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800934d0c00/0x4ce24e57873627b5 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40df3 expref: 6 pid: 10554 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746130283.824250:0:7924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14921 00010000:00010000:3.0:1746130283.824252:0:10554:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800934d0c00, rc 0) 00000100:00100000:2.0:1746130283.824256:0:7924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099524700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+77:1962:x1830949849360512:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746130283.824263:0:7924:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746130283.824297:0:7924:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800934d0800/0x4ce24e57873627a7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40de5 expref: 77 pid: 10554 timeout: 581 lvb_type: 0 00000100:00100000:3.0:1746130283.824305:0:10554:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099525f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+6:31579:x1830949849360384:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 157us (290us total) trans 0 rc 0/0 00010000:00010000:2.0:1746130283.824307:0:7924:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800934d0800/0x4ce24e57873627a7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40de5 expref: 77 pid: 10554 timeout: 581 lvb_type: 0 00000100:00100000:3.0:1746130283.824310:0:10554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6658 00010000:00010000:2.0:1746130283.824321:0:7924:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800934d0800/0x4ce24e57873627a7 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40de5 expref: 77 pid: 10554 timeout: 581 lvb_type: 0 00010000:00010000:2.0:1746130283.824353:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130283.824354:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130283.824360:0:7924:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012b02d600/0x4ce24e57873627ae lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40dec expref: 76 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130283.824366:0:7924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012b02d600/0x4ce24e57873627ae lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40dec expref: 76 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130283.824385:0:7924:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012b02d600/0x4ce24e57873627ae lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40dec expref: 76 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130283.824394:0:7924:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012b02d600/0x4ce24e57873627ae lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40dec expref: 76 pid: 8467 timeout: 581 lvb_type: 0 00000100:00100000:2.0:1746130283.824408:0:7924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f133100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841815040:192.168.204.51@tcp:105: 00000100:00100000:2.0:1746130283.824458:0:7924:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b528acc0 going to sleep for 11 seconds 00000100:00100000:2.0:1746130283.825675:0:7924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f133100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841815040:192.168.204.51@tcp:105: 00010000:00010000:2.0:1746130283.825689:0:7924:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746130283.825718:0:7924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099524700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+76:1962:x1830949849360512:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 1463us (1618us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130283.825725:0:7924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14921 00000100:00100000:1.0:1746130283.825878:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130283.825993:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849360768 00000100:00100000:3.0:1746130283.825998:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849360768 00002000:00100000:3.0:1746130283.826023:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093171c00 x1830949849360768/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:269/0 lens 488/0 e 0 to 0 dl 1746130294 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130283.826032:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093171c00 with x1830949849360768 ext(0->4095) 00010000:00010000:3.0:1746130283.826038:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012b02d600/0x4ce24e57873627ae lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40dec expref: 76 pid: 8467 timeout: 581 lvb_type: 0 00010000:00010000:3.0:1746130283.826047:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012b02d600/0x4ce24e57873627ae lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40dec expref: 76 pid: 8467 timeout: 581 lvb_type: 0 00002000:00010000:3.0:1746130283.826057:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093171c00 00000100:00100000:3.0:1746130283.826125:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2768 00000100:00100000:3.0:1746130283.826133:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093171c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+76:1962:x1830949849360768:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746130283.826292:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093171c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+76:1962:x1830949849360768:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 160us (414us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746130283.826298:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2768 00002000:00100000:3.0:1746130283.826302:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880093171c00 x1830949849360768/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:269/0 lens 488/4536 e 0 to 0 dl 1746130294 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130283.826309:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093171c00 with x1830949849360768 ext(0->4095) 00010000:00010000:3.0:1746130283.826313:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012b02d600/0x4ce24e57873627ae lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40dec expref: 76 pid: 8467 timeout: 581 lvb_type: 0 00010000:00010000:3.0:1746130283.826321:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012b02d600/0x4ce24e57873627ae lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40dec expref: 76 pid: 8467 timeout: 581 lvb_type: 0 00002000:00010000:3.0:1746130283.826327:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093171c00 00000100:00100000:0.0:1746130283.827908:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130283.827988:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130283.828041:0:7924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849361024 00000100:00100000:3.0:1746130283.828066:0:10554:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849360896 00000100:00100000:3.0:1746130283.828071:0:10554:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849360896 00000100:00100000:2.0:1746130283.828095:0:7924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849361024 00000100:00100000:3.0:1746130283.828101:0:10554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6659 00000100:00100000:3.0:1746130283.828107:0:10554:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099524380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:640ea846-b909-4eea-9a54-417e15bd627b+77:31578:x1830949849360896:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746130283.828113:0:7924:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012b02d600/0x4ce24e57873627ae lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40dec expref: 77 pid: 8467 timeout: 581 lvb_type: 0 00010000:00010000:3.0:1746130283.828117:0:10554:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746130283.828127:0:10554:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800934d0600/0x4ce24e57873627bc lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae40dfa expref: -99 pid: 10554 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746130283.828140:0:7924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14922 00000100:00100000:2.0:1746130283.828145:0:7924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099524a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+78:1962:x1830949849361024:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746130283.828148:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746130283.828152:0:10554:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800934d0c00/0x4ce24e57873627b5 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40df3 expref: 5 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130283.828153:0:7924:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746130283.828158:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746130283.828161:0:10554:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d0600/0x4ce24e57873627bc lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40dfa expref: 78 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130283.828169:0:7924:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012b02d600/0x4ce24e57873627ae lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40dec expref: 78 pid: 8467 timeout: 581 lvb_type: 0 00010000:00010000:2.0:1746130283.828179:0:7924:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012b02d600/0x4ce24e57873627ae lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40dec expref: 78 pid: 8467 timeout: 581 lvb_type: 0 00010000:00010000:3.0:1746130283.828354:0:10554:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800934d0c00/0x4ce24e57873627b5 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40df3 expref: 5 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130283.828371:0:10554:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800934d0600/0x4ce24e57873627bc lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40dfa expref: 78 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130283.828379:0:10554:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800934d0600, rc 0) 00010000:00010000:2.0:1746130283.828441:0:7924:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b02d600/0x4ce24e57873627ae lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40dec expref: 78 pid: 8467 timeout: 581 lvb_type: 0 00000100:00100000:3.0:1746130283.828468:0:10554:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099524380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:640ea846-b909-4eea-9a54-417e15bd627b+77:31578:x1830949849360896:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 359us (566us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130283.828474:0:10554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6659 00010000:00010000:2.0:1746130283.828730:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130283.828732:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130283.828738:0:7924:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800934d0c00/0x4ce24e57873627b5 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40df3 expref: 5 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130283.828746:0:7924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d0c00/0x4ce24e57873627b5 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40df3 expref: 5 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130283.828765:0:7924:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800934d0c00/0x4ce24e57873627b5 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40df3 expref: 5 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130283.828773:0:7924:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800934d0c00/0x4ce24e57873627b5 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40df3 expref: 5 pid: 10554 timeout: 581 lvb_type: 0 00000100:00100000:2.0:1746130283.828782:0:7924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f133100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841815296:192.168.204.51@tcp:105: 00000100:00100000:2.0:1746130283.828846:0:7924:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b528acc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746130283.830359:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130283.830606:0:7924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f133100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841815296:192.168.204.51@tcp:105: 00010000:00010000:2.0:1746130283.830621:0:7924:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746130283.830656:0:7924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099524a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+76:1962:x1830949849361024:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 2510us (2667us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130283.830665:0:7924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14922 00000100:00100000:1.0:1746130283.830731:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849361280 00000100:00100000:1.0:1746130283.830741:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849361280 00002000:00100000:1.0:1746130283.830771:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880099525880 x1830949849361280/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:269/0 lens 488/0 e 0 to 0 dl 1746130294 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130283.830779:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099525880 with x1830949849361280 ext(0->4095) 00010000:00010000:1.0:1746130283.830785:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800934d0c00/0x4ce24e57873627b5 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40df3 expref: 6 pid: 10554 timeout: 581 lvb_type: 0 00010000:00010000:1.0:1746130283.830796:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800934d0c00/0x4ce24e57873627b5 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40df3 expref: 6 pid: 10554 timeout: 581 lvb_type: 0 00002000:00010000:1.0:1746130283.830802:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880099525880 00000100:00100000:1.0:1746130283.830826:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2769 00000100:00100000:1.0:1746130283.830832:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099525880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949849361280:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746130283.830962:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099525880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949849361280:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 130us (606us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746130283.830968:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2769 00002000:00100000:1.0:1746130283.830973:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880099525880 x1830949849361280/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:269/0 lens 488/4536 e 0 to 0 dl 1746130294 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130283.830980:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099525880 with x1830949849361280 ext(0->4095) 00010000:00010000:1.0:1746130283.830985:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800934d0c00/0x4ce24e57873627b5 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40df3 expref: 6 pid: 10554 timeout: 581 lvb_type: 0 00010000:00010000:1.0:1746130283.830993:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800934d0c00/0x4ce24e57873627b5 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40df3 expref: 6 pid: 10554 timeout: 581 lvb_type: 0 00002000:00010000:1.0:1746130283.830999:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880099525880 00000100:00100000:0.0:1746130283.833637:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130283.834316:0:7924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849361408 00000100:00100000:2.0:1746130283.834323:0:7924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849361408 00010000:00010000:2.0:1746130283.834367:0:7924:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d0c00/0x4ce24e57873627b5 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40df3 expref: 6 pid: 10554 timeout: 581 lvb_type: 0 00000100:00100000:2.0:1746130283.834532:0:7924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14923 00000100:00100000:2.0:1746130283.834540:0:7924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099527800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949849361408:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746130283.834556:0:7924:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746130283.834575:0:7924:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800934d0c00/0x4ce24e57873627b5 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40df3 expref: 6 pid: 10554 timeout: 581 lvb_type: 0 00010000:00010000:2.0:1746130283.834586:0:7924:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800934d0c00/0x4ce24e57873627b5 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40df3 expref: 6 pid: 10554 timeout: 581 lvb_type: 0 00010000:00010000:2.0:1746130283.834605:0:7924:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800934d0c00/0x4ce24e57873627b5 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40df3 expref: 6 pid: 10554 timeout: 581 lvb_type: 0 00010000:00010000:2.0:1746130283.834752:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130283.834754:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130283.834760:0:7924:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800934d0600/0x4ce24e57873627bc lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40dfa expref: 75 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130283.834766:0:7924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d0600/0x4ce24e57873627bc lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40dfa expref: 75 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130283.834792:0:7924:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800934d0600/0x4ce24e57873627bc lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40dfa expref: 75 pid: 10554 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746130283.834802:0:7924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f133100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841815424:192.168.204.51@tcp:105: 00000100:00100000:2.0:1746130283.835082:0:7924:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b528acc0 going to sleep for 11 seconds 00000100:00100000:2.0:1746130283.837139:0:7924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f133100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841815424:192.168.204.51@tcp:105: 00010000:00010000:2.0:1746130283.837156:0:7924:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746130283.837192:0:7924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099527800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+5:1961:x1830949849361408:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 2653us (3562us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130283.837205:0:7924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14923 00000100:00100000:0.0:1746130283.838893:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130283.838958:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849361664 00000100:00100000:1.0:1746130283.838964:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849361664 00002000:00100000:1.0:1746130283.838999:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880099524e00 x1830949849361664/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:269/0 lens 488/0 e 0 to 0 dl 1746130294 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130283.839009:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099524e00 with x1830949849361664 ext(0->4095) 00002000:00010000:1.0:1746130283.839013:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880099524e00 00000100:00100000:1.0:1746130283.839087:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5006 00000100:00100000:1.0:1746130283.839098:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099524e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+76:1962:x1830949849361664:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746130283.839225:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099524e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+76:1962:x1830949849361664:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 129us (338us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746130283.839230:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5006 00002000:00100000:1.0:1746130283.839234:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880099524e00 x1830949849361664/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:269/0 lens 488/4536 e 0 to 0 dl 1746130294 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130283.839239:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099524e00 with x1830949849361664 ext(0->4095) 00002000:00010000:1.0:1746130283.839241:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880099524e00 00000100:00100000:0.0:1746130283.840410:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130283.840470:0:10554:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849361792 00000100:00100000:3.0:1746130283.840475:0:10554:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849361792 00000100:00100000:3.0:1746130283.840521:0:10554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6660 00000100:00100000:3.0:1746130283.840530:0:10554:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099527b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+5:31579:x1830949849361792:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746130283.840540:0:10554:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746130283.840553:0:10554:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800934d1400/0x4ce24e57873627c3 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae40e01 expref: -99 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130283.840584:0:10554:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800934d0600/0x4ce24e57873627bc lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40dfa expref: 75 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130283.840590:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746130283.840592:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746130283.840595:0:10554:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d1400/0x4ce24e57873627c3 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40e01 expref: 6 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130283.840619:0:10554:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800934d0600/0x4ce24e57873627bc lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40dfa expref: 75 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130283.840629:0:10554:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800934d0600/0x4ce24e57873627bc lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40dfa expref: 75 pid: 10554 timeout: 581 lvb_type: 0 00000100:00100000:3.0:1746130283.840639:0:10554:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091950a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10554:1830949841815552:192.168.204.51@tcp:104: 00000100:00100000:3.0:1746130283.840718:0:10554:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b20c4f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746130283.841833:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130283.841878:0:7924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849361920 00000100:00100000:2.0:1746130283.841883:0:7924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849361920 00010000:00010000:2.0:1746130283.841909:0:7924:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d0600/0x4ce24e57873627bc lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40dfa expref: 76 pid: 10554 timeout: 581 lvb_type: 0 00000100:00100000:3.0:1746130283.841918:0:10554:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091950a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10554:1830949841815552:192.168.204.51@tcp:104: 00010000:00010000:3.0:1746130283.841939:0:10554:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800934d1400/0x4ce24e57873627c3 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40e01 expref: 6 pid: 10554 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746130283.841943:0:7924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14924 00000100:00100000:2.0:1746130283.841949:0:7924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bc7f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+76:1962:x1830949849361920:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746130283.841950:0:10554:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800934d1400, rc 0) 00010000:00010000:2.0:1746130283.841958:0:7924:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746130283.841974:0:7924:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800934d0600/0x4ce24e57873627bc lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40dfa expref: 76 pid: 10554 timeout: 581 lvb_type: 0 00010000:00010000:2.0:1746130283.841982:0:7924:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800934d0600/0x4ce24e57873627bc lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40dfa expref: 76 pid: 10554 timeout: 581 lvb_type: 0 00000100:00100000:3.0:1746130283.841989:0:10554:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099527b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+6:31579:x1830949849361792:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1461us (1585us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130283.841995:0:10554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6660 00010000:00010000:2.0:1746130283.841996:0:7924:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800934d0600/0x4ce24e57873627bc lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40dfa expref: 76 pid: 10554 timeout: 581 lvb_type: 0 00010000:00010000:2.0:1746130283.842009:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130283.842011:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130283.842016:0:7924:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1400/0x4ce24e57873627c3 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40e01 expref: 5 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130283.842022:0:7924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d1400/0x4ce24e57873627c3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40e01 expref: 5 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130283.842043:0:7924:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800934d1400/0x4ce24e57873627c3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40e01 expref: 5 pid: 10554 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746130283.842052:0:7924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f133100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841815680:192.168.204.51@tcp:105: 00000100:00100000:2.0:1746130283.842089:0:7924:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b528acc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746130283.843499:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130283.843593:0:7924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f133100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841815680:192.168.204.51@tcp:105: 00010000:00010000:2.0:1746130283.843606:0:7924:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746130283.843635:0:7924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bc7f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+75:1962:x1830949849361920:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 1686us (1805us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130283.843642:0:7924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14924 00000100:00100000:1.0:1746130283.843777:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849362176 00000100:00100000:1.0:1746130283.843782:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849362176 00002000:00100000:1.0:1746130283.843807:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092d0d880 x1830949849362176/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:269/0 lens 488/0 e 0 to 0 dl 1746130294 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130283.843816:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092d0d880 with x1830949849362176 ext(0->4095) 00002000:00010000:1.0:1746130283.843819:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092d0d880 00000100:00100000:1.0:1746130283.843846:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5007 00000100:00100000:1.0:1746130283.843851:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092d0d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1963:x1830949849362176:12345-192.168.204.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746130283.844049:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092d0d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1963:x1830949849362176:12345-192.168.204.51@tcp:3:ptlrpcd_01_00.0 Request processed in 197us (554us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746130283.844213:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5007 00002000:00100000:1.0:1746130283.844218:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092d0d880 x1830949849362176/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:269/0 lens 488/4536 e 0 to 0 dl 1746130294 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130283.844225:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092d0d880 with x1830949849362176 ext(0->4095) 00002000:00010000:1.0:1746130283.844228:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092d0d880 00000100:00100000:0.0:1746130283.845303:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130283.845377:0:10554:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849362304 00000100:00100000:3.0:1746130283.845382:0:10554:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849362304 00000100:00100000:3.0:1746130283.845417:0:10554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6661 00000100:00100000:3.0:1746130283.845423:0:10554:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092d0d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:640ea846-b909-4eea-9a54-417e15bd627b+75:31579:x1830949849362304:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746130283.845433:0:10554:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746130283.845446:0:10554:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800934d1200/0x4ce24e57873627ca lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae40e08 expref: -99 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130283.845465:0:10554:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1400/0x4ce24e57873627c3 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40e01 expref: 5 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130283.845471:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130283.845472:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130283.845475:0:10554:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d1200/0x4ce24e57873627ca lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40e08 expref: 76 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130283.845495:0:10554:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800934d1400/0x4ce24e57873627c3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40e01 expref: 5 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130283.845504:0:10554:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800934d1400/0x4ce24e57873627c3 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40e01 expref: 5 pid: 10554 timeout: 581 lvb_type: 0 00000100:00100000:3.0:1746130283.845513:0:10554:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091950a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10554:1830949841815808:192.168.204.51@tcp:104: 00000100:00100000:3.0:1746130283.845617:0:10554:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b20c4f00 going to sleep for 11 seconds 00000100:00100000:3.0:1746130283.846598:0:10554:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091950a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10554:1830949841815808:192.168.204.51@tcp:104: 00010000:00010000:3.0:1746130283.846626:0:10554:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800934d1200/0x4ce24e57873627ca lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40e08 expref: 76 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130283.846642:0:10554:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800934d1200, rc 0) 00000100:00100000:3.0:1746130283.846667:0:10554:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092d0d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:640ea846-b909-4eea-9a54-417e15bd627b+76:31579:x1830949849362304:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1244us (1364us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130283.846673:0:10554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6661 00000100:00100000:0.0:1746130283.847127:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130283.847194:0:7924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849362432 00000100:00100000:2.0:1746130283.847198:0:7924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849362432 00010000:00010000:2.0:1746130283.847220:0:7924:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d1400/0x4ce24e57873627c3 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40e01 expref: 6 pid: 10554 timeout: 581 lvb_type: 0 00000100:00100000:2.0:1746130283.847315:0:7924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14925 00000100:00100000:2.0:1746130283.847371:0:7924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092d0df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949849362432:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746130283.847383:0:7924:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746130283.847400:0:7924:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800934d1400/0x4ce24e57873627c3 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40e01 expref: 6 pid: 10554 timeout: 581 lvb_type: 0 00010000:00010000:2.0:1746130283.847410:0:7924:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800934d1400/0x4ce24e57873627c3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40e01 expref: 6 pid: 10554 timeout: 581 lvb_type: 0 00010000:00010000:2.0:1746130283.847425:0:7924:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1400/0x4ce24e57873627c3 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40e01 expref: 6 pid: 10554 timeout: 581 lvb_type: 0 00010000:00010000:2.0:1746130283.847450:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130283.847452:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130283.847458:0:7924:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1200/0x4ce24e57873627ca lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40e08 expref: 75 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130283.847465:0:7924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d1200/0x4ce24e57873627ca lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40e08 expref: 75 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130283.847486:0:7924:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800934d1200/0x4ce24e57873627ca lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40e08 expref: 75 pid: 10554 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746130283.847495:0:7924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f133100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841815936:192.168.204.51@tcp:105: 00000100:00100000:2.0:1746130283.847547:0:7924:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b528acc0 going to sleep for 11 seconds 00000100:00100000:2.0:1746130283.848555:0:7924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f133100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841815936:192.168.204.51@tcp:105: 00010000:00010000:2.0:1746130283.848564:0:7924:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746130283.848583:0:7924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092d0df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+5:1961:x1830949849362432:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 1262us (1458us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130283.848590:0:7924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14925 00000100:00100000:0.0:1746130283.849224:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130283.849343:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849362688 00000100:00100000:1.0:1746130283.849348:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849362688 00002000:00100000:1.0:1746130283.849382:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092d0d500 x1830949849362688/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:269/0 lens 488/0 e 0 to 0 dl 1746130294 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130283.849391:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092d0d500 with x1830949849362688 ext(0->4095) 00002000:00010000:1.0:1746130283.849396:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092d0d500 00000100:00100000:1.0:1746130283.849454:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5008 00000100:00100000:1.0:1746130283.849458:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092d0d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+76:1962:x1830949849362688:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746130283.849562:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092d0d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+76:1962:x1830949849362688:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 102us (339us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746130283.849567:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5008 00002000:00100000:1.0:1746130283.849572:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092d0d500 x1830949849362688/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:269/0 lens 488/4536 e 0 to 0 dl 1746130294 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130283.849579:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092d0d500 with x1830949849362688 ext(0->4095) 00002000:00010000:1.0:1746130283.849582:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092d0d500 00000100:00100000:0.0:1746130283.851408:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130283.851498:0:10554:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849362816 00000100:00100000:3.0:1746130283.851504:0:10554:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849362816 00000100:00100000:3.0:1746130283.851550:0:10554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6662 00000100:00100000:3.0:1746130283.851557:0:10554:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092d0c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+5:31579:x1830949849362816:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746130283.851570:0:10554:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746130283.851584:0:10554:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800934d0600/0x4ce24e57873627d1 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae40e0f expref: -99 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130283.851607:0:10554:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1200/0x4ce24e57873627ca lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40e08 expref: 75 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130283.851614:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746130283.851616:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746130283.851619:0:10554:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d0600/0x4ce24e57873627d1 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40e0f expref: 6 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130283.851642:0:10554:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800934d1200/0x4ce24e57873627ca lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40e08 expref: 75 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130283.851651:0:10554:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800934d1200/0x4ce24e57873627ca lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40e08 expref: 75 pid: 10554 timeout: 581 lvb_type: 0 00000100:00100000:3.0:1746130283.851666:0:10554:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091950a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10554:1830949841816064:192.168.204.51@tcp:104: 00000100:00100000:3.0:1746130283.851750:0:10554:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b20c4f00 going to sleep for 11 seconds 00000100:00100000:3.0:1746130283.853429:0:10554:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091950a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10554:1830949841816064:192.168.204.51@tcp:104: 00010000:00010000:3.0:1746130283.853457:0:10554:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800934d0600/0x4ce24e57873627d1 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40e0f expref: 6 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130283.853471:0:10554:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800934d0600, rc 0) 00000100:00100000:3.0:1746130283.853508:0:10554:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092d0c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+6:31579:x1830949849362816:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1951us (2102us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130283.853516:0:10554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6662 00000100:00100000:0.0:1746130283.853673:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130283.853738:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849362944 00000100:00100000:3.0:1746130283.853743:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849362944 00002000:00100000:3.0:1746130283.853766:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff880092d0f480 x1830949849362944/t0(0) o4->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:269/0 lens 496/0 e 0 to 0 dl 1746130294 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130283.853776:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092d0f480 with x1830949849362944 ext(0->7) 00010000:00010000:3.0:1746130283.853781:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1200/0x4ce24e57873627ca lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40e08 expref: 76 pid: 10554 timeout: 581 lvb_type: 0 00010000:00010000:3.0:1746130283.853792:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800934d1200/0x4ce24e57873627ca lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40e08 expref: 76 pid: 10554 timeout: 581 lvb_type: 0 00002000:00010000:3.0:1746130283.853798:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092d0f480 00000100:00100000:3.0:1746130283.853821:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2770 00000100:00100000:3.0:1746130283.853828:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092d0f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+76:1962:x1830949849362944:12345-192.168.204.51@tcp:4:ldlm_bl.0 00000100:00100000:3.0:1746130283.854068:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092d0f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+78:1962:x1830949849362944:12345-192.168.204.51@tcp:4:ldlm_bl.0 Request processed in 240us (395us total) trans 4294967960 rc 0/0 00000100:00100000:3.0:1746130283.854075:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2770 00002000:00100000:3.0:1746130283.854080:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff880092d0f480 x1830949849362944/t4294967960(0) o4->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:269/0 lens 496/448 e 0 to 0 dl 1746130294 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130283.854087:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092d0f480 with x1830949849362944 ext(0->7) 00010000:00010000:3.0:1746130283.854091:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1200/0x4ce24e57873627ca lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40e08 expref: 78 pid: 10554 timeout: 581 lvb_type: 0 00010000:00010000:3.0:1746130283.854099:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800934d1200/0x4ce24e57873627ca lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40e08 expref: 78 pid: 10554 timeout: 581 lvb_type: 0 00002000:00010000:3.0:1746130283.854105:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092d0f480 00000100:00100000:0.0:1746130283.856231:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130283.856314:0:7924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849363072 00000100:00100000:2.0:1746130283.856321:0:7924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849363072 00010000:00010000:2.0:1746130283.856360:0:7924:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d1200/0x4ce24e57873627ca lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40e08 expref: 78 pid: 10554 timeout: 581 lvb_type: 0 00000100:00100000:2.0:1746130283.856390:0:7924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14926 00000100:00100000:2.0:1746130283.856397:0:7924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d0d0c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+78:1962:x1830949849363072:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746130283.856409:0:7924:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746130283.856425:0:7924:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800934d1200/0x4ce24e57873627ca lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40e08 expref: 78 pid: 10554 timeout: 581 lvb_type: 0 00010000:00010000:2.0:1746130283.856440:0:7924:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800934d1200/0x4ce24e57873627ca lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40e08 expref: 78 pid: 10554 timeout: 581 lvb_type: 0 00010000:00010000:2.0:1746130283.856456:0:7924:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1200/0x4ce24e57873627ca lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40e08 expref: 78 pid: 10554 timeout: 581 lvb_type: 0 00010000:00010000:2.0:1746130283.856482:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130283.856484:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130283.856491:0:7924:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800934d0600/0x4ce24e57873627d1 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40e0f expref: 5 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130283.856498:0:7924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d0600/0x4ce24e57873627d1 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40e0f expref: 5 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130283.856525:0:7924:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800934d0600/0x4ce24e57873627d1 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40e0f expref: 5 pid: 10554 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746130283.856535:0:7924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f133100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841816192:192.168.204.51@tcp:105: 00000100:00100000:2.0:1746130283.856604:0:7924:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b528acc0 going to sleep for 11 seconds 00000100:00100000:2.0:1746130283.858530:0:7924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f133100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841816192:192.168.204.51@tcp:105: 00010000:00010000:2.0:1746130283.858549:0:7924:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746130283.858596:0:7924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d0d0c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+77:1962:x1830949849363072:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 2199us (2369us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130283.858615:0:7924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14926 00000100:00100000:0.0:1746130283.858963:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130283.859307:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849363328 00000100:00100000:3.0:1746130283.859313:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849363328 00002000:00100000:3.0:1746130283.859512:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092d0ed80 x1830949849363328/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:269/0 lens 488/0 e 0 to 0 dl 1746130294 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130283.859520:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092d0ed80 with x1830949849363328 ext(0->4095) 00002000:00010000:3.0:1746130283.859524:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092d0ed80 00000100:00100000:3.0:1746130283.859540:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5009 00000100:00100000:3.0:1746130283.859547:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092d0ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949849363328:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746130283.859678:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092d0ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949849363328:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 131us (715us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746130283.859685:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5009 00002000:00100000:3.0:1746130283.859690:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff880092d0ed80 x1830949849363328/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:269/0 lens 488/4536 e 0 to 0 dl 1746130294 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130283.859696:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092d0ed80 with x1830949849363328 ext(0->4095) 00002000:00010000:3.0:1746130283.859698:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092d0ed80 00000100:00100000:0.0:1746130283.863665:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130283.863715:0:10554:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849363456 00000100:00100000:3.0:1746130283.863723:0:10554:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849363456 00000100:00100000:3.0:1746130283.863776:0:10554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6663 00000100:00100000:3.0:1746130283.863784:0:10554:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092d0df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:640ea846-b909-4eea-9a54-417e15bd627b+77:31579:x1830949849363456:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746130283.863798:0:10554:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746130283.863813:0:10554:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800934d1400/0x4ce24e57873627d8 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae40e16 expref: -99 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130283.863837:0:10554:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800934d0600/0x4ce24e57873627d1 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40e0f expref: 5 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130283.863843:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130283.863845:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130283.863848:0:10554:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d1400/0x4ce24e57873627d8 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40e16 expref: 78 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130283.863872:0:10554:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800934d0600/0x4ce24e57873627d1 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40e0f expref: 5 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130283.863882:0:10554:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800934d0600/0x4ce24e57873627d1 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40e0f expref: 5 pid: 10554 timeout: 582 lvb_type: 0 00000100:00100000:3.0:1746130283.863891:0:10554:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091950a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10554:1830949841816320:192.168.204.51@tcp:104: 00000100:00100000:3.0:1746130283.864218:0:10554:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b20c4f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746130283.866634:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130283.866800:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130283.866834:0:10554:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091950a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10554:1830949841816320:192.168.204.51@tcp:104: 00000100:00100000:2.0:1746130283.866843:0:20953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849363584 00000100:00100000:2.0:1746130283.866849:0:20953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849363584 00010000:00010000:3.0:1746130283.866860:0:10554:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800934d1400/0x4ce24e57873627d8 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40e16 expref: 79 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130283.866873:0:10554:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800934d1400, rc 0) 00000100:00100000:2.0:1746130283.866892:0:20953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6664 00000100:00100000:2.0:1746130283.866898:0:20953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4cd6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:640ea846-b909-4eea-9a54-417e15bd627b+79:31578:x1830949849363584:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:3.0:1746130283.866913:0:10554:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092d0df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:640ea846-b909-4eea-9a54-417e15bd627b+79:31579:x1830949849363456:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3130us (3254us total) trans 0 rc 0/0 00010000:00010000:2.0:1746130283.866913:0:20953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1746130283.866919:0:10554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6663 00010000:00010000:2.0:1746130283.866923:0:20953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880093991600/0x4ce24e57873627df lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae40e1d expref: -99 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130283.866939:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130283.866945:0:20953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1400/0x4ce24e57873627d8 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40e16 expref: 79 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130283.866950:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746130283.866953:0:20953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093991600/0x4ce24e57873627df lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40e1d expref: 79 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130283.867097:0:20953:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800934d1400/0x4ce24e57873627d8 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40e16 expref: 79 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130283.867107:0:20953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880093991600/0x4ce24e57873627df lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40e1d expref: 79 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130283.867114:0:20953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093991600, rc 0) 00000100:00100000:2.0:1746130283.867132:0:20953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4cd6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:640ea846-b909-4eea-9a54-417e15bd627b+79:31578:x1830949849363584:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 235us (505us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130283.867137:0:20953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6664 00000100:00100000:2.0:1746130283.867153:0:7924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849363712 00000100:00100000:2.0:1746130283.867156:0:7924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849363712 00010000:00010000:2.0:1746130283.867171:0:7924:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d0600/0x4ce24e57873627d1 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40e0f expref: 6 pid: 10554 timeout: 582 lvb_type: 0 00000100:00100000:2.0:1746130283.867185:0:7924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14927 00000100:00100000:2.0:1746130283.867189:0:7924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4cd6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949849363712:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746130283.867196:0:7924:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746130283.867211:0:7924:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800934d0600/0x4ce24e57873627d1 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40e0f expref: 6 pid: 10554 timeout: 582 lvb_type: 0 00010000:00010000:2.0:1746130283.867219:0:7924:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800934d0600/0x4ce24e57873627d1 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40e0f expref: 6 pid: 10554 timeout: 582 lvb_type: 0 00010000:00010000:2.0:1746130283.868286:0:7924:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800934d0600/0x4ce24e57873627d1 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40e0f expref: 6 pid: 10554 timeout: 582 lvb_type: 0 00010000:00010000:2.0:1746130283.868315:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130283.868317:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130283.868322:0:7924:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1400/0x4ce24e57873627d8 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40e16 expref: 78 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130283.868330:0:7924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d1400/0x4ce24e57873627d8 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40e16 expref: 78 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130283.868364:0:7924:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800934d1400/0x4ce24e57873627d8 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40e16 expref: 78 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130283.868373:0:7924:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800934d1400/0x4ce24e57873627d8 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40e16 expref: 78 pid: 10554 timeout: 582 lvb_type: 0 00000100:00100000:2.0:1746130283.868388:0:7924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f133100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841816576:192.168.204.51@tcp:105: 00000100:00100000:2.0:1746130283.868444:0:7924:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b528af00 going to sleep for 11 seconds 00000100:00100000:0.0:1746130283.869856:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130283.870099:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849363968 00000100:00100000:3.0:1746130283.870105:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849363968 00002000:00100000:3.0:1746130283.870144:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800a4cd5f80 x1830949849363968/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:269/0 lens 488/0 e 0 to 0 dl 1746130294 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130283.870152:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a4cd5f80 with x1830949849363968 ext(0->4095) 00010000:00010000:3.0:1746130283.870159:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1400/0x4ce24e57873627d8 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40e16 expref: 79 pid: 10554 timeout: 582 lvb_type: 0 00010000:00010000:3.0:1746130283.870170:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800934d1400/0x4ce24e57873627d8 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40e16 expref: 79 pid: 10554 timeout: 582 lvb_type: 0 00002000:00010000:3.0:1746130283.870176:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a4cd5f80 00000100:00100000:3.0:1746130283.870204:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2771 00000100:00100000:3.0:1746130283.870211:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4cd5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+79:1961:x1830949849363968:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746130283.870311:0:7924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f133100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841816576:192.168.204.51@tcp:105: 00010000:00010000:2.0:1746130283.870325:0:7924:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746130283.870434:0:7924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4cd6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+5:1961:x1830949849363712:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 3243us (3633us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130283.870442:0:7924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14927 00000100:00100000:3.0:1746130283.870790:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4cd5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+79:1961:x1830949849363968:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 579us (937us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746130283.870800:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2771 00002000:00100000:3.0:1746130283.870804:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800a4cd5f80 x1830949849363968/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:269/0 lens 488/4536 e 0 to 0 dl 1746130294 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130283.870812:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a4cd5f80 with x1830949849363968 ext(0->4095) 00010000:00010000:3.0:1746130283.870816:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1400/0x4ce24e57873627d8 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40e16 expref: 79 pid: 10554 timeout: 582 lvb_type: 0 00010000:00010000:3.0:1746130283.870824:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800934d1400/0x4ce24e57873627d8 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40e16 expref: 79 pid: 10554 timeout: 582 lvb_type: 0 00002000:00010000:3.0:1746130283.870829:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a4cd5f80 00000100:00100000:0.0:1746130283.872759:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130283.872806:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130283.873034:0:7924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849364224 00000100:00100000:3.0:1746130283.873039:0:7924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849364224 00010000:00010000:3.0:1746130283.873069:0:7924:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d1400/0x4ce24e57873627d8 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40e16 expref: 79 pid: 10554 timeout: 582 lvb_type: 0 00000100:00100000:3.0:1746130283.873086:0:7924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14928 00000100:00100000:3.0:1746130283.873092:0:7924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4cd4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+79:1962:x1830949849364224:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746130283.873103:0:7924:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746130283.873117:0:7924:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800934d1400/0x4ce24e57873627d8 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40e16 expref: 79 pid: 10554 timeout: 582 lvb_type: 0 00010000:00010000:3.0:1746130283.873126:0:7924:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800934d1400/0x4ce24e57873627d8 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40e16 expref: 79 pid: 10554 timeout: 582 lvb_type: 0 00010000:00010000:3.0:1746130283.873144:0:7924:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1400/0x4ce24e57873627d8 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40e16 expref: 79 pid: 10554 timeout: 582 lvb_type: 0 00010000:00010000:3.0:1746130283.873164:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130283.873166:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130283.873171:0:7924:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880093991600/0x4ce24e57873627df lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40e1d expref: 78 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130283.873178:0:7924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093991600/0x4ce24e57873627df lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40e1d expref: 78 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130283.873203:0:7924:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880093991600/0x4ce24e57873627df lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40e1d expref: 78 pid: 20953 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746130283.873212:0:20953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849364096 00000100:00100000:3.0:1746130283.873213:0:7924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091950a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841816704:192.168.204.51@tcp:105: 00000100:00100000:2.0:1746130283.873215:0:20953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849364096 00000100:00100000:2.0:1746130283.873234:0:20953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6665 00000100:00100000:2.0:1746130283.873238:0:20953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4cd7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c84b93b0-d496-484f-8e1e-94008838f2dd+5:31579:x1830949849364096:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746130283.873249:0:20953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746130283.873258:0:20953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a7d36000/0x4ce24e57873627e6 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae40e24 expref: -99 pid: 20953 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746130283.873290:0:7924:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b20c4f00 going to sleep for 11 seconds 00010000:00010000:2.0:1746130283.873300:0:20953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880093991600/0x4ce24e57873627df lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40e1d expref: 78 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130283.873304:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746130283.873306:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746130283.873309:0:20953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a7d36000/0x4ce24e57873627e6 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40e24 expref: 6 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130283.873323:0:20953:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880093991600/0x4ce24e57873627df lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40e1d expref: 78 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130283.873347:0:20953:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880093991600/0x4ce24e57873627df lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40e1d expref: 78 pid: 20953 timeout: 582 lvb_type: 0 00000100:00100000:2.0:1746130283.873355:0:20953:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f133100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:20953:1830949841816832:192.168.204.51@tcp:104: 00000100:00100000:2.0:1746130283.874354:0:20953:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b528af00 going to sleep for 11 seconds 00000100:00100000:0.0:1746130283.874778:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130283.874799:0:7924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091950a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841816704:192.168.204.51@tcp:105: 00010000:00010000:3.0:1746130283.874815:0:7924:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746130283.874838:0:7924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4cd4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+78:1962:x1830949849364224:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 1746us (2032us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130283.874845:0:7924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14928 00000100:00100000:2.0:1746130283.874915:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849364480 00000100:00100000:2.0:1746130283.874919:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849364480 00002000:00100000:2.0:1746130283.874941:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800939b7100 x1830949849364480/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:269/0 lens 488/0 e 0 to 0 dl 1746130294 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130283.874947:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800939b7100 with x1830949849364480 ext(0->4095) 00010000:00010000:2.0:1746130283.874952:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093991600/0x4ce24e57873627df lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40e1d expref: 78 pid: 20953 timeout: 582 lvb_type: 0 00010000:00010000:2.0:1746130283.874959:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093991600/0x4ce24e57873627df lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40e1d expref: 78 pid: 20953 timeout: 582 lvb_type: 0 00002000:00010000:2.0:1746130283.874963:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800939b7100 00000100:00100000:2.0:1746130283.874980:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2772 00000100:00100000:2.0:1746130283.874985:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800939b7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+78:1962:x1830949849364480:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746130283.875134:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800939b7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+78:1962:x1830949849364480:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 147us (356us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746130283.875139:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2772 00002000:00100000:2.0:1746130283.875144:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800939b7100 x1830949849364480/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:269/0 lens 488/4536 e 0 to 0 dl 1746130294 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130283.875160:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800939b7100 with x1830949849364480 ext(0->4095) 00010000:00010000:2.0:1746130283.875164:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093991600/0x4ce24e57873627df lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40e1d expref: 78 pid: 20953 timeout: 582 lvb_type: 0 00010000:00010000:2.0:1746130283.875172:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093991600/0x4ce24e57873627df lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40e1d expref: 78 pid: 20953 timeout: 582 lvb_type: 0 00002000:00010000:2.0:1746130283.875177:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800939b7100 00000100:00100000:0.0:1746130283.876078:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130283.876106:0:20953:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f133100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:20953:1830949841816832:192.168.204.51@tcp:104: 00010000:00010000:2.0:1746130283.876126:0:20953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a7d36000/0x4ce24e57873627e6 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40e24 expref: 6 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130283.876138:0:20953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a7d36000, rc 0) 00000100:00100000:1.0:1746130283.876147:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849364608 00000100:00100000:1.0:1746130283.876150:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849364608 00000100:00100000:2.0:1746130283.876160:0:20953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4cd7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c84b93b0-d496-484f-8e1e-94008838f2dd+6:31579:x1830949849364096:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2922us (3408us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130283.876165:0:20953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6665 00000100:00100000:2.0:1746130283.876178:0:20953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6666 00000100:00100000:2.0:1746130283.876183:0:20953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800939b7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:640ea846-b909-4eea-9a54-417e15bd627b+78:31578:x1830949849364608:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746130283.876191:0:20953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746130283.876200:0:20953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a796ca00/0x4ce24e57873627ed lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae40e2b expref: -99 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130283.876213:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746130283.876217:0:20953:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a7d36000/0x4ce24e57873627e6 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40e24 expref: 5 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130283.876226:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746130283.876229:0:20953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a796ca00/0x4ce24e57873627ed lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40e2b expref: 79 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130283.876249:0:20953:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a7d36000/0x4ce24e57873627e6 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40e24 expref: 5 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130283.876258:0:20953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a796ca00/0x4ce24e57873627ed lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40e2b expref: 79 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130283.876286:0:20953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a796ca00, rc 0) 00000100:00100000:0.0:1746130283.876292:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130283.876299:0:20953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800939b7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:640ea846-b909-4eea-9a54-417e15bd627b+79:31578:x1830949849364608:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 116us (224us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130283.876303:0:20953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6666 00000100:00100000:3.0:1746130283.876384:0:7924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849364736 00000100:00100000:3.0:1746130283.876388:0:7924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849364736 00010000:00010000:3.0:1746130283.876402:0:7924:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880093991600/0x4ce24e57873627df lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40e1d expref: 79 pid: 20953 timeout: 582 lvb_type: 0 00000100:00100000:3.0:1746130283.876455:0:7924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14929 00000100:00100000:3.0:1746130283.876463:0:7924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800939b4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+79:1964:x1830949849364736:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746130283.876473:0:7924:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746130283.876485:0:7924:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880093991600/0x4ce24e57873627df lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40e1d expref: 79 pid: 20953 timeout: 582 lvb_type: 0 00010000:00010000:3.0:1746130283.876493:0:7924:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880093991600/0x4ce24e57873627df lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40e1d expref: 79 pid: 20953 timeout: 582 lvb_type: 0 00010000:00010000:3.0:1746130283.876506:0:7924:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880093991600/0x4ce24e57873627df lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40e1d expref: 79 pid: 20953 timeout: 582 lvb_type: 0 00010000:00010000:3.0:1746130283.876514:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130283.876515:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130283.876519:0:7924:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a7d36000/0x4ce24e57873627e6 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40e24 expref: 5 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130283.876526:0:7924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a7d36000/0x4ce24e57873627e6 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40e24 expref: 5 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130283.876541:0:7924:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a7d36000/0x4ce24e57873627e6 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40e24 expref: 5 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130283.876550:0:7924:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a7d36000/0x4ce24e57873627e6 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40e24 expref: 5 pid: 20953 timeout: 582 lvb_type: 0 00000100:00100000:3.0:1746130283.876558:0:7924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091950a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841817088:192.168.204.51@tcp:105: 00000100:00100000:3.0:1746130283.876606:0:7924:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b20c4f00 going to sleep for 11 seconds 00000100:00100000:3.0:1746130283.877534:0:7924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091950a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841817088:192.168.204.51@tcp:105: 00010000:00010000:3.0:1746130283.877549:0:7924:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746130283.877589:0:7924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800939b4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+78:1964:x1830949849364736:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 1128us (1296us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130283.877596:0:7924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14929 00000100:00100000:0.0:1746130283.877739:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130283.877759:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849364992 00000100:00100000:3.0:1746130283.877763:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849364992 00002000:00100000:3.0:1746130283.877787:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800939b4000 x1830949849364992/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:269/0 lens 488/0 e 0 to 0 dl 1746130294 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130283.877795:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800939b4000 with x1830949849364992 ext(0->4095) 00010000:00010000:3.0:1746130283.877801:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a7d36000/0x4ce24e57873627e6 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40e24 expref: 6 pid: 20953 timeout: 582 lvb_type: 0 00010000:00010000:3.0:1746130283.877809:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a7d36000/0x4ce24e57873627e6 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40e24 expref: 6 pid: 20953 timeout: 582 lvb_type: 0 00002000:00010000:3.0:1746130283.877815:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800939b4000 00000100:00100000:3.0:1746130283.877868:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2773 00000100:00100000:3.0:1746130283.877875:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800939b4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949849364992:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746130283.877988:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800939b4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949849364992:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 114us (249us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746130283.877994:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2773 00002000:00100000:3.0:1746130283.877999:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800939b4000 x1830949849364992/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:269/0 lens 488/4536 e 0 to 0 dl 1746130294 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130283.878006:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800939b4000 with x1830949849364992 ext(0->4095) 00010000:00010000:3.0:1746130283.878010:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a7d36000/0x4ce24e57873627e6 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40e24 expref: 6 pid: 20953 timeout: 582 lvb_type: 0 00010000:00010000:3.0:1746130283.878018:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a7d36000/0x4ce24e57873627e6 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40e24 expref: 6 pid: 20953 timeout: 582 lvb_type: 0 00002000:00010000:3.0:1746130283.878023:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800939b4000 00000100:00100000:0.0:1746130283.879401:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130283.879472:0:7924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849365120 00000100:00100000:3.0:1746130283.879477:0:7924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849365120 00010000:00010000:3.0:1746130283.879497:0:7924:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a7d36000/0x4ce24e57873627e6 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40e24 expref: 6 pid: 20953 timeout: 582 lvb_type: 0 00000100:00100000:3.0:1746130283.879526:0:7924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14930 00000100:00100000:3.0:1746130283.879537:0:7924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800939b7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949849365120:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746130283.879547:0:7924:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746130283.879561:0:7924:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a7d36000/0x4ce24e57873627e6 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40e24 expref: 6 pid: 20953 timeout: 582 lvb_type: 0 00010000:00010000:3.0:1746130283.879570:0:7924:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a7d36000/0x4ce24e57873627e6 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40e24 expref: 6 pid: 20953 timeout: 582 lvb_type: 0 00010000:00010000:3.0:1746130283.879585:0:7924:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a7d36000/0x4ce24e57873627e6 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40e24 expref: 6 pid: 20953 timeout: 582 lvb_type: 0 00010000:00010000:3.0:1746130283.879595:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130283.879596:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130283.879601:0:7924:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a796ca00/0x4ce24e57873627ed lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40e2b expref: 77 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130283.879612:0:7924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a796ca00/0x4ce24e57873627ed lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40e2b expref: 77 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130283.879632:0:7924:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a796ca00/0x4ce24e57873627ed lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40e2b expref: 77 pid: 20953 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746130283.879640:0:7924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091950a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841817216:192.168.204.51@tcp:105: 00000100:00100000:3.0:1746130283.879705:0:7924:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b20c4f00 going to sleep for 11 seconds 00000100:00100000:3.0:1746130283.881429:0:7924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091950a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841817216:192.168.204.51@tcp:105: 00010000:00010000:3.0:1746130283.881448:0:7924:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746130283.881487:0:7924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800939b7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+5:1961:x1830949849365120:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 1955us (2089us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130283.881496:0:7924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14930 00000100:00100000:0.0:1746130283.882064:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130283.882095:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849365376 00000100:00100000:1.0:1746130283.882100:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849365376 00002000:00100000:1.0:1746130283.882127:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800939b5500 x1830949849365376/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:269/0 lens 488/0 e 0 to 0 dl 1746130294 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130283.882136:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800939b5500 with x1830949849365376 ext(0->4095) 00002000:00010000:1.0:1746130283.882140:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800939b5500 00000100:00100000:1.0:1746130283.882164:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5010 00000100:00100000:1.0:1746130283.882170:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800939b5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+78:1964:x1830949849365376:12345-192.168.204.51@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746130283.882323:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800939b5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+78:1964:x1830949849365376:12345-192.168.204.51@tcp:3:ptlrpcd_01_01.0 Request processed in 153us (259us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746130283.882329:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5010 00002000:00100000:1.0:1746130283.882346:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800939b5500 x1830949849365376/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:269/0 lens 488/4536 e 0 to 0 dl 1746130294 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130283.882354:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800939b5500 with x1830949849365376 ext(0->4095) 00002000:00010000:1.0:1746130283.882356:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800939b5500 00000100:00100000:0.0:1746130283.883550:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130283.883728:0:10554:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849365504 00000100:00100000:3.0:1746130283.883733:0:10554:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849365504 00000100:00100000:3.0:1746130283.883775:0:10554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6667 00000100:00100000:3.0:1746130283.883782:0:10554:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7f9b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+5:31579:x1830949849365504:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746130283.883794:0:10554:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746130283.883808:0:10554:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800934d1e00/0x4ce24e57873627f4 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae40e32 expref: -99 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130283.883829:0:10554:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a796ca00/0x4ce24e57873627ed lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40e2b expref: 77 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130283.883835:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746130283.883838:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746130283.883840:0:10554:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d1e00/0x4ce24e57873627f4 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40e32 expref: 6 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130283.883860:0:10554:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a796ca00/0x4ce24e57873627ed lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40e2b expref: 77 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130283.883870:0:10554:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a796ca00/0x4ce24e57873627ed lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40e2b expref: 77 pid: 20953 timeout: 582 lvb_type: 0 00000100:00100000:3.0:1746130283.883879:0:10554:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091950a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10554:1830949841817344:192.168.204.51@tcp:104: 00000100:00100000:3.0:1746130283.883997:0:10554:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b20c4f00 going to sleep for 11 seconds 00000100:00100000:3.0:1746130283.885015:0:10554:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091950a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10554:1830949841817344:192.168.204.51@tcp:104: 00010000:00010000:3.0:1746130283.885037:0:10554:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800934d1e00/0x4ce24e57873627f4 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40e32 expref: 6 pid: 10554 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746130283.885243:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130283.885291:0:7924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849365632 00000100:00100000:2.0:1746130283.885295:0:7924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849365632 00010000:00010000:2.0:1746130283.885350:0:7924:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a796ca00/0x4ce24e57873627ed lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40e2b expref: 78 pid: 20953 timeout: 582 lvb_type: 0 00010000:00010000:3.0:1746130283.885364:0:10554:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800934d1e00, rc 0) 00000100:00100000:2.0:1746130283.885382:0:7924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14931 00000100:00100000:2.0:1746130283.885387:0:7924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800939b4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+78:1961:x1830949849365632:12345-192.168.204.51@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1746130283.885397:0:10554:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7f9b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+6:31579:x1830949849365504:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1615us (1849us total) trans 0 rc 0/0 00010000:00010000:2.0:1746130283.885397:0:7924:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1746130283.885403:0:10554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6667 00010000:00010000:2.0:1746130283.885414:0:7924:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a796ca00/0x4ce24e57873627ed lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40e2b expref: 78 pid: 20953 timeout: 582 lvb_type: 0 00010000:00010000:2.0:1746130283.885423:0:7924:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a796ca00/0x4ce24e57873627ed lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40e2b expref: 78 pid: 20953 timeout: 582 lvb_type: 0 00010000:00010000:2.0:1746130283.885440:0:7924:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a796ca00/0x4ce24e57873627ed lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40e2b expref: 78 pid: 20953 timeout: 582 lvb_type: 0 00010000:00010000:2.0:1746130283.885453:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130283.885455:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130283.885460:0:7924:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1e00/0x4ce24e57873627f4 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40e32 expref: 5 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130283.885466:0:7924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d1e00/0x4ce24e57873627f4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40e32 expref: 5 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130283.885486:0:7924:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800934d1e00/0x4ce24e57873627f4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40e32 expref: 5 pid: 10554 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746130283.885494:0:7924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f133100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841817472:192.168.204.51@tcp:105: 00000100:00100000:2.0:1746130283.885528:0:7924:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094485780 going to sleep for 11 seconds 00000100:00100000:2.0:1746130283.886578:0:7924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f133100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841817472:192.168.204.51@tcp:105: 00010000:00010000:2.0:1746130283.886592:0:7924:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746130283.886626:0:7924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800939b4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+77:1961:x1830949849365632:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 1238us (1384us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130283.886633:0:7924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14931 00000100:00100000:0.0:1746130283.887002:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130283.887155:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849365888 00000100:00100000:3.0:1746130283.887160:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849365888 00002000:00100000:3.0:1746130283.887189:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800939b5180 x1830949849365888/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:269/0 lens 488/0 e 0 to 0 dl 1746130294 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130283.887197:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800939b5180 with x1830949849365888 ext(0->4095) 00002000:00010000:3.0:1746130283.887200:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800939b5180 00000100:00100000:3.0:1746130283.887253:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5011 00000100:00100000:3.0:1746130283.887260:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800939b5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1963:x1830949849365888:12345-192.168.204.51@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746130283.888073:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800939b5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1963:x1830949849365888:12345-192.168.204.51@tcp:3:ptlrpcd_01_00.0 Request processed in 811us (1068us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746130283.888079:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5011 00002000:00100000:3.0:1746130283.888085:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800939b5180 x1830949849365888/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:269/0 lens 488/4536 e 0 to 0 dl 1746130294 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130283.888092:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800939b5180 with x1830949849365888 ext(0->4095) 00002000:00010000:3.0:1746130283.888095:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800939b5180 00000100:00100000:0.0:1746130283.889304:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130283.889576:0:10554:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849366016 00000100:00100000:3.0:1746130283.889581:0:10554:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849366016 00000100:00100000:3.0:1746130283.889628:0:10554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6668 00000100:00100000:3.0:1746130283.889635:0:10554:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800939b6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:640ea846-b909-4eea-9a54-417e15bd627b+77:31579:x1830949849366016:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746130283.889648:0:10554:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746130283.889662:0:10554:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800934d0000/0x4ce24e57873627fb lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae40e39 expref: -99 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130283.889683:0:10554:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1e00/0x4ce24e57873627f4 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40e32 expref: 5 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130283.889690:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130283.889691:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130283.889694:0:10554:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d0000/0x4ce24e57873627fb lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40e39 expref: 78 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130283.889717:0:10554:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800934d1e00/0x4ce24e57873627f4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40e32 expref: 5 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130283.889732:0:10554:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800934d1e00/0x4ce24e57873627f4 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40e32 expref: 5 pid: 10554 timeout: 582 lvb_type: 0 00000100:00100000:3.0:1746130283.889742:0:10554:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091950a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10554:1830949841817600:192.168.204.51@tcp:104: 00000100:00100000:3.0:1746130283.889808:0:10554:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b20c4f00 going to sleep for 11 seconds 00000100:00100000:3.0:1746130283.890672:0:10554:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091950a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10554:1830949841817600:192.168.204.51@tcp:104: 00010000:00010000:3.0:1746130283.890689:0:10554:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800934d0000/0x4ce24e57873627fb lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40e39 expref: 78 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130283.890700:0:10554:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800934d0000, rc 0) 00000100:00100000:3.0:1746130283.890757:0:10554:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800939b6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:640ea846-b909-4eea-9a54-417e15bd627b+78:31579:x1830949849366016:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1123us (1455us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130283.890764:0:10554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6668 00000100:00100000:0.0:1746130283.891072:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130283.891129:0:7924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849366144 00000100:00100000:2.0:1746130283.891133:0:7924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849366144 00010000:00010000:2.0:1746130283.891151:0:7924:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d1e00/0x4ce24e57873627f4 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40e32 expref: 6 pid: 10554 timeout: 582 lvb_type: 0 00000100:00100000:2.0:1746130283.891182:0:7924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14932 00000100:00100000:2.0:1746130283.891187:0:7924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800939b6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949849366144:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746130283.891195:0:7924:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746130283.891211:0:7924:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800934d1e00/0x4ce24e57873627f4 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40e32 expref: 6 pid: 10554 timeout: 582 lvb_type: 0 00010000:00010000:2.0:1746130283.891220:0:7924:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800934d1e00/0x4ce24e57873627f4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40e32 expref: 6 pid: 10554 timeout: 582 lvb_type: 0 00010000:00010000:2.0:1746130283.891236:0:7924:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1e00/0x4ce24e57873627f4 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40e32 expref: 6 pid: 10554 timeout: 582 lvb_type: 0 00010000:00010000:2.0:1746130283.891245:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130283.891246:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130283.891453:0:7924:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800934d0000/0x4ce24e57873627fb lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40e39 expref: 77 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130283.891461:0:7924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d0000/0x4ce24e57873627fb lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40e39 expref: 77 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130283.891482:0:7924:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800934d0000/0x4ce24e57873627fb lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40e39 expref: 77 pid: 10554 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746130283.891491:0:7924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f133100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841817728:192.168.204.51@tcp:105: 00000100:00100000:2.0:1746130283.891988:0:7924:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094485780 going to sleep for 11 seconds 00000100:00100000:2.0:1746130283.893326:0:7924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f133100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841817728:192.168.204.51@tcp:105: 00010000:00010000:2.0:1746130283.893356:0:7924:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746130283.893370:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130283.893387:0:7924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800939b6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+5:1962:x1830949849366144:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 2200us (2315us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130283.893395:0:7924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14932 00000100:00100000:3.0:1746130283.893551:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849366400 00000100:00100000:3.0:1746130283.893555:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849366400 00002000:00100000:3.0:1746130283.893583:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800939b7800 x1830949849366400/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:269/0 lens 488/0 e 0 to 0 dl 1746130294 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130283.893589:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800939b7800 with x1830949849366400 ext(0->4095) 00002000:00010000:3.0:1746130283.893593:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800939b7800 00000100:00100000:3.0:1746130283.893616:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5012 00000100:00100000:3.0:1746130283.893622:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800939b7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+78:1961:x1830949849366400:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746130283.893747:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800939b7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+78:1961:x1830949849366400:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 125us (376us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746130283.893756:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5012 00002000:00100000:3.0:1746130283.893761:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8800939b7800 x1830949849366400/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:269/0 lens 488/4536 e 0 to 0 dl 1746130294 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130283.893768:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800939b7800 with x1830949849366400 ext(0->4095) 00002000:00010000:3.0:1746130283.893770:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800939b7800 00000100:00100000:0.0:1746130283.896804:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130283.896889:0:10554:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849366528 00000100:00100000:3.0:1746130283.896898:0:10554:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849366528 00000100:00100000:3.0:1746130283.896944:0:10554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6669 00000100:00100000:3.0:1746130283.896951:0:10554:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ac4f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+5:31579:x1830949849366528:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746130283.896965:0:10554:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746130283.896980:0:10554:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800934d1800/0x4ce24e5787362802 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae40e40 expref: -99 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130283.897002:0:10554:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800934d0000/0x4ce24e57873627fb lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40e39 expref: 77 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130283.897009:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746130283.897010:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746130283.897014:0:10554:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d1800/0x4ce24e5787362802 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40e40 expref: 6 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130283.897038:0:10554:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800934d0000/0x4ce24e57873627fb lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40e39 expref: 77 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130283.897048:0:10554:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800934d0000/0x4ce24e57873627fb lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40e39 expref: 77 pid: 10554 timeout: 582 lvb_type: 0 00000100:00100000:3.0:1746130283.897062:0:10554:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091950a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10554:1830949841817856:192.168.204.51@tcp:104: 00000100:00100000:3.0:1746130283.897243:0:10554:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b20c4f00 going to sleep for 11 seconds 00000100:00100000:3.0:1746130283.899308:0:10554:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091950a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10554:1830949841817856:192.168.204.51@tcp:104: 00010000:00010000:3.0:1746130283.899351:0:10554:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800934d1800/0x4ce24e5787362802 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40e40 expref: 6 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130283.899367:0:10554:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800934d1800, rc 0) 00000100:00100000:3.0:1746130283.899432:0:10554:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ac4f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+6:31579:x1830949849366528:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2480us (2634us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130283.899440:0:10554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6669 00000100:00100000:0.0:1746130283.902319:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130283.902427:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849366656 00000100:00100000:3.0:1746130283.902434:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849366656 00002000:00100000:3.0:1746130283.902474:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff88008ac4ed80 x1830949849366656/t0(0) o4->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:269/0 lens 496/0 e 0 to 0 dl 1746130294 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130283.902483:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ac4ed80 with x1830949849366656 ext(0->7) 00010000:00010000:3.0:1746130283.902490:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800934d0000/0x4ce24e57873627fb lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40e39 expref: 78 pid: 10554 timeout: 582 lvb_type: 0 00010000:00010000:3.0:1746130283.902502:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800934d0000/0x4ce24e57873627fb lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40e39 expref: 78 pid: 10554 timeout: 582 lvb_type: 0 00002000:00010000:3.0:1746130283.902508:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008ac4ed80 00000100:00100000:3.0:1746130283.902529:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2774 00000100:00100000:3.0:1746130283.902535:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ac4ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+78:1962:x1830949849366656:12345-192.168.204.51@tcp:4:ldlm_bl.0 00000100:00100000:3.0:1746130283.902784:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ac4ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+80:1962:x1830949849366656:12345-192.168.204.51@tcp:4:ldlm_bl.0 Request processed in 248us (471us total) trans 4294967961 rc 0/0 00000100:00100000:3.0:1746130283.902790:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2774 00002000:00100000:3.0:1746130283.902795:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->7) req@ffff88008ac4ed80 x1830949849366656/t4294967961(0) o4->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:269/0 lens 496/448 e 0 to 0 dl 1746130294 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130283.902802:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ac4ed80 with x1830949849366656 ext(0->7) 00010000:00010000:3.0:1746130283.902806:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800934d0000/0x4ce24e57873627fb lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40e39 expref: 80 pid: 10554 timeout: 582 lvb_type: 0 00010000:00010000:3.0:1746130283.902814:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800934d0000/0x4ce24e57873627fb lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40e39 expref: 80 pid: 10554 timeout: 582 lvb_type: 0 00002000:00010000:3.0:1746130283.902820:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008ac4ed80 00000100:00100000:0.0:1746130283.905228:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130283.905344:0:10554:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849366784 00000100:00100000:3.0:1746130283.905350:0:10554:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849366784 00000100:00100000:3.0:1746130283.905461:0:10554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6670 00000100:00100000:3.0:1746130283.905471:0:10554:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ac4dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:640ea846-b909-4eea-9a54-417e15bd627b+80:31578:x1830949849366784:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746130283.905485:0:10554:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746130283.905500:0:10554:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800934d1e00/0x4ce24e5787362809 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae40e47 expref: -99 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130283.905521:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746130283.905526:0:10554:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1800/0x4ce24e5787362802 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40e40 expref: 5 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130283.905531:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746130283.905535:0:10554:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d1e00/0x4ce24e5787362809 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40e47 expref: 81 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130283.905565:0:10554:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800934d1800/0x4ce24e5787362802 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40e40 expref: 5 pid: 10554 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746130283.905567:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00010000:00010000:3.0:1746130283.905578:0:10554:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800934d1e00/0x4ce24e5787362809 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40e47 expref: 81 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130283.905587:0:10554:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800934d1e00, rc 0) 00000100:00100000:3.0:1746130283.905622:0:10554:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ac4dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:640ea846-b909-4eea-9a54-417e15bd627b+81:31578:x1830949849366784:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 154us (399us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130283.905627:0:10554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6670 00000100:00100000:2.0:1746130283.905694:0:7924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849366912 00000100:00100000:2.0:1746130283.905698:0:7924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849366912 00010000:00010000:2.0:1746130283.905717:0:7924:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d0000/0x4ce24e57873627fb lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40e39 expref: 81 pid: 10554 timeout: 582 lvb_type: 0 00000100:00100000:2.0:1746130283.905762:0:7924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14933 00000100:00100000:2.0:1746130283.905768:0:7924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d0d0850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+81:1962:x1830949849366912:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746130283.905776:0:7924:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746130283.905792:0:7924:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800934d0000/0x4ce24e57873627fb lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40e39 expref: 81 pid: 10554 timeout: 582 lvb_type: 0 00010000:00010000:2.0:1746130283.905801:0:7924:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800934d0000/0x4ce24e57873627fb lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40e39 expref: 81 pid: 10554 timeout: 582 lvb_type: 0 00010000:00010000:2.0:1746130283.905814:0:7924:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800934d0000/0x4ce24e57873627fb lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40e39 expref: 81 pid: 10554 timeout: 582 lvb_type: 0 00010000:00010000:2.0:1746130283.905836:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130283.905839:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130283.905844:0:7924:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1800/0x4ce24e5787362802 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40e40 expref: 5 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130283.905854:0:7924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d1800/0x4ce24e5787362802 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40e40 expref: 5 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130283.905872:0:7924:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800934d1800/0x4ce24e5787362802 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40e40 expref: 5 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130283.905881:0:7924:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800934d1800/0x4ce24e5787362802 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40e40 expref: 5 pid: 10554 timeout: 582 lvb_type: 0 00000100:00100000:2.0:1746130283.905891:0:7924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f133100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841818112:192.168.204.51@tcp:105: 00000100:00100000:2.0:1746130283.905940:0:7924:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094485780 going to sleep for 11 seconds 00000100:00100000:2.0:1746130283.907572:0:7924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f133100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841818112:192.168.204.51@tcp:105: 00010000:00010000:2.0:1746130283.907586:0:7924:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746130283.907729:0:7924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d0d0850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+80:1962:x1830949849366912:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 1960us (2159us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130283.907737:0:7924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14933 00000100:00100000:0.0:1746130283.907884:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130283.907968:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849367168 00000100:00100000:1.0:1746130283.907973:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849367168 00002000:00100000:1.0:1746130283.908004:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008ac4e680 x1830949849367168/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:269/0 lens 488/0 e 0 to 0 dl 1746130294 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130283.908013:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ac4e680 with x1830949849367168 ext(0->4095) 00010000:00010000:1.0:1746130283.908019:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1800/0x4ce24e5787362802 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40e40 expref: 6 pid: 10554 timeout: 582 lvb_type: 0 00010000:00010000:1.0:1746130283.908029:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800934d1800/0x4ce24e5787362802 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40e40 expref: 6 pid: 10554 timeout: 582 lvb_type: 0 00002000:00010000:1.0:1746130283.908035:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008ac4e680 00000100:00100000:1.0:1746130283.908062:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2775 00000100:00100000:1.0:1746130283.908068:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ac4e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949849367168:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746130283.908195:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ac4e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949849367168:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 127us (311us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746130283.908201:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2775 00002000:00100000:1.0:1746130283.908206:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008ac4e680 x1830949849367168/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:269/0 lens 488/4536 e 0 to 0 dl 1746130294 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130283.908213:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ac4e680 with x1830949849367168 ext(0->4095) 00010000:00010000:1.0:1746130283.908217:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1800/0x4ce24e5787362802 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40e40 expref: 6 pid: 10554 timeout: 582 lvb_type: 0 00010000:00010000:1.0:1746130283.908225:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800934d1800/0x4ce24e5787362802 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40e40 expref: 6 pid: 10554 timeout: 582 lvb_type: 0 00002000:00010000:1.0:1746130283.908230:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008ac4e680 00000100:00100000:0.0:1746130283.909783:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130283.910079:0:7924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849367296 00000100:00100000:2.0:1746130283.910085:0:7924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849367296 00010000:00010000:2.0:1746130283.910108:0:7924:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d1800/0x4ce24e5787362802 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40e40 expref: 6 pid: 10554 timeout: 582 lvb_type: 0 00000100:00100000:2.0:1746130283.910141:0:7924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14934 00000100:00100000:2.0:1746130283.910147:0:7924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ac4f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1964:x1830949849367296:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746130283.910157:0:7924:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746130283.910173:0:7924:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800934d1800/0x4ce24e5787362802 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40e40 expref: 6 pid: 10554 timeout: 582 lvb_type: 0 00010000:00010000:2.0:1746130283.910188:0:7924:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800934d1800/0x4ce24e5787362802 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40e40 expref: 6 pid: 10554 timeout: 582 lvb_type: 0 00010000:00010000:2.0:1746130283.910205:0:7924:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1800/0x4ce24e5787362802 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40e40 expref: 6 pid: 10554 timeout: 582 lvb_type: 0 00010000:00010000:2.0:1746130283.910220:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130283.910222:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130283.910227:0:7924:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1e00/0x4ce24e5787362809 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40e47 expref: 79 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130283.910234:0:7924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d1e00/0x4ce24e5787362809 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40e47 expref: 79 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130283.910260:0:7924:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800934d1e00/0x4ce24e5787362809 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40e47 expref: 79 pid: 10554 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746130283.910294:0:7924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f133100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841818240:192.168.204.51@tcp:105: 00000100:00100000:2.0:1746130283.910367:0:7924:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094485d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746130283.912159:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130283.912208:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849367552 00000100:00100000:1.0:1746130283.912214:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849367552 00000100:00100000:2.0:1746130283.912246:0:7924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f133100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841818240:192.168.204.51@tcp:105: 00010000:00010000:2.0:1746130283.912262:0:7924:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746130283.912320:0:7924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ac4f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+5:1964:x1830949849367296:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 2173us (2541us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130283.912330:0:7924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14934 00002000:00100000:1.0:1746130283.912396:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008ac4e300 x1830949849367552/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:269/0 lens 488/0 e 0 to 0 dl 1746130294 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130283.912405:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ac4e300 with x1830949849367552 ext(0->4095) 00002000:00010000:1.0:1746130283.912409:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008ac4e300 00000100:00100000:1.0:1746130283.912435:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5013 00000100:00100000:1.0:1746130283.912441:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ac4e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+80:1961:x1830949849367552:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746130283.912570:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ac4e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+80:1961:x1830949849367552:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 129us (416us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746130283.912575:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5013 00002000:00100000:1.0:1746130283.912579:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008ac4e300 x1830949849367552/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:269/0 lens 488/4536 e 0 to 0 dl 1746130294 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746130283.912585:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ac4e300 with x1830949849367552 ext(0->4095) 00002000:00010000:1.0:1746130283.912587:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008ac4e300 00000100:00100000:0.0:1746130283.915993:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130283.916061:0:10554:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849367680 00000100:00100000:3.0:1746130283.916068:0:10554:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849367680 00000100:00100000:3.0:1746130283.916124:0:10554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6671 00000100:00100000:3.0:1746130283.916132:0:10554:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ac4d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+5:31579:x1830949849367680:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746130283.916148:0:10554:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746130283.916163:0:10554:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800934d1a00/0x4ce24e5787362810 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae40e4e expref: -99 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130283.916186:0:10554:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1e00/0x4ce24e5787362809 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40e47 expref: 79 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130283.916193:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746130283.916195:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746130283.916198:0:10554:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d1a00/0x4ce24e5787362810 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40e4e expref: 6 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130283.916227:0:10554:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800934d1e00/0x4ce24e5787362809 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40e47 expref: 79 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130283.916237:0:10554:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800934d1e00/0x4ce24e5787362809 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40e47 expref: 79 pid: 10554 timeout: 582 lvb_type: 0 00000100:00100000:3.0:1746130283.916247:0:10554:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091950a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10554:1830949841818368:192.168.204.51@tcp:104: 00000100:00100000:3.0:1746130283.916590:0:10554:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b20c4f00 going to sleep for 11 seconds 00000100:00100000:3.0:1746130283.918715:0:10554:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091950a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10554:1830949841818368:192.168.204.51@tcp:104: 00010000:00010000:3.0:1746130283.918746:0:10554:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800934d1a00/0x4ce24e5787362810 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40e4e expref: 6 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130283.918760:0:10554:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800934d1a00, rc 0) 00000100:00100000:3.0:1746130283.918809:0:10554:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ac4d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+6:31579:x1830949849367680:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2676us (2823us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130283.918817:0:10554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6671 00000100:00100000:0.0:1746130283.919187:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130283.919796:0:7924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849367808 00000100:00100000:3.0:1746130283.919802:0:7924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849367808 00010000:00010000:3.0:1746130283.919828:0:7924:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d1e00/0x4ce24e5787362809 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40e47 expref: 80 pid: 10554 timeout: 582 lvb_type: 0 00000100:00100000:3.0:1746130283.919865:0:7924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14935 00000100:00100000:3.0:1746130283.919872:0:7924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ac4c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+80:1961:x1830949849367808:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746130283.919883:0:7924:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746130283.919901:0:7924:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800934d1e00/0x4ce24e5787362809 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40e47 expref: 80 pid: 10554 timeout: 582 lvb_type: 0 00010000:00010000:3.0:1746130283.919911:0:7924:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800934d1e00/0x4ce24e5787362809 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40e47 expref: 80 pid: 10554 timeout: 582 lvb_type: 0 00010000:00010000:3.0:1746130283.919929:0:7924:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1e00/0x4ce24e5787362809 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40e47 expref: 80 pid: 10554 timeout: 582 lvb_type: 0 00010000:00010000:3.0:1746130283.920123:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130283.920125:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130283.920131:0:7924:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1a00/0x4ce24e5787362810 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40e4e expref: 5 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130283.920139:0:7924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d1a00/0x4ce24e5787362810 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40e4e expref: 5 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130283.920163:0:7924:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800934d1a00/0x4ce24e5787362810 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40e4e expref: 5 pid: 10554 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746130283.920174:0:7924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091950a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841818496:192.168.204.51@tcp:105: 00000100:00100000:3.0:1746130283.920243:0:7924:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b20c4f00 going to sleep for 11 seconds 00000100:00100000:3.0:1746130283.922524:0:7924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091950a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841818496:192.168.204.51@tcp:105: 00010000:00010000:3.0:1746130283.922550:0:7924:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746130283.922600:0:7924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ac4c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+79:1961:x1830949849367808:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 2727us (3413us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130283.922609:0:7924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14935 00000100:00100000:0.0:1746130283.922741:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130283.922821:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849368064 00000100:00100000:2.0:1746130283.922827:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849368064 00002000:00100000:2.0:1746130283.922857:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008ac4df80 x1830949849368064/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:269/0 lens 488/0 e 0 to 0 dl 1746130294 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746130283.922867:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ac4df80 with x1830949849368064 ext(0->4095) 00002000:00010000:2.0:1746130283.922870:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008ac4df80 00000100:00100000:0.0:1746130283.923122:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130283.923358:0:10554:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849368192 00000100:00100000:3.0:1746130283.923361:0:10554:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849368192 00000100:00100000:3.0:1746130283.923386:0:10554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6672 00000100:00100000:3.0:1746130283.923391:0:10554:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ac4f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:640ea846-b909-4eea-9a54-417e15bd627b+79:31578:x1830949849368192:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746130283.923402:0:10554:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746130283.923415:0:10554:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800934d0800/0x4ce24e5787362817 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae40e55 expref: -99 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130283.923436:0:10554:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1a00/0x4ce24e5787362810 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40e4e expref: 6 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130283.923444:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130283.923446:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130283.923449:0:10554:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d0800/0x4ce24e5787362817 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40e55 expref: 80 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130283.923915:0:10554:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800934d1a00/0x4ce24e5787362810 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40e4e expref: 6 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130283.923927:0:10554:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800934d1a00/0x4ce24e5787362810 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40e4e expref: 6 pid: 10554 timeout: 582 lvb_type: 0 00000100:00100000:3.0:1746130283.923938:0:10554:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091950a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10554:1830949841818624:192.168.204.51@tcp:104: 00000100:00100000:3.0:1746130283.924016:0:10554:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b20c4f00 going to sleep for 11 seconds 00000100:00100000:3.0:1746130283.925568:0:10554:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091950a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10554:1830949841818624:192.168.204.51@tcp:104: 00010000:00010000:3.0:1746130283.925595:0:10554:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800934d0800/0x4ce24e5787362817 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40e55 expref: 80 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130283.925613:0:10554:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800934d0800, rc 0) 00000100:00100000:3.0:1746130283.925653:0:10554:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ac4f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:640ea846-b909-4eea-9a54-417e15bd627b+80:31578:x1830949849368192:12345-192.168.204.51@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2261us (2658us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130283.925660:0:10554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6672 00000100:00100000:0.0:1746130284.116399:0:3299:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f133100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3299:1830949841818752:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1746130284.116450:0:3299:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746130284.116491:0:3299:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093171180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3299:1830949841819264:0@lo:400:kworker.0 00000100:00100000:1.0:1746130284.116500:0:10555:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949841818752 00000100:00100000:0.0:1746130284.116503:0:3299:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746130284.116505:0:10555:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949841818752 00000100:00100000:3.0:1746130284.116508:0:3298:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093172680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3298:1830949841819136:0@lo:400:kworker.0 00000100:00100000:0.0:1746130284.116513:0:3299:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:0.0:1746130284.116516:0:3299:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093170e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:c27f3a83-b0ee-4dd6-bb65-34207604533c:3299:1830949841818880:0@lo:400:kworker.0 00000100:00100000:0.0:1746130284.116530:0:3299:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746130284.116537:0:3298:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746130284.116539:0:3299:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093172300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3299:1830949841819392:0@lo:400:kworker.0 00000100:00100000:2.0:1746130284.116542:0:7106:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949841818880 00000100:00100000:1.0:1746130284.116545:0:10555:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 170 00000100:00100000:2.0:1746130284.116546:0:7106:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949841818880 00000100:00100000:1.0:1746130284.116552:0:10555:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ac4c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3299:x1830949841818752:12345-0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1746130284.116567:0:7106:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 374 00000100:00100000:2.0:1746130284.116572:0:7106:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b23fdc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c27f3a83-b0ee-4dd6-bb65-34207604533c+18:3299:x1830949841818880:12345-0@lo:400:kworker.0 00002000:00000024:1.0:1746130284.116581:0:10555:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 715587584 pending 0 free 3856662528 avail 3854565376 00000100:00100000:0.0:1746130284.116582:0:3299:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746130284.116585:0:3298:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1746130284.116590:0:3298:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093170000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3298:1830949841819008:0@lo:400:kworker.0 00000100:00100000:0.0:1746130284.116600:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949841819136 00000100:00100000:0.0:1746130284.116602:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949841819136 00000100:00100000:3.0:1746130284.116608:0:3298:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746130284.116608:0:7106:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b23fdc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c27f3a83-b0ee-4dd6-bb65-34207604533c+18:3299:x1830949841818880:12345-0@lo:400:kworker.0 Request processed in 36us (76us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130284.116614:0:7106:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 374 00000100:00100000:1.0:1746130284.116615:0:10555:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ac4c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3299:x1830949841818752:12345-0@lo:13:osp-pre-1-0.0 Request processed in 64us (163us total) trans 0 rc 0/0 00000100:00100000:0.0:1746130284.116619:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949841819392 00000100:00100000:1.0:1746130284.116620:0:10555:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 170 00000100:00100000:0.0:1746130284.116620:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949841819392 00000100:00100000:0.0:1746130284.116627:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949841819008 00000100:00100000:0.0:1746130284.116628:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949841819008 00000100:00100000:3.0:1746130284.116632:0:7110:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 329 00000100:00080000:1.0:1746130284.116634:0:7108:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1746130284.116637:0:7108:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1746130284.116638:0:21138:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 330 00000100:00100000:0.0:1746130284.116641:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 331 00000100:00100000:3.0:1746130284.116644:0:7110:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091950a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3298:x1830949841819136:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746130284.116644:0:21138:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092254000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3299:x1830949841819392:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746130284.116645:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091952300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3298:x1830949841819008:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746130284.116665:0:21138:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092254000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3299:x1830949841819392:12345-0@lo:400:kworker.0 Request processed in 22us (82us total) trans 0 rc 0/0 00000100:00100000:0.0:1746130284.116666:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091952300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3298:x1830949841819008:12345-0@lo:400:kworker.0 Request processed in 21us (58us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130284.116669:0:7110:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091950a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3298:x1830949841819136:12345-0@lo:400:kworker.0 Request processed in 32us (132us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130284.116670:0:21138:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 330 00000100:00100000:0.0:1746130284.116672:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 331 00000100:00100000:3.0:1746130284.116674:0:7110:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 329 00000100:00100000:0.0:1746130284.116688:0:3299:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093170e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:c27f3a83-b0ee-4dd6-bb65-34207604533c:3299:1830949841818880:0@lo:400:kworker.0 00000100:00100000:2.0:1746130284.116690:0:10554:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949841819264 00000100:00100000:2.0:1746130284.116692:0:10554:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949841819264 00000100:00100000:0.0:1746130284.116696:0:3299:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093172300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3299:1830949841819392:0@lo:400:kworker.0 00000100:00100000:0.0:1746130284.116703:0:3299:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f133100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3299:1830949841818752:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1746130284.116724:0:10554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 410 00000100:00100000:2.0:1746130284.116728:0:10554:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ac4d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3299:x1830949841819264:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746130284.116755:0:10554:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ac4d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3299:x1830949841819264:12345-0@lo:400:kworker.0 Request processed in 27us (251us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130284.116760:0:10554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 410 00000100:00100000:3.0:1746130284.116762:0:3298:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093170000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3298:1830949841819008:0@lo:400:kworker.0 00000100:00100000:0.0:1746130284.116770:0:3299:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093171180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3299:1830949841819264:0@lo:400:kworker.0 00000100:00100000:3.0:1746130284.116773:0:3298:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093172680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3298:1830949841819136:0@lo:400:kworker.0 00000100:00080000:1.0:1746130284.117741:0:7108:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:1.0:1746130284.806511:0:7100:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:0.0:1746130285.004748:0:8556:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967928 is committed 00000001:00080000:0.0:1746130285.004765:0:8556:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967958 is committed 00000001:00080000:0.0:1746130285.004808:0:8556:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967959 is committed 00000001:00080000:0.0:1746130285.004959:0:8556:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967961 is committed 00000100:00100000:0.0:1746130285.610634:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130285.610668:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130285.610768:0:7110:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849368448 00000100:00100000:3.0:1746130285.610775:0:7110:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849368448 00000100:00100000:3.0:1746130285.610827:0:7110:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 332 00000100:00100000:3.0:1746130285.610838:0:7110:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092257100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:640ea846-b909-4eea-9a54-417e15bd627b+6:1964:x1830949849368448:12345-192.168.204.51@tcp:400:kworker.0 00000100:00100000:3.0:1746130285.610896:0:7110:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092257100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:640ea846-b909-4eea-9a54-417e15bd627b+6:1964:x1830949849368448:12345-192.168.204.51@tcp:400:kworker.0 Request processed in 64us (270us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130285.610901:0:7110:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 332 00000100:00080000:1.0:1746130285.611012:0:7108:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746130285.611032:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130285.611057:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130285.611243:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849368704 00000100:00100000:2.0:1746130285.611247:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849368704 00000100:00100000:2.0:1746130285.611330:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849368960 00000100:00100000:2.0:1746130285.611333:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849368960 00000100:00100000:2.0:1746130285.611348:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 411 00000100:00100000:2.0:1746130285.611354:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092255180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:640ea846-b909-4eea-9a54-417e15bd627b+5:1964:x1830949849368704:12345-192.168.204.51@tcp:400:kworker.0 00000100:00100000:2.0:1746130285.611382:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092255180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:640ea846-b909-4eea-9a54-417e15bd627b+5:1964:x1830949849368704:12345-192.168.204.51@tcp:400:kworker.0 Request processed in 29us (713us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130285.611387:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 411 00000100:00080000:1.0:1746130285.611395:0:7108:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1746130285.611398:0:7108:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1746130285.611402:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 412 00000100:00100000:2.0:1746130285.611406:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092255c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c84b93b0-d496-484f-8e1e-94008838f2dd+7:1964:x1830949849368960:12345-192.168.204.51@tcp:400:kworker.0 00000100:00100000:2.0:1746130285.611425:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092255c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c84b93b0-d496-484f-8e1e-94008838f2dd+7:1964:x1830949849368960:12345-192.168.204.51@tcp:400:kworker.0 Request processed in 19us (394us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130285.611429:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 412 00000100:00100000:0.0:1746130285.611748:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130285.611775:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130285.611808:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130285.611832:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849368832 00000100:00100000:0.0:1746130285.611835:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849368832 00000100:00100000:0.0:1746130285.611859:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 333 00000100:00100000:0.0:1746130285.611863:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092255500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+7:1964:x1830949849368832:12345-192.168.204.51@tcp:400:kworker.0 00000100:00100000:0.0:1746130285.611887:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092255500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+7:1964:x1830949849368832:12345-192.168.204.51@tcp:400:kworker.0 Request processed in 24us (111us total) trans 0 rc 0/0 00000100:00100000:0.0:1746130285.611892:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 333 00000100:00100000:3.0:1746130285.612048:0:10554:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849368576 00000100:00100000:3.0:1746130285.612052:0:10554:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849368576 00000100:00100000:3.0:1746130285.612071:0:10554:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849369088 00000100:00100000:3.0:1746130285.612073:0:10554:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849369088 00000100:00100000:3.0:1746130285.612085:0:10554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 413 00000100:00100000:3.0:1746130285.612089:0:10554:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092256680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:640ea846-b909-4eea-9a54-417e15bd627b+6:1964:x1830949849368576:12345-192.168.204.51@tcp:400:kworker.0 00000100:00100000:1.0:1746130285.612137:0:20953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 414 00000100:00100000:1.0:1746130285.612144:0:20953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092256a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c84b93b0-d496-484f-8e1e-94008838f2dd+5:1964:x1830949849369088:12345-192.168.204.51@tcp:400:kworker.0 00000100:00100000:2.0:1746130285.612327:0:7107:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849368320 00000100:00100000:2.0:1746130285.612331:0:7107:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849368320 00000100:00100000:2.0:1746130285.612351:0:7107:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 375 00000100:00100000:2.0:1746130285.612355:0:7107:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b23fd850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:51482484-f6ce-4c5d-8880-328e8ed7a70a+12:1964:x1830949849368320:12345-192.168.204.51@tcp:400:kworker.0 00000100:00080000:0.0:1746130285.612817:0:7108:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1746130285.612820:0:7108:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1746130285.612822:0:7108:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1746130285.612877:0:10554:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092256680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:640ea846-b909-4eea-9a54-417e15bd627b+6:1964:x1830949849368576:12345-192.168.204.51@tcp:400:kworker.0 Request processed in 786us (1128us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130285.612883:0:10554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 413 00000100:00100000:1.0:1746130285.612928:0:20953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092256a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c84b93b0-d496-484f-8e1e-94008838f2dd+5:1964:x1830949849369088:12345-192.168.204.51@tcp:400:kworker.0 Request processed in 785us (1119us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130285.612933:0:20953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 414 00000100:00100000:2.0:1746130285.612976:0:7107:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b23fd850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:51482484-f6ce-4c5d-8880-328e8ed7a70a+12:1964:x1830949849368320:12345-192.168.204.51@tcp:400:kworker.0 Request processed in 619us (1921us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130285.612982:0:7107:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 375 00010000:00010000:3.0:1746130285.809806:0:8484:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746130286.564720:0:3297:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f132300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3297:1830949841819520:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1746130286.564788:0:3297:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746130286.564950:0:10555:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949841819520 00000100:00100000:1.0:1746130286.564957:0:10555:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949841819520 00000100:00100000:1.0:1746130286.564999:0:10555:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 171 00000100:00100000:1.0:1746130286.565007:0:10555:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092257480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3297:x1830949841819520:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1746130286.565040:0:10555:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 535101440 pending 0 free 3855613952 avail 3853516800 00000100:00100000:1.0:1746130286.565074:0:10555:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092257480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3297:x1830949841819520:12345-0@lo:13:osp-pre-0-0.0 Request processed in 68us (286us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130286.565079:0:10555:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 171 00000100:00080000:1.0:1746130286.565103:0:7108:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746130286.567350:0:3297:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f132300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3297:1830949841819520:0@lo:13:osp-pre-0-0.0 00010000:00010000:1.0:1746130286.810844:0:7099:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746130287.816218:0:7100:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1746130288.816536:0:8484:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1746130289.124650:0:3297:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1746130289.124675:0:3297:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092254380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3297:1830949841819648:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1746130289.124740:0:3297:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746130289.124912:0:3299:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092254e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:c27f3a83-b0ee-4dd6-bb65-34207604533c:3299:1830949841819776:0@lo:400:kworker.0 00000100:00100000:0.0:1746130289.124939:0:3299:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746130289.124962:0:3299:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092256d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3299:1830949841820288:0@lo:400:kworker.0 00000100:00100000:0.0:1746130289.124982:0:3299:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746130289.124994:0:3299:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1746130289.124998:0:3299:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092254a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3299:1830949841819904:0@lo:400:kworker.0 00000100:00100000:0.0:1746130289.125010:0:3299:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746130289.125028:0:7107:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949841819776 00000100:00100000:0.0:1746130289.125034:0:7107:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949841819776 00000100:00100000:0.0:1746130289.125063:0:7107:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 376 00000100:00100000:0.0:1746130289.125069:0:7107:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b23fd450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:c27f3a83-b0ee-4dd6-bb65-34207604533c+18:3299:x1830949841819776:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746130289.125100:0:7107:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b23fd450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:c27f3a83-b0ee-4dd6-bb65-34207604533c+18:3299:x1830949841819776:12345-0@lo:400:kworker.0 Request processed in 32us (160us total) trans 0 rc 0/0 00000100:00100000:0.0:1746130289.125105:0:7107:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 376 00000100:00100000:0.0:1746130289.125130:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949841820288 00000100:00100000:0.0:1746130289.125131:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949841820288 00000100:00100000:0.0:1746130289.125151:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949841819904 00000100:00100000:0.0:1746130289.125153:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949841819904 00000100:00100000:0.0:1746130289.125161:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 334 00000100:00100000:0.0:1746130289.125165:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094368a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3299:x1830949841820288:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746130289.125184:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094368a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3299:x1830949841820288:12345-0@lo:400:kworker.0 Request processed in 18us (201us total) trans 0 rc 0/0 00000100:00100000:0.0:1746130289.125188:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 334 00000100:00100000:0.0:1746130289.125194:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 335 00000100:00100000:0.0:1746130289.125197:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009436aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3299:x1830949841819904:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746130289.125208:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009436aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3299:x1830949841819904:12345-0@lo:400:kworker.0 Request processed in 11us (198us total) trans 0 rc 0/0 00000100:00100000:0.0:1746130289.125212:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 335 00000100:00100000:0.0:1746130289.125232:0:3299:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092254a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3299:1830949841819904:0@lo:400:kworker.0 00000100:00100000:0.0:1746130289.125264:0:3299:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092254e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:c27f3a83-b0ee-4dd6-bb65-34207604533c:3299:1830949841819776:0@lo:400:kworker.0 00000100:00100000:0.0:1746130289.125284:0:3299:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092256d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3299:1830949841820288:0@lo:400:kworker.0 00000100:00080000:0.0:1746130289.125304:0:7108:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1746130289.125361:0:3297:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092255880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3297:1830949841820032:0@lo:400:kworker.0 00000100:00100000:1.0:1746130289.125378:0:3297:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746130289.125400:0:3297:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1746130289.125404:0:3297:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092255f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3297:1830949841820160:0@lo:400:kworker.0 00000100:00100000:1.0:1746130289.125423:0:3297:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746130289.125442:0:20953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949841820160 00000100:00100000:1.0:1746130289.125444:0:20953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949841820160 00000100:00100000:1.0:1746130289.125469:0:20953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 415 00000100:00100000:1.0:1746130289.125473:0:20953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093171180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3297:x1830949841820160:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746130289.125496:0:20953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093171180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3297:x1830949841820160:12345-0@lo:400:kworker.0 Request processed in 23us (73us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130289.125501:0:20953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 415 00000100:00100000:1.0:1746130289.125519:0:3297:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092255f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3297:1830949841820160:0@lo:400:kworker.0 00000100:00100000:0.0:1746130289.125575:0:7110:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949841820032 00000100:00100000:0.0:1746130289.125577:0:7110:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949841820032 00000100:00100000:0.0:1746130289.125602:0:7110:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 336 00000100:00100000:0.0:1746130289.125606:0:7110:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093170000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3297:x1830949841820032:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746130289.125628:0:7110:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093170000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3297:x1830949841820032:12345-0@lo:400:kworker.0 Request processed in 22us (248us total) trans 0 rc 0/0 00000100:00100000:0.0:1746130289.125632:0:7110:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 336 00000100:00080000:0.0:1746130289.125640:0:7108:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1746130289.125643:0:7108:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1746130289.125697:0:8472:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949841819648 00000100:00100000:2.0:1746130289.125701:0:8472:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949841819648 00000100:00100000:1.0:1746130289.125803:0:3297:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092255880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3297:1830949841820032:0@lo:400:kworker.0 00000100:00100000:2.0:1746130289.125916:0:8472:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 172 00000100:00100000:2.0:1746130289.125922:0:8472:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093172680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3297:x1830949841819648:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1746130289.125950:0:8472:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 715587584 pending 0 free 3856662528 avail 3854565376 00000100:00100000:2.0:1746130289.125977:0:8472:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093172680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3297:x1830949841819648:12345-0@lo:13:osp-pre-1-0.0 Request processed in 56us (1238us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130289.125985:0:8472:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 172 00000100:00080000:0.0:1746130289.126028:0:7108:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1746130289.126090:0:3297:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092254380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3297:1830949841819648:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1746130289.819314:0:7099:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746130289.924730:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2776 00000100:00100000:3.0:1746130289.924779:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ac4df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949849368064:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 00000100:00080000:1.0:1746130289.925011:0:7108:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1746130289.925545:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ac4df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949849368064:12345-192.168.204.51@tcp:3:ptlrpcd_00_01.0 Request processed in 803us (6002802us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746130289.925553:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2776 00002000:00100000:3.0:1746130289.925563:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff88008ac4df80 x1830949849368064/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:294/0 lens 488/4536 e 1 to 0 dl 1746130319 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130289.925575:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ac4df80 with x1830949849368064 ext(0->4095) 00010000:00010000:3.0:1746130289.925586:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 148s. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1a00/0x4ce24e5787362810 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40e4e expref: 6 pid: 10554 timeout: 582 lvb_type: 0 00010000:00010000:3.0:1746130289.925609:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 148s ns: filter-lustre-OST0000_UUID lock: ffff8800934d1a00/0x4ce24e5787362810 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40e4e expref: 6 pid: 10554 timeout: 636 lvb_type: 0 00002000:00010000:3.0:1746130289.925618:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008ac4df80 00000100:00100000:0.0:1746130289.928554:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130289.928667:0:7924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849369216 00000100:00100000:2.0:1746130289.928677:0:7924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849369216 00010000:00010000:2.0:1746130289.928717:0:7924:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d1a00/0x4ce24e5787362810 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40e4e expref: 6 pid: 10554 timeout: 636 lvb_type: 0 00000100:00100000:2.0:1746130289.928754:0:7924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14936 00000100:00100000:2.0:1746130289.928761:0:7924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094369180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949849369216:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746130289.928773:0:7924:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746130289.928792:0:7924:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800934d1a00/0x4ce24e5787362810 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40e4e expref: 6 pid: 10554 timeout: 636 lvb_type: 0 00010000:00010000:2.0:1746130289.928803:0:7924:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800934d1a00/0x4ce24e5787362810 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40e4e expref: 6 pid: 10554 timeout: 636 lvb_type: 0 00010000:00010000:2.0:1746130289.928824:0:7924:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1a00/0x4ce24e5787362810 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40e4e expref: 6 pid: 10554 timeout: 636 lvb_type: 0 00010000:00010000:2.0:1746130289.928847:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130289.928849:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130289.928856:0:7924:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800934d0800/0x4ce24e5787362817 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40e55 expref: 5 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130289.928863:0:7924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d0800/0x4ce24e5787362817 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40e55 expref: 5 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130289.928893:0:7924:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800934d0800/0x4ce24e5787362817 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40e55 expref: 5 pid: 10554 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746130289.928905:0:7924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f133800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841820416:192.168.204.51@tcp:105: 00000100:00100000:2.0:1746130289.928973:0:7924:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094485600 going to sleep for 11 seconds 00000100:00100000:0.0:1746130289.933777:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130289.933889:0:7113:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849369472 00000100:00100000:2.0:1746130289.933897:0:7113:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849369472 00000100:00100000:2.0:1746130289.933963:0:7113:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 149 00000100:00100000:2.0:1746130289.933970:0:7113:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094368700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:640ea846-b909-4eea-9a54-417e15bd627b+6:31578:x1830949849369472:12345-192.168.204.51@tcp:35:rw_seq_cst_vs_d.0 00000001:00080000:2.0:1746130289.934236:0:7113:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294992192 00000100:00100000:2.0:1746130289.934349:0:7113:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094368700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:640ea846-b909-4eea-9a54-417e15bd627b+8:31578:x1830949849369472:12345-192.168.204.51@tcp:35:rw_seq_cst_vs_d.0 Request processed in 379us (581us total) trans 4294992193 rc 0/0 00000100:00100000:2.0:1746130289.934356:0:7113:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 149 00000020:00080000:2.0:1746130289.934364:0:7113:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00080000:1.0:1746130289.934484:0:7108:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:2.0:1746130289.936897:0:7924:0:(ldlm_lockd.c:742:ldlm_handle_ast_error()) ### client (nid 192.168.204.51@tcp) returned -22 from completion AST (req@ffff88008f133800 x1830949841820416) - normal race ns: filter-lustre-OST0000_UUID lock: ffff8800934d0800/0x4ce24e5787362817 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40e55 expref: 5 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130289.936945:0:7924:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800934d0800/0x4ce24e5787362817 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40e55 expref: 5 pid: 10554 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746130289.936957:0:7924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f133800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841820416:192.168.204.51@tcp:105: 00010000:00010000:2.0:1746130289.936982:0:7924:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746130289.937019:0:7924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094369180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+5:1961:x1830949849369216:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 8259us (8473us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130289.937028:0:7924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14936 00000100:00100000:0.0:1746130289.938101:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130289.938186:0:15914:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849369728 00000100:00100000:3.0:1746130289.938198:0:15914:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849369728 00000100:00080000:1.0:1746130289.938298:0:7108:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1746130289.938331:0:15914:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 150 00000100:00100000:3.0:1746130289.938339:0:15914:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094369500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:c84b93b0-d496-484f-8e1e-94008838f2dd+7:31578:x1830949849369728:12345-192.168.204.51@tcp:35:rw_seq_cst_vs_d.0 00000100:00100000:3.0:1746130289.938568:0:15914:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094369500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:c84b93b0-d496-484f-8e1e-94008838f2dd+8:31578:x1830949849369728:12345-192.168.204.51@tcp:35:rw_seq_cst_vs_d.0 Request processed in 230us (470us total) trans 4294992194 rc 0/0 00000100:00100000:3.0:1746130289.938575:0:15914:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 150 00000100:00100000:0.0:1746130289.966737:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130289.966866:0:21138:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849369856 00000100:00100000:2.0:1746130289.966876:0:21138:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849369856 00000100:00100000:2.0:1746130289.966949:0:21138:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 60711 00000100:00100000:2.0:1746130289.966956:0:21138:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009436b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:640ea846-b909-4eea-9a54-417e15bd627b+8:31597:x1830949849369856:12345-192.168.204.51@tcp:101:rm.0 00010000:00010000:2.0:1746130289.966979:0:21138:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746130289.966999:0:21138:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093155e00/0x4ce24e578736281e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae40e5c expref: -99 pid: 21138 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130289.967054:0:21138:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093155400/0x4ce24e5787362825 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 21138 initiator: MDT0 00010000:00010000:2.0:1746130289.967065:0:21138:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093155400/0x4ce24e5787362825 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 21138 initiator: MDT0 00010000:00010000:2.0:1746130289.967077:0:21138:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093155400/0x4ce24e5787362825 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 21138 initiator: MDT0 00000004:00200000:2.0:1746130289.967139:0:21138:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 12800 00000004:00200000:2.0:1746130289.967144:0:21138:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 25 stripe count 1 MDT count 1 00000004:00010000:2.0:1746130289.967157:0:21138:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880093155400/0x4ce24e5787362825 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 21138 initiator: MDT0 00010000:00010000:2.0:1746130289.967674:0:21138:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093155e00/0x4ce24e578736281e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40e5c expref: 10 pid: 21138 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130289.967705:0:21138:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880093155400/0x4ce24e5787362825 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40e5c expref: 9 pid: 21138 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130289.967713:0:21138:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880099648800) 00010000:00010000:2.0:1746130289.967715:0:21138:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1746130289.967719:0:21138:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093155400, rc 0) 00000100:00100000:2.0:1746130289.967786:0:21138:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009436b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:640ea846-b909-4eea-9a54-417e15bd627b+9:31597:x1830949849369856:12345-192.168.204.51@tcp:101:rm.0 Request processed in 830us (1060us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130289.967797:0:21138:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 60711 00000100:00100000:0.0:1746130289.969601:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130289.969728:0:21138:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849369984 00000100:00100000:2.0:1746130289.969739:0:21138:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849369984 00000100:00100000:2.0:1746130289.970461:0:21138:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 60712 00000100:00100000:2.0:1746130289.970470:0:21138:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092254380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:640ea846-b909-4eea-9a54-417e15bd627b+9:31597:x1830949849369984:12345-192.168.204.51@tcp:101:rm.0 00010000:00010000:2.0:1746130289.970493:0:21138:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746130289.970514:0:21138:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093155600/0x4ce24e578736282c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae40e63 expref: -99 pid: 21138 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130289.970575:0:21138:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093155a00/0x4ce24e5787362833 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 21138 initiator: MDT0 00010000:00010000:2.0:1746130289.970588:0:21138:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093155a00/0x4ce24e5787362833 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 21138 initiator: MDT0 00010000:00010000:2.0:1746130289.970598:0:21138:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093155a00/0x4ce24e5787362833 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 21138 initiator: MDT0 00010000:00010000:2.0:1746130289.970612:0:21138:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a78eb400/0x4ce24e578736283a lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 21138 initiator: MDT0 00010000:00010000:2.0:1746130289.970617:0:21138:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a78eb400/0x4ce24e578736283a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 21138 initiator: MDT0 00010000:00010000:2.0:1746130289.970622:0:21138:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a78eb400/0x4ce24e578736283a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 21138 initiator: MDT0 00010000:00010000:2.0:1746130289.970738:0:21138:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094450400/0x4ce24e5787362841 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x46:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 21138 initiator: MDT0 00010000:00010000:2.0:1746130289.970744:0:21138:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094450400/0x4ce24e5787362841 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 21138 initiator: MDT0 00010000:00010000:2.0:1746130289.970750:0:21138:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094450400/0x4ce24e5787362841 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 21138 initiator: MDT0 00000004:00200000:2.0:1746130289.970780:0:21138:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x46:0x0]: returning size 8 00000004:00200000:2.0:1746130289.970784:0:21138:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1746130289.970797:0:21138:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880094450400/0x4ce24e5787362841 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 21138 initiator: MDT0 00010000:00010000:2.0:1746130289.970806:0:21138:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094450400/0x4ce24e5787362841 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 21138 initiator: MDT0 00010000:00010000:2.0:1746130289.970813:0:21138:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093155a00/0x4ce24e5787362833 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 21138 initiator: MDT0 00010000:00010000:2.0:1746130289.970819:0:21138:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880093155a00/0x4ce24e5787362833 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 21138 initiator: MDT0 00010000:00010000:2.0:1746130289.970824:0:21138:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880093155a00/0x4ce24e5787362833 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 21138 initiator: MDT0 00010000:00010000:2.0:1746130289.970830:0:21138:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880093155a00 already unused, calling callback (ffffffffa1383690) 00010000:00010000:2.0:1746130289.970834:0:21138:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093155a00/0x4ce24e5787362833 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 21138 initiator: MDT0 00010000:00010000:2.0:1746130289.970840:0:21138:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093155a00/0x4ce24e5787362833 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 21138 initiator: MDT0 00010000:00010000:2.0:1746130289.970850:0:21138:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880099648800) 00010000:00010000:2.0:1746130289.970852:0:21138:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746130289.970856:0:21138:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880093155a00/0x4ce24e5787362833 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 21138 initiator: MDT0 00010000:00010000:2.0:1746130289.970860:0:21138:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093155a00/0x4ce24e5787362833 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 21138 initiator: MDT0 00010000:00010000:2.0:1746130289.970870:0:21138:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a78eb400/0x4ce24e578736283a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 21138 initiator: MDT0 00010000:00010000:2.0:1746130289.970875:0:21138:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a78eb400/0x4ce24e578736283a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 21138 initiator: MDT0 00010000:00010000:2.0:1746130289.970879:0:21138:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a78eb400/0x4ce24e578736283a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 21138 initiator: MDT0 00010000:00010000:2.0:1746130289.970883:0:21138:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a78eb400 already unused, calling callback (ffffffffa1383690) 00010000:00010000:2.0:1746130289.970885:0:21138:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a78eb400/0x4ce24e578736283a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 21138 initiator: MDT0 00010000:00010000:2.0:1746130289.970888:0:21138:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a78eb400/0x4ce24e578736283a lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 21138 initiator: MDT0 00010000:00010000:2.0:1746130289.970893:0:21138:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xf0ce3da1 (ffff880099648d00) 00010000:00010000:2.0:1746130289.970895:0:21138:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746130289.970897:0:21138:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a78eb400/0x4ce24e578736283a lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 21138 initiator: MDT0 00010000:00010000:2.0:1746130289.970902:0:21138:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a78eb400/0x4ce24e578736283a lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 21138 initiator: MDT0 00010000:00010000:2.0:1746130289.970926:0:21138:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093155600/0x4ce24e578736282c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40e63 expref: 11 pid: 21138 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130289.970936:0:21138:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880094450400/0x4ce24e5787362841 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40e63 expref: 10 pid: 21138 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130289.970942:0:21138:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x46:0x0].0x0 (ffff88012c0c3600) 00010000:00010000:2.0:1746130289.970945:0:21138:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1746130289.970947:0:21138:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094450400, rc 0) 00000100:00100000:2.0:1746130289.971013:0:21138:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092254380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:640ea846-b909-4eea-9a54-417e15bd627b+10:31597:x1830949849369984:12345-192.168.204.51@tcp:101:rm.0 Request processed in 545us (1422us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130289.971020:0:21138:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 60712 00000100:00100000:0.0:1746130289.974178:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130289.974313:0:10554:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849370112 00000100:00100000:1.0:1746130289.974323:0:10554:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849370112 00000100:00080000:2.0:1746130289.974460:0:7108:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1746130289.974544:0:10554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6673 00000100:00100000:1.0:1746130289.974555:0:10554:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092255880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:640ea846-b909-4eea-9a54-417e15bd627b+5:1961:x1830949849370112:12345-192.168.204.51@tcp:101:rm.0 00010000:00010000:1.0:1746130289.974574:0:10554:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746130289.974598:0:10554:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012b02ce00/0x4ce24e5787362848 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae40e6a expref: -99 pid: 10554 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1746130289.974630:0:10554:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x18:0x0] initial LVB size: 8, mtime: 0x6813d56c, atime: 0x6813d55e, ctime: 0x6813d56c, blocks: 0xb 00010000:00010000:1.0:1746130289.974653:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130289.974655:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130289.974666:0:10554:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012b02ce00/0x4ce24e5787362848 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40e6a expref: 6 pid: 10554 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746130289.974681:0:10554:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012b02ce00/0x4ce24e5787362848 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40e6a expref: 6 pid: 10554 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746130289.974692:0:10554:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b02ce00, rc 0) 00000100:00100000:1.0:1746130289.974741:0:10554:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092255880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:640ea846-b909-4eea-9a54-417e15bd627b+6:1961:x1830949849370112:12345-192.168.204.51@tcp:101:rm.0 Request processed in 189us (578us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130289.974747:0:10554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6673 00000100:00100000:0.0:1746130289.976525:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130289.976590:0:21138:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849370368 00000100:00100000:2.0:1746130289.976602:0:21138:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849370368 00000100:00100000:2.0:1746130289.976657:0:21138:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 60713 00000100:00100000:2.0:1746130289.976665:0:21138:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092255f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:640ea846-b909-4eea-9a54-417e15bd627b+10:31597:x1830949849370368:12345-192.168.204.51@tcp:36:rm.0 00010000:00010000:2.0:1746130289.976713:0:21138:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:2.0:1746130289.976737:0:21138:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094450400/0x4ce24e5787362841 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x46:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40e63 expref: 10 pid: 21138 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130289.976754:0:21138:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092a6ec00/0x4ce24e578735ffbb lrc: 0/0,0 mode: --/CR res: [0x200000401:0x46:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae3e5f9 expref: 9 pid: 8503 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130289.976765:0:21138:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x46:0x0].0x0 (ffff88012c0c3600) 00010000:00010000:2.0:1746130289.976773:0:21138:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093155400/0x4ce24e5787362825 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40e5c expref: 8 pid: 21138 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130289.976779:0:21138:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880099648800) 00010000:00010000:2.0:1746130289.976786:0:21138:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746130289.976804:0:21138:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880093155e00/0x4ce24e578736284f lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 21138 initiator: MDT0 00010000:00010000:2.0:1746130289.976813:0:21138:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093155e00/0x4ce24e578736284f lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 21138 initiator: MDT0 00010000:00010000:2.0:1746130289.976819:0:21138:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093155e00/0x4ce24e578736284f lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 21138 initiator: MDT0 00010000:00010000:2.0:1746130289.976827:0:21138:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880093155200/0x4ce24e5787362856 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 21138 initiator: MDT0 00010000:00010000:2.0:1746130289.976830:0:21138:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093155200/0x4ce24e5787362856 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 21138 initiator: MDT0 00010000:00010000:2.0:1746130289.976833:0:21138:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093155200/0x4ce24e5787362856 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 21138 initiator: MDT0 00010000:00010000:2.0:1746130289.976954:0:21138:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880094962400/0x4ce24e578736285d lrc: 3/0,1 mode: --/EX res: [0x200000401:0x46:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 21138 initiator: MDT0 00010000:00010000:2.0:1746130289.976960:0:21138:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094962400/0x4ce24e578736285d lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x46:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 21138 initiator: MDT0 00010000:00010000:2.0:1746130289.976965:0:21138:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094962400/0x4ce24e578736285d lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x46:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 21138 initiator: MDT0 00000040:00080000:2.0:1746130289.977442:0:21138:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x3:0x0].13, 64 off9024 00000004:00080000:2.0:1746130289.977449:0:21138:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 488117181772ns, next at 489117179885ns, rc = 0 00010000:00010000:2.0:1746130289.977511:0:21138:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009431d400/0x4ce24e5787362864 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x46:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 21138 initiator: MDT0 00010000:00010000:2.0:1746130289.977518:0:21138:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009431d400/0x4ce24e5787362864 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x46:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010080000000 pid: 21138 initiator: MDT0 00010000:00010000:2.0:1746130289.977525:0:21138:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009431d400/0x4ce24e5787362864 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x46:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 21138 initiator: MDT0 00010000:00010000:2.0:1746130289.977530:0:21138:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009431d400/0x4ce24e5787362864 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x46:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 21138 initiator: MDT0 00010000:00010000:2.0:1746130289.977536:0:21138:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009431d400/0x4ce24e5787362864 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x46:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 21138 initiator: MDT0 00010000:00010000:2.0:1746130289.977541:0:21138:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009431d400/0x4ce24e5787362864 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x46:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 21138 initiator: MDT0 00010000:00010000:2.0:1746130289.977566:0:21138:0:(ldlm_lockd.c:2182:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1746130289.977580:0:21138:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880094962400/0x4ce24e578736285d lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x46:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 21138 initiator: MDT0 00010000:00010000:2.0:1746130289.977585:0:21138:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094962400/0x4ce24e578736285d lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x46:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 21138 initiator: MDT0 00010000:00010000:2.0:1746130289.977590:0:21138:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094962400/0x4ce24e578736285d lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x46:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 21138 initiator: MDT0 00010000:00010000:0.0:1746130289.977592:0:7100:0:(ldlm_lockd.c:2812:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1746130289.977596:0:21138:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094962400 already unused, calling callback (ffffffffa1383690) 00010000:00010000:0.0:1746130289.977598:0:7100:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009431d400/0x4ce24e5787362864 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x46:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 21138 initiator: MDT0 00010000:00010000:2.0:1746130289.977600:0:21138:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094962400/0x4ce24e578736285d lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x46:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 21138 initiator: MDT0 00010000:00010000:0.0:1746130289.977604:0:7100:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009431d400 already unused, calling callback (ffffffffa0809d70) 00010000:00010000:2.0:1746130289.977606:0:21138:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094962400/0x4ce24e578736285d lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x46:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 21138 initiator: MDT0 00010000:00010000:0.0:1746130289.977610:0:7100:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009431d400/0x4ce24e5787362864 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x46:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x40010480000000 pid: 21138 initiator: MDT0 00010000:00010000:2.0:1746130289.977613:0:21138:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x46:0x0].0x0 (ffff88012c0c3600) 00010000:00010000:2.0:1746130289.977616:0:21138:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1746130289.977618:0:21138:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094962400/0x4ce24e578736285d lrc: 2/0,0 mode: --/EX res: [0x200000401:0x46:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 21138 initiator: MDT0 00010000:00010000:0.0:1746130289.977620:0:7100:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009431d400/0x4ce24e5787362864 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x46:0x0].0x0 bits 0x40/0x0 rrc: 5 type: IBT flags: 0x40018480000000 pid: 21138 initiator: MDT0 00010000:00010000:2.0:1746130289.977623:0:21138:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094962400/0x4ce24e578736285d lrc: 0/0,0 mode: --/EX res: [0x200000401:0x46:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 21138 initiator: MDT0 00010000:00010000:0.0:1746130289.977629:0:7100:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x46:0x0].0x0 (ffff88012c0c3600) 00010000:00010000:0.0:1746130289.977631:0:7100:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1746130289.977634:0:7100:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009431d400/0x4ce24e5787362864 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x46:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 21138 initiator: MDT0 00010000:00010000:0.0:1746130289.977638:0:7100:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009431d400/0x4ce24e5787362864 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x46:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 21138 initiator: MDT0 00010000:00010000:2.0:1746130289.977662:0:21138:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880093155e00/0x4ce24e578736284f lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 21138 initiator: MDT0 00010000:00010000:2.0:1746130289.977667:0:21138:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880093155e00/0x4ce24e578736284f lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 21138 initiator: MDT0 00010000:00010000:0.0:1746130289.977673:0:7100:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746130289.977675:0:7100:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1746130289.977676:0:21138:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880093155e00/0x4ce24e578736284f lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 21138 initiator: MDT0 00010000:00010000:0.0:1746130289.977676:0:7100:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1746130289.977680:0:21138:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880093155e00 already unused, calling callback (ffffffffa1383690) 00010000:00010000:2.0:1746130289.977682:0:21138:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093155e00/0x4ce24e578736284f lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 21138 initiator: MDT0 00010000:00010000:2.0:1746130289.977686:0:21138:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093155e00/0x4ce24e578736284f lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 21138 initiator: MDT0 00010000:00010000:2.0:1746130289.977691:0:21138:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880099648400) 00010000:00010000:2.0:1746130289.977693:0:21138:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746130289.977695:0:21138:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880093155e00/0x4ce24e578736284f lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 21138 initiator: MDT0 00010000:00010000:2.0:1746130289.977699:0:21138:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093155e00/0x4ce24e578736284f lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 21138 initiator: MDT0 00000004:00010000:2.0:1746130289.977708:0:21138:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff880092255f80 reply state ffff88009bbb4000 transno 4294992195 ns: mdt-lustre-MDT0000_UUID lock: ffff880093155200/0x4ce24e5787362856 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 21138 initiator: MDT0 00000100:00100000:2.0:1746130289.977714:0:21138:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1746130289.977779:0:21138:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092255f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:640ea846-b909-4eea-9a54-417e15bd627b+9:31597:x1830949849370368:12345-192.168.204.51@tcp:36:rm.0 Request processed in 1115us (1261us total) trans 4294992195 rc 0/0 00000100:00100000:2.0:1746130289.977786:0:21138:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 60713 00010000:00010000:0.0:1746130289.979345:0:3284:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880093155200/0x4ce24e5787362856 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 21138 initiator: MDT0 00010000:00010000:0.0:1746130289.979356:0:3284:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880093155200/0x4ce24e5787362856 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 21138 initiator: MDT0 00010000:00010000:0.0:1746130289.979361:0:3284:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880093155200/0x4ce24e5787362856 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 21138 initiator: MDT0 00010000:00010000:0.0:1746130289.979366:0:3284:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880093155200 already unused, calling callback (ffffffffa1383690) 00010000:00010000:0.0:1746130289.979369:0:3284:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093155200/0x4ce24e5787362856 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 21138 initiator: MDT0 00010000:00010000:0.0:1746130289.979374:0:3284:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093155200/0x4ce24e5787362856 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 21138 initiator: MDT0 00010000:00010000:0.0:1746130289.979385:0:3284:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xf0ce3da1 (ffff8800b453ad00) 00010000:00010000:0.0:1746130289.979387:0:3284:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746130289.979390:0:3284:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880093155200/0x4ce24e5787362856 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 21138 initiator: MDT0 00010000:00010000:0.0:1746130289.979395:0:3284:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093155200/0x4ce24e5787362856 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 21138 initiator: MDT0 00000100:00100000:0.0:1746130290.620448:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130290.620478:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130290.620508:0:10554:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849370752 00000100:00100000:0.0:1746130290.620510:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130290.620518:0:10554:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849370752 00000100:00100000:0.0:1746130290.620533:0:7106:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849370496 00000100:00100000:0.0:1746130290.620536:0:7106:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849370496 00000100:00100000:1.0:1746130290.620561:0:10554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 416 00000100:00100000:0.0:1746130290.620561:0:7106:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 377 00000100:00100000:1.0:1746130290.620568:0:10554:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092256d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:640ea846-b909-4eea-9a54-417e15bd627b+6:1964:x1830949849370752:12345-192.168.204.51@tcp:400:kworker.0 00000100:00100000:0.0:1746130290.620568:0:7106:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b23fd050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:51482484-f6ce-4c5d-8880-328e8ed7a70a+12:1964:x1830949849370496:12345-192.168.204.51@tcp:400:kworker.0 00000100:00100000:0.0:1746130290.620628:0:7106:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b23fd050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:51482484-f6ce-4c5d-8880-328e8ed7a70a+12:1964:x1830949849370496:12345-192.168.204.51@tcp:400:kworker.0 Request processed in 60us (185us total) trans 0 rc 0/0 00000100:00100000:0.0:1746130290.620637:0:7106:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 377 00000100:00100000:1.0:1746130290.620734:0:10554:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092256d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:640ea846-b909-4eea-9a54-417e15bd627b+6:1964:x1830949849370752:12345-192.168.204.51@tcp:400:kworker.0 Request processed in 165us (253us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130290.620740:0:10554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 416 00000100:00100000:3.0:1746130290.622541:0:21138:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849370624 00000100:00100000:3.0:1746130290.622550:0:21138:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849370624 00000100:00100000:3.0:1746130290.624324:0:21138:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 337 00000100:00100000:3.0:1746130290.624340:0:21138:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092254e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:640ea846-b909-4eea-9a54-417e15bd627b+8:1964:x1830949849370624:12345-192.168.204.51@tcp:400:kworker.0 00000100:00100000:3.0:1746130290.624427:0:21138:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092254e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:640ea846-b909-4eea-9a54-417e15bd627b+8:1964:x1830949849370624:12345-192.168.204.51@tcp:400:kworker.0 Request processed in 94us (3915us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130290.624433:0:21138:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 337 00000100:00100000:2.0:1746130290.627519:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130290.635140:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130290.635165:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130290.635186:0:20953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849371136 00000100:00100000:2.0:1746130290.635194:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130290.635196:0:20953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849371136 00000100:00100000:1.0:1746130290.635246:0:20953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849370880 00000100:00100000:1.0:1746130290.635249:0:20953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849370880 00000100:00100000:1.0:1746130290.635291:0:20953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849371264 00000100:00100000:1.0:1746130290.635294:0:20953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849371264 00000100:00100000:1.0:1746130290.635309:0:20953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 417 00000100:00080000:2.0:1746130290.635316:0:7108:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1746130290.635317:0:20953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f133800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c84b93b0-d496-484f-8e1e-94008838f2dd+5:1964:x1830949849371136:12345-192.168.204.51@tcp:400:kworker.0 00000100:00100000:2.0:1746130290.635334:0:8470:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6674 00000100:00100000:2.0:1746130290.635343:0:8470:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f132680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:640ea846-b909-4eea-9a54-417e15bd627b+5:1960:x1830949849370880:12345-192.168.204.51@tcp:9:kworker.0 00000020:00000080:2.0:1746130290.635363:0:8470:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x4ce24e57871f218b 00000100:00080000:2.0:1746130290.635370:0:8470:0:(import.c:66:import_set_state_nolock()) ffff88009321d000 : changing import state from FULL to CLOSED 00000100:00100000:1.0:1746130290.635377:0:20953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f133800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c84b93b0-d496-484f-8e1e-94008838f2dd+5:1964:x1830949849371136:12345-192.168.204.51@tcp:400:kworker.0 Request processed in 61us (7868us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130290.635383:0:20953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 417 00000100:00100000:1.0:1746130290.635398:0:20953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6675 00010000:00010000:3.0:1746130290.635435:0:8484:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746130290.635446:0:21138:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849371008 00000100:00100000:3.0:1746130290.635448:0:21138:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849371008 00000100:00100000:3.0:1746130290.635472:0:21138:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 338 00000100:00100000:3.0:1746130290.635477:0:21138:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f130000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+8:1964:x1830949849371008:12345-192.168.204.51@tcp:400:kworker.0 00000100:00100000:3.0:1746130290.635503:0:21138:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f130000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+8:1964:x1830949849371008:12345-192.168.204.51@tcp:400:kworker.0 Request processed in 27us (372us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130290.635508:0:21138:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 338 00000100:00100000:1.0:1746130290.635561:0:20953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f130e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c84b93b0-d496-484f-8e1e-94008838f2dd+5:1960:x1830949849371264:12345-192.168.204.51@tcp:9:kworker.0 00000001:00000004:2.0:1746130290.635571:0:8470:0:(tgt_lastrcvd.c:696:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 1, last_transno is 4294968780 00000020:00000080:1.0:1746130290.635572:0:20953:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x4ce24e57871f2065 00000100:00080000:1.0:1746130290.635577:0:20953:0:(import.c:66:import_set_state_nolock()) ffff880094a5b800 : changing import state from FULL to CLOSED 00000001:00000004:1.0:1746130290.635596:0:20953:0:(tgt_lastrcvd.c:696:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 1, last_transno is 4294968780 00010000:00010000:1.0:1746130290.635670:0:7099:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1746130290.635824:0:8470:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f132680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:640ea846-b909-4eea-9a54-417e15bd627b+2:1960:x1830949849370880:12345-192.168.204.51@tcp:9:kworker.0 Request processed in 482us (657us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130290.635832:0:8470:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6674 00000100:00100000:3.0:1746130290.635889:0:20953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f130e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c84b93b0-d496-484f-8e1e-94008838f2dd+2:1960:x1830949849371264:12345-192.168.204.51@tcp:9:kworker.0 Request processed in 485us (693us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130290.635895:0:20953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6675 00000001:00100000:2.0:1746130290.761637:0:9939:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 640ea846-b909-4eea-9a54-417e15bd627b 00000020:00000080:2.0:1746130290.761645:0:9939:0:(genops.c:904:class_export_put()) final put ffff880093218000/640ea846-b909-4eea-9a54-417e15bd627b 00000001:00100000:2.0:1746130290.761662:0:9939:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of c84b93b0-d496-484f-8e1e-94008838f2dd 00000020:00000080:2.0:1746130290.761664:0:9939:0:(genops.c:904:class_export_put()) final put ffff880094a5d000/c84b93b0-d496-484f-8e1e-94008838f2dd 00000020:00000080:2.0:1746130290.761674:0:286:0:(genops.c:863:class_export_destroy()) destroying export ffff880093218000/640ea846-b909-4eea-9a54-417e15bd627b for lustre-OST0001 00000020:00000080:2.0:1746130290.761709:0:286:0:(genops.c:863:class_export_destroy()) destroying export ffff880094a5d000/c84b93b0-d496-484f-8e1e-94008838f2dd for lustre-OST0001 00000020:00000080:2.0:1746130290.761725:0:286:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff88009321d000 for lustre-OST0001 00000020:00000080:2.0:1746130290.761730:0:286:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff880094a5b800 for lustre-OST0001 00010000:00010000:0.0:1746130290.820842:0:7100:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1746130291.572883:0:8945:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 489712614177ns, next at 490712612475ns, rc = 0 00000100:00100000:2.0:1746130291.572926:0:3300:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f133480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3300:1830949841820544:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1746130291.572986:0:3300:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746130291.573047:0:10555:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949841820544 00000100:00100000:2.0:1746130291.573056:0:10555:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949841820544 00000100:00100000:2.0:1746130291.573103:0:10555:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 173 00000100:00100000:2.0:1746130291.573111:0:10555:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f132d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3300:x1830949841820544:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1746130291.573147:0:10555:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 535101440 pending 0 free 3855613952 avail 3853516800 00000100:00100000:2.0:1746130291.573181:0:10555:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f132d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3300:x1830949841820544:12345-0@lo:13:osp-pre-0-0.0 Request processed in 71us (195us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130291.573188:0:10555:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 173 00000100:00080000:2.0:1746130291.573217:0:7108:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1746130291.573247:0:3300:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f133480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3300:1830949841820544:0@lo:13:osp-pre-0-0.0 00010000:00010000:3.0:1746130291.827316:0:8484:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1746130292.103683:0:7165:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 17 committed 00000001:00080000:2.0:1746130292.103709:0:7165:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294992195 is committed 00000004:00080000:2.0:1746130292.103713:0:7165:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 16 committed 00000001:00080000:2.0:1746130292.103724:0:7165:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294992194 is committed 00000100:00100000:2.0:1746130292.103904:0:3298:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1746130292.103926:0:3298:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092254a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3298:1830949841820672:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1746130292.103997:0:3298:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746130292.104119:0:8469:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949841820672 00000100:00100000:3.0:1746130292.104126:0:8469:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949841820672 00000100:00100000:3.0:1746130292.104167:0:8469:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6676 00000100:00100000:3.0:1746130292.104174:0:8469:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f133480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3298:x1830949841820672:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1746130292.104209:0:8469:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:24 count 1 00010000:00010000:3.0:1746130292.104231:0:8469:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800b41f7600/0x4ce24e578736286b lrc: 3/0,1 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130292.104248:0:8469:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012b02ce00/0x4ce24e5787362848 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40e6a expref: 5 pid: 10554 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746130292.104254:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130292.104255:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130292.104257:0:8469:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800b41f7600/0x4ce24e578736286b lrc: 4/0,1 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130292.104301:0:8469:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012b02ce00/0x4ce24e5787362848 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40e6a expref: 5 pid: 10554 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746130292.104312:0:8469:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012b02ce00/0x4ce24e5787362848 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40e6a expref: 5 pid: 10554 timeout: 590 lvb_type: 1 00000100:00100000:3.0:1746130292.104321:0:8469:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091950000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8469:1830949841820800:192.168.204.51@tcp:104: 00000100:00100000:3.0:1746130292.104371:0:8469:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a7f0ff00 going to sleep for 11 seconds 00000100:00100000:3.0:1746130292.111168:0:8469:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091950000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8469:1830949841820800:192.168.204.51@tcp:104: 00010000:00010000:3.0:1746130292.111210:0:8469:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8800b41f7600/0x4ce24e578736286b lrc: 3/0,1 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8469 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746130292.111446:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130292.113110:0:7924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849371392 00000100:00100000:2.0:1746130292.113120:0:7924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849371392 00010000:00010000:2.0:1746130292.113228:0:7924:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012b02ce00/0x4ce24e5787362848 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40e6a expref: 6 pid: 10554 timeout: 590 lvb_type: 1 00000100:00080000:3.0:1746130292.113806:0:7108:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1746130292.114043:0:7924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14937 00000100:00100000:2.0:1746130292.114052:0:7924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800924e3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+6:1961:x1830949849371392:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746130292.114067:0:7924:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746130292.114073:0:7924:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012b02ce00/0x4ce24e5787362848 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40e6a expref: 6 pid: 10554 timeout: 590 lvb_type: 1 00010000:00010000:2.0:1746130292.114084:0:7924:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012b02ce00/0x4ce24e5787362848 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40e6a expref: 6 pid: 10554 timeout: 590 lvb_type: 1 00010000:00010000:2.0:1746130292.114108:0:7924:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b02ce00/0x4ce24e5787362848 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40e6a expref: 6 pid: 10554 timeout: 590 lvb_type: 1 00010000:00010000:2.0:1746130292.114124:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130292.114127:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130292.114131:0:7924:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800b41f7600/0x4ce24e578736286b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130292.114139:0:7924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800b41f7600/0x4ce24e578736286b lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130292.114162:0:7924:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746130292.114218:0:7924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800924e3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+5:1961:x1830949849371392:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 168us (2773us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130292.114224:0:7924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14937 00010000:00010000:3.0:1746130292.114299:0:8469:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8800b41f7600/0x4ce24e578736286b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130292.114306:0:8469:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800b41f7600/0x4ce24e578736286b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130292.114313:0:8469:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800b41f7600/0x4ce24e578736286b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130292.114319:0:8469:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800b41f7600/0x4ce24e578736286b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130292.114332:0:8469:0:(ldlm_lockd.c:2182:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1746130292.114772:0:8469:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f133480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3298:x1830949841820672:12345-0@lo:6:osp-syn-0-0.0 Request processed in 10598us (10775us total) trans 4294967962 rc 0/0 00000100:00100000:3.0:1746130292.114780:0:8469:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6676 00000004:00080000:3.0:1746130292.114823:0:3298:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880092254a80/2, rc 0, transno 4294967962 00000100:00100000:3.0:1746130292.114828:0:3298:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092254a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3298:1830949841820672:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1746130292.114925:0:7099:0:(ldlm_lockd.c:2812:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1746130292.114933:0:7099:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800b41f7600/0x4ce24e578736286b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130292.114941:0:7099:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800b41f7600 already unused, calling callback (ffffffffa0809d70) 00010000:00010000:1.0:1746130292.114944:0:7099:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800b41f7600/0x4ce24e578736286b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130292.114952:0:7099:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800b41f7600/0x4ce24e578736286b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130292.114962:0:7099:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800b41f7600/0x4ce24e578736286b lrc: 1/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130292.114967:0:7099:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800b41f7600/0x4ce24e578736286b lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130292.114988:0:7099:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746130292.114989:0:7099:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746130292.114990:0:7099:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746130292.824487:0:7100:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:1.0:1746130293.339533:0:4218:0:(debug.c:792:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanityn test 16h: mmap read after truncate file ======= 16:11:33 (1746130293) 00000100:00100000:2.0:1746130293.378770:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130293.378860:0:7110:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849371520 00000100:00100000:3.0:1746130293.378869:0:7110:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849371520 00000100:00080000:2.0:1746130293.378929:0:7108:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1746130293.378996:0:7110:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 60714 00000100:00100000:3.0:1746130293.379004:0:7110:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f130a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:640ea846-b909-4eea-9a54-417e15bd627b+5:32227:x1830949849371520:12345-192.168.204.51@tcp:101:mkdir.0 00010000:00010000:3.0:1746130293.379021:0:7110:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746130293.379038:0:7110:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094734200/0x4ce24e5787362872 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae40e71 expref: -99 pid: 7110 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130293.379097:0:7110:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094734400/0x4ce24e5787362879 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7110 initiator: MDT0 00010000:00010000:3.0:1746130293.379108:0:7110:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094734400/0x4ce24e5787362879 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7110 initiator: MDT0 00010000:00010000:3.0:1746130293.379120:0:7110:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094734400/0x4ce24e5787362879 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7110 initiator: MDT0 00000004:00200000:3.0:1746130293.379191:0:7110:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 12800 00000004:00200000:3.0:1746130293.379194:0:7110:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 24 stripe count 1 MDT count 1 00000004:00010000:3.0:1746130293.379207:0:7110:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880094734400/0x4ce24e5787362879 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7110 initiator: MDT0 00010000:00010000:3.0:1746130293.379226:0:7110:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094734200/0x4ce24e5787362872 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40e71 expref: 7 pid: 7110 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130293.379237:0:7110:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880094734400/0x4ce24e5787362879 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40e71 expref: 6 pid: 7110 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130293.379244:0:7110:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880093e20900) 00010000:00010000:3.0:1746130293.379246:0:7110:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1746130293.379248:0:7110:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094734400, rc 0) 00000100:00100000:3.0:1746130293.379319:0:7110:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f130a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:640ea846-b909-4eea-9a54-417e15bd627b+6:32227:x1830949849371520:12345-192.168.204.51@tcp:101:mkdir.0 Request processed in 317us (559us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130293.379325:0:7110:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 60714 00000100:00100000:2.0:1746130293.383090:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130293.383134:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130293.383174:0:7110:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849371648 00000100:00100000:2.0:1746130293.383181:0:7110:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849371648 00000100:00100000:2.0:1746130293.383226:0:7110:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849371904 00000100:00100000:2.0:1746130293.383232:0:7110:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849371904 00000100:00100000:2.0:1746130293.383249:0:7110:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 60715 00000100:00100000:0.0:1746130293.383255:0:7112:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 60716 00000100:00100000:2.0:1746130293.383256:0:7110:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f132a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:640ea846-b909-4eea-9a54-417e15bd627b+7:1962:x1830949849371648:12345-192.168.204.51@tcp:41:mkdir.0 00000100:00100000:0.0:1746130293.383261:0:7112:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f132300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:640ea846-b909-4eea-9a54-417e15bd627b+7:32227:x1830949849371904:12345-192.168.204.51@tcp:36:mkdir.0 00000004:00000024:2.0:1746130293.383317:0:7110:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 6815744 pending 0 free 2260336640 avail 2258239488 00010000:00010000:0.0:1746130293.383324:0:7112:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746130293.383343:0:7112:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094734400/0x4ce24e5787362879 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40e71 expref: 7 pid: 7110 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130293.383354:0:7112:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880093e20900) 00010000:00010000:0.0:1746130293.383360:0:7112:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746130293.383366:0:7110:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f132a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:640ea846-b909-4eea-9a54-417e15bd627b+6:1962:x1830949849371648:12345-192.168.204.51@tcp:41:mkdir.0 Request processed in 111us (283us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130293.383372:0:7110:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 60715 00010000:00010000:0.0:1746130293.383434:0:7112:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b854200/0x4ce24e5787362880 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7112 initiator: MDT0 00010000:00010000:0.0:1746130293.383444:0:7112:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009b854200/0x4ce24e5787362880 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7112 initiator: MDT0 00010000:00010000:0.0:1746130293.383451:0:7112:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009b854200/0x4ce24e5787362880 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7112 initiator: MDT0 00010000:00010000:0.0:1746130293.383460:0:7112:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b855a00/0x4ce24e5787362887 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7112 initiator: MDT0 00010000:00010000:0.0:1746130293.383465:0:7112:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009b855a00/0x4ce24e5787362887 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7112 initiator: MDT0 00010000:00010000:0.0:1746130293.383469:0:7112:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009b855a00/0x4ce24e5787362887 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7112 initiator: MDT0 00000004:00200000:0.0:1746130293.383968:0:7112:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x47:0x0]: returning size 512 00010000:00010000:0.0:1746130293.383975:0:7112:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b854200/0x4ce24e5787362880 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7112 initiator: MDT0 00010000:00010000:0.0:1746130293.383979:0:7112:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009b854200/0x4ce24e5787362880 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7112 initiator: MDT0 00010000:00010000:0.0:1746130293.383983:0:7112:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009b854200/0x4ce24e5787362880 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7112 initiator: MDT0 00010000:00010000:0.0:1746130293.383987:0:7112:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009b854200 already unused, calling callback (ffffffffa1383690) 00010000:00010000:0.0:1746130293.383989:0:7112:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009b854200/0x4ce24e5787362880 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7112 initiator: MDT0 00010000:00010000:0.0:1746130293.383993:0:7112:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009b854200/0x4ce24e5787362880 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7112 initiator: MDT0 00010000:00010000:0.0:1746130293.383998:0:7112:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88008f0a2900) 00010000:00010000:0.0:1746130293.383999:0:7112:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746130293.384001:0:7112:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009b854200/0x4ce24e5787362880 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7112 initiator: MDT0 00010000:00010000:0.0:1746130293.384003:0:7112:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b854200/0x4ce24e5787362880 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7112 initiator: MDT0 00000004:00010000:0.0:1746130293.384010:0:7112:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff88008f132300 reply state ffff880092ee0000 transno 4294992196 ns: mdt-lustre-MDT0000_UUID lock: ffff88009b855a00/0x4ce24e5787362887 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7112 initiator: MDT0 00000100:00100000:0.0:1746130293.384013:0:7112:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1746130293.384056:0:7112:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f132300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:640ea846-b909-4eea-9a54-417e15bd627b+7:32227:x1830949849371904:12345-192.168.204.51@tcp:36:mkdir.0 Request processed in 795us (921us total) trans 4294992196 rc 0/0 00000100:00100000:0.0:1746130293.384060:0:7112:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 60716 00010000:00010000:3.0:1746130293.387366:0:3283:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b855a00/0x4ce24e5787362887 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7112 initiator: MDT0 00010000:00010000:3.0:1746130293.387378:0:3283:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009b855a00/0x4ce24e5787362887 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7112 initiator: MDT0 00010000:00010000:3.0:1746130293.387385:0:3283:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009b855a00/0x4ce24e5787362887 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7112 initiator: MDT0 00010000:00010000:3.0:1746130293.387390:0:3283:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009b855a00 already unused, calling callback (ffffffffa1383690) 00010000:00010000:3.0:1746130293.387394:0:3283:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009b855a00/0x4ce24e5787362887 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7112 initiator: MDT0 00010000:00010000:3.0:1746130293.387400:0:3283:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009b855a00/0x4ce24e5787362887 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7112 initiator: MDT0 00010000:00010000:3.0:1746130293.387413:0:3283:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xf9ce3d8f (ffff88008f0a2500) 00010000:00010000:3.0:1746130293.387416:0:3283:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746130293.387418:0:3283:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009b855a00/0x4ce24e5787362887 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7112 initiator: MDT0 00010000:00010000:3.0:1746130293.387423:0:3283:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b855a00/0x4ce24e5787362887 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7112 initiator: MDT0 00000100:00100000:0.0:1746130293.408831:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130293.408933:0:7112:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849372032 00000100:00100000:2.0:1746130293.408942:0:7112:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849372032 00000100:00100000:2.0:1746130293.409059:0:7112:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 60717 00000100:00100000:2.0:1746130293.409069:0:7112:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800924e3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:640ea846-b909-4eea-9a54-417e15bd627b+6:32228:x1830949849372032:12345-192.168.204.51@tcp:101:cp.0 00010000:00010000:2.0:1746130293.409091:0:7112:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746130293.409108:0:7112:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091fe7200/0x4ce24e578736288e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae40e78 expref: -99 pid: 7112 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130293.409169:0:7112:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091fe6c00/0x4ce24e5787362895 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7112 initiator: MDT0 00010000:00010000:2.0:1746130293.409180:0:7112:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091fe6c00/0x4ce24e5787362895 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7112 initiator: MDT0 00010000:00010000:2.0:1746130293.409188:0:7112:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091fe6c00/0x4ce24e5787362895 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7112 initiator: MDT0 00000004:00200000:2.0:1746130293.409233:0:7112:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 12800 00000004:00200000:2.0:1746130293.409235:0:7112:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 25 stripe count 1 MDT count 1 00000004:00010000:2.0:1746130293.409245:0:7112:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880091fe6c00/0x4ce24e5787362895 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7112 initiator: MDT0 00010000:00010000:2.0:1746130293.409263:0:7112:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091fe7200/0x4ce24e578736288e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40e78 expref: 8 pid: 7112 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130293.409302:0:7112:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880091fe6c00/0x4ce24e5787362895 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40e78 expref: 7 pid: 7112 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130293.409309:0:7112:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800acd40300) 00010000:00010000:2.0:1746130293.409312:0:7112:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1746130293.409314:0:7112:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091fe6c00, rc 0) 00000100:00100000:2.0:1746130293.409362:0:7112:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800924e3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:640ea846-b909-4eea-9a54-417e15bd627b+7:32228:x1830949849372032:12345-192.168.204.51@tcp:101:cp.0 Request processed in 296us (540us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130293.409368:0:7112:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 60717 00000100:00100000:1.0:1746130293.412052:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130293.412392:0:7112:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849372160 00000100:00100000:2.0:1746130293.412402:0:7112:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849372160 00000100:00100000:2.0:1746130293.412441:0:7112:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 60718 00000100:00100000:2.0:1746130293.412448:0:7112:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093172300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:640ea846-b909-4eea-9a54-417e15bd627b+7:32228:x1830949849372160:12345-192.168.204.51@tcp:101:cp.0 00010000:00010000:2.0:1746130293.412465:0:7112:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746130293.412582:0:7112:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091fe7c00/0x4ce24e578736289c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae40e7f expref: -99 pid: 7112 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130293.412642:0:7112:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091fe6a00/0x4ce24e57873628a3 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7112 initiator: MDT0 00010000:00010000:2.0:1746130293.412654:0:7112:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091fe6a00/0x4ce24e57873628a3 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7112 initiator: MDT0 00010000:00010000:2.0:1746130293.412664:0:7112:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091fe6a00/0x4ce24e57873628a3 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7112 initiator: MDT0 00010000:00010000:2.0:1746130293.412673:0:7112:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091fe7000/0x4ce24e57873628aa lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7112 initiator: MDT0 00010000:00010000:2.0:1746130293.412678:0:7112:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091fe7000/0x4ce24e57873628aa lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7112 initiator: MDT0 00010000:00010000:2.0:1746130293.412681:0:7112:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091fe7000/0x4ce24e57873628aa lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7112 initiator: MDT0 00010000:00010000:2.0:1746130293.412794:0:7112:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091fe6400/0x4ce24e57873628b1 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x47:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7112 initiator: MDT0 00010000:00010000:2.0:1746130293.412799:0:7112:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091fe6400/0x4ce24e57873628b1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x47:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7112 initiator: MDT0 00010000:00010000:2.0:1746130293.412805:0:7112:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091fe6400/0x4ce24e57873628b1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x47:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7112 initiator: MDT0 00000004:00200000:2.0:1746130293.412834:0:7112:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x47:0x0]: returning size 512 00000004:00200000:2.0:1746130293.412837:0:7112:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1746130293.412853:0:7112:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880091fe6400/0x4ce24e57873628b1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x47:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7112 initiator: MDT0 00010000:00010000:2.0:1746130293.412862:0:7112:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091fe6a00/0x4ce24e57873628a3 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7112 initiator: MDT0 00010000:00010000:2.0:1746130293.412868:0:7112:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091fe6a00/0x4ce24e57873628a3 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7112 initiator: MDT0 00010000:00010000:2.0:1746130293.412873:0:7112:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880091fe6a00/0x4ce24e57873628a3 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7112 initiator: MDT0 00010000:00010000:2.0:1746130293.412878:0:7112:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880091fe6a00 already unused, calling callback (ffffffffa1383690) 00010000:00010000:2.0:1746130293.412882:0:7112:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091fe6a00/0x4ce24e57873628a3 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7112 initiator: MDT0 00010000:00010000:2.0:1746130293.412888:0:7112:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091fe6a00/0x4ce24e57873628a3 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7112 initiator: MDT0 00010000:00010000:2.0:1746130293.412898:0:7112:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800acd40300) 00010000:00010000:2.0:1746130293.412901:0:7112:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746130293.412905:0:7112:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880091fe6a00/0x4ce24e57873628a3 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7112 initiator: MDT0 00010000:00010000:2.0:1746130293.412910:0:7112:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091fe6a00/0x4ce24e57873628a3 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7112 initiator: MDT0 00010000:00010000:2.0:1746130293.412920:0:7112:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091fe7000/0x4ce24e57873628aa lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7112 initiator: MDT0 00010000:00010000:2.0:1746130293.412925:0:7112:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091fe7000/0x4ce24e57873628aa lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7112 initiator: MDT0 00010000:00010000:2.0:1746130293.412930:0:7112:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880091fe7000/0x4ce24e57873628aa lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7112 initiator: MDT0 00010000:00010000:2.0:1746130293.412934:0:7112:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880091fe7000 already unused, calling callback (ffffffffa1383690) 00010000:00010000:2.0:1746130293.412936:0:7112:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091fe7000/0x4ce24e57873628aa lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7112 initiator: MDT0 00010000:00010000:2.0:1746130293.412940:0:7112:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091fe7000/0x4ce24e57873628aa lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7112 initiator: MDT0 00010000:00010000:2.0:1746130293.412946:0:7112:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xf9ce3d8f (ffff8800acd40700) 00010000:00010000:2.0:1746130293.412948:0:7112:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746130293.412950:0:7112:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880091fe7000/0x4ce24e57873628aa lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7112 initiator: MDT0 00010000:00010000:2.0:1746130293.412954:0:7112:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091fe7000/0x4ce24e57873628aa lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7112 initiator: MDT0 00010000:00010000:2.0:1746130293.412980:0:7112:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091fe7c00/0x4ce24e578736289c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40e7f expref: 9 pid: 7112 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130293.413337:0:7112:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880091fe6400/0x4ce24e57873628b1 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x47:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40e7f expref: 8 pid: 7112 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130293.413344:0:7112:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x47:0x0].0x0 (ffff8800acd40e00) 00010000:00010000:2.0:1746130293.413346:0:7112:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:2.0:1746130293.413348:0:7112:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091fe6400, rc 0) 00000100:00100000:2.0:1746130293.413409:0:7112:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093172300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:640ea846-b909-4eea-9a54-417e15bd627b+8:32228:x1830949849372160:12345-192.168.204.51@tcp:101:cp.0 Request processed in 960us (1364us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130293.413415:0:7112:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 60718 00000100:00100000:0.0:1746130293.415361:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130293.415653:0:7112:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849372288 00000100:00100000:2.0:1746130293.415662:0:7112:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849372288 00000100:00100000:2.0:1746130293.415719:0:7112:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 60719 00000100:00100000:2.0:1746130293.415726:0:7112:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800924e1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:640ea846-b909-4eea-9a54-417e15bd627b+8:32228:x1830949849372288:12345-192.168.204.51@tcp:101:cp.0 00010000:00010000:2.0:1746130293.415746:0:7112:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746130293.415762:0:7112:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091fe7400/0x4ce24e57873628b8 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x47:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae40e86 expref: -99 pid: 7112 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130293.415824:0:7112:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091fe7e00/0x4ce24e57873628bf lrc: 3/1,0 mode: --/CR res: [0x200000401:0x47:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7112 initiator: MDT0 00010000:00010000:2.0:1746130293.415836:0:7112:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091fe7e00/0x4ce24e57873628bf lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7112 initiator: MDT0 00010000:00010000:2.0:1746130293.415846:0:7112:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091fe7e00/0x4ce24e57873628bf lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7112 initiator: MDT0 00010000:00010000:2.0:1746130293.415861:0:7112:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091fe6e00/0x4ce24e57873628c6 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7112 initiator: MDT0 00010000:00010000:2.0:1746130293.415866:0:7112:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091fe6e00/0x4ce24e57873628c6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7112 initiator: MDT0 00010000:00010000:2.0:1746130293.415872:0:7112:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091fe6e00/0x4ce24e57873628c6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7112 initiator: MDT0 00010000:00010000:2.0:1746130293.415940:0:7112:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091fe7e00/0x4ce24e57873628bf lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7112 initiator: MDT0 00010000:00010000:2.0:1746130293.415946:0:7112:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091fe7e00/0x4ce24e57873628bf lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7112 initiator: MDT0 00010000:00010000:2.0:1746130293.415951:0:7112:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880091fe7e00/0x4ce24e57873628bf lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7112 initiator: MDT0 00010000:00010000:2.0:1746130293.415957:0:7112:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880091fe7e00 already unused, calling callback (ffffffffa1383690) 00010000:00010000:2.0:1746130293.415961:0:7112:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091fe7e00/0x4ce24e57873628bf lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7112 initiator: MDT0 00010000:00010000:2.0:1746130293.415966:0:7112:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091fe7e00/0x4ce24e57873628bf lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7112 initiator: MDT0 00010000:00010000:2.0:1746130293.415976:0:7112:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x47:0x0].0x0 (ffff8800acd40e00) 00010000:00010000:2.0:1746130293.415978:0:7112:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746130293.415980:0:7112:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880091fe7e00/0x4ce24e57873628bf lrc: 2/0,0 mode: --/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7112 initiator: MDT0 00010000:00010000:2.0:1746130293.415984:0:7112:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091fe7e00/0x4ce24e57873628bf lrc: 0/0,0 mode: --/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7112 initiator: MDT0 00010000:00010000:2.0:1746130293.415991:0:7112:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091fe6e00/0x4ce24e57873628c6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7112 initiator: MDT0 00010000:00010000:2.0:1746130293.415994:0:7112:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091fe6e00/0x4ce24e57873628c6 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7112 initiator: MDT0 00010000:00010000:2.0:1746130293.415996:0:7112:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880091fe6e00/0x4ce24e57873628c6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7112 initiator: MDT0 00010000:00010000:2.0:1746130293.415999:0:7112:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880091fe6e00 already unused, calling callback (ffffffffa1383690) 00010000:00010000:2.0:1746130293.416000:0:7112:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091fe6e00/0x4ce24e57873628c6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7112 initiator: MDT0 00010000:00010000:2.0:1746130293.416003:0:7112:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091fe6e00/0x4ce24e57873628c6 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7112 initiator: MDT0 00010000:00010000:2.0:1746130293.416006:0:7112:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x47:0x0].0xf9ce3da1 (ffff8800acd40d00) 00010000:00010000:2.0:1746130293.416007:0:7112:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746130293.416008:0:7112:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880091fe6e00/0x4ce24e57873628c6 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7112 initiator: MDT0 00010000:00010000:2.0:1746130293.416011:0:7112:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091fe6e00/0x4ce24e57873628c6 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7112 initiator: MDT0 00010000:00010000:2.0:1746130293.416036:0:7112:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880091fe7400/0x4ce24e57873628b8 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40e86 expref: 9 pid: 7112 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130293.416040:0:7112:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091fe7400/0x4ce24e57873628b8 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40e86 expref: 9 pid: 7112 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130293.416045:0:7112:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091fe7400, rc 0) 00000100:00100000:2.0:1746130293.416098:0:7112:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800924e1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:640ea846-b909-4eea-9a54-417e15bd627b+8:32228:x1830949849372288:12345-192.168.204.51@tcp:101:cp.0 Request processed in 373us (741us total) trans 0 rc 301/301 00000100:00100000:2.0:1746130293.416104:0:7112:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 60719 00000100:00100000:1.0:1746130293.420525:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130293.420619:0:21138:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849372416 00000100:00100000:3.0:1746130293.420628:0:21138:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849372416 00000100:00100000:3.0:1746130293.420879:0:21138:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 60720 00000100:00100000:3.0:1746130293.420887:0:21138:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093170e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:640ea846-b909-4eea-9a54-417e15bd627b+8:32228:x1830949849372416:12345-192.168.204.51@tcp:101:cp.0 00010000:00010000:3.0:1746130293.420905:0:21138:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746130293.420925:0:21138:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094734600/0x4ce24e57873628cd lrc: 2/0,0 mode: --/CR res: [0x200000401:0x47:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae40e8d expref: -99 pid: 21138 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130293.420982:0:21138:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094735600/0x4ce24e57873628d4 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x47:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 21138 initiator: MDT0 00010000:00010000:3.0:1746130293.420993:0:21138:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094735600/0x4ce24e57873628d4 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 21138 initiator: MDT0 00010000:00010000:3.0:1746130293.421002:0:21138:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094735600/0x4ce24e57873628d4 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 21138 initiator: MDT0 00010000:00010000:3.0:1746130293.421013:0:21138:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094734200/0x4ce24e57873628db lrc: 3/1,0 mode: --/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 21138 initiator: MDT0 00010000:00010000:3.0:1746130293.421018:0:21138:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094734200/0x4ce24e57873628db lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 21138 initiator: MDT0 00010000:00010000:3.0:1746130293.421023:0:21138:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094734200/0x4ce24e57873628db lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 21138 initiator: MDT0 00010000:00010000:3.0:1746130293.422246:0:21138:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094735600/0x4ce24e57873628d4 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 21138 initiator: MDT0 00010000:00010000:3.0:1746130293.422256:0:21138:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094735600/0x4ce24e57873628d4 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 21138 initiator: MDT0 00010000:00010000:3.0:1746130293.422261:0:21138:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094735600/0x4ce24e57873628d4 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 21138 initiator: MDT0 00010000:00010000:3.0:1746130293.422279:0:21138:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094735600 already unused, calling callback (ffffffffa1383690) 00010000:00010000:3.0:1746130293.422282:0:21138:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094735600/0x4ce24e57873628d4 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 21138 initiator: MDT0 00010000:00010000:3.0:1746130293.422287:0:21138:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094735600/0x4ce24e57873628d4 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 21138 initiator: MDT0 00010000:00010000:3.0:1746130293.422299:0:21138:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x47:0x0].0x0 (ffff8800acd40e00) 00010000:00010000:3.0:1746130293.422301:0:21138:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746130293.422304:0:21138:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094735600/0x4ce24e57873628d4 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 21138 initiator: MDT0 00010000:00010000:3.0:1746130293.422309:0:21138:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094735600/0x4ce24e57873628d4 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 21138 initiator: MDT0 00010000:00010000:3.0:1746130293.422344:0:21138:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094734200/0x4ce24e57873628db lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 21138 initiator: MDT0 00010000:00010000:3.0:1746130293.422349:0:21138:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094734200/0x4ce24e57873628db lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 21138 initiator: MDT0 00010000:00010000:3.0:1746130293.422352:0:21138:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094734200/0x4ce24e57873628db lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 21138 initiator: MDT0 00010000:00010000:3.0:1746130293.422356:0:21138:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094734200 already unused, calling callback (ffffffffa1383690) 00010000:00010000:3.0:1746130293.422358:0:21138:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094734200/0x4ce24e57873628db lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 21138 initiator: MDT0 00010000:00010000:3.0:1746130293.422363:0:21138:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094734200/0x4ce24e57873628db lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 21138 initiator: MDT0 00010000:00010000:3.0:1746130293.422369:0:21138:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x47:0x0].0xf9ce3da1 (ffff880093e20800) 00010000:00010000:3.0:1746130293.422371:0:21138:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746130293.422373:0:21138:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094734200/0x4ce24e57873628db lrc: 2/0,0 mode: --/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 21138 initiator: MDT0 00010000:00010000:3.0:1746130293.422377:0:21138:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094734200/0x4ce24e57873628db lrc: 0/0,0 mode: --/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 21138 initiator: MDT0 00010000:00010000:3.0:1746130293.422426:0:21138:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880094734600/0x4ce24e57873628cd lrc: 1/0,0 mode: --/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40e8d expref: 9 pid: 21138 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130293.422433:0:21138:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094734600/0x4ce24e57873628cd lrc: 0/0,0 mode: --/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40e8d expref: 9 pid: 21138 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130293.422439:0:21138:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094734600, rc 0) 00000100:00100000:3.0:1746130293.422505:0:21138:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093170e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:640ea846-b909-4eea-9a54-417e15bd627b+8:32228:x1830949849372416:12345-192.168.204.51@tcp:101:cp.0 Request processed in 1618us (1988us total) trans 0 rc 301/301 00000100:00100000:3.0:1746130293.422512:0:21138:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 60720 00000100:00100000:0.0:1746130293.424817:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130293.425009:0:21138:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849372672 00000100:00100000:3.0:1746130293.425019:0:21138:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849372672 00000100:00100000:3.0:1746130293.425072:0:21138:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 60721 00000100:00100000:3.0:1746130293.425079:0:21138:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800924e0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:640ea846-b909-4eea-9a54-417e15bd627b+8:32228:x1830949849372672:12345-192.168.204.51@tcp:101:cp.0 00010000:00010000:3.0:1746130293.425106:0:21138:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746130293.425123:0:21138:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094734400/0x4ce24e57873628e2 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x47:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae40e94 expref: -99 pid: 21138 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130293.425251:0:21138:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880094734800/0x4ce24e57873628e9 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x47:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 21138 initiator: MDT0 00010000:00010000:3.0:1746130293.425301:0:21138:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094734800/0x4ce24e57873628e9 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 21138 initiator: MDT0 00010000:00010000:3.0:1746130293.425313:0:21138:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094734800/0x4ce24e57873628e9 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 21138 initiator: MDT0 00010000:00010000:3.0:1746130293.425326:0:21138:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880094734c00/0x4ce24e57873628f0 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 21138 initiator: MDT0 00010000:00010000:3.0:1746130293.425331:0:21138:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094734c00/0x4ce24e57873628f0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 21138 initiator: MDT0 00010000:00010000:3.0:1746130293.425337:0:21138:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094734c00/0x4ce24e57873628f0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 21138 initiator: MDT0 00000004:00080000:3.0:1746130293.425822:0:21138:0:(osp_object.c:1637:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x19:0x0], index 1: 0 00010000:00010000:3.0:1746130293.425933:0:21138:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092a28e00/0x4ce24e57873628f7 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x48:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 21138 initiator: MDT0 00010000:00010000:3.0:1746130293.425940:0:21138:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092a28e00/0x4ce24e57873628f7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 21138 initiator: MDT0 00010000:00010000:3.0:1746130293.425946:0:21138:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092a28e00/0x4ce24e57873628f7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 21138 initiator: MDT0 00010000:00010000:3.0:1746130293.425970:0:21138:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880094734800/0x4ce24e57873628e9 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 21138 initiator: MDT0 00010000:00010000:3.0:1746130293.425974:0:21138:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094734800/0x4ce24e57873628e9 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 21138 initiator: MDT0 00010000:00010000:3.0:1746130293.425978:0:21138:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094734800/0x4ce24e57873628e9 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 21138 initiator: MDT0 00010000:00010000:3.0:1746130293.425981:0:21138:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094734800 already unused, calling callback (ffffffffa1383690) 00010000:00010000:3.0:1746130293.425983:0:21138:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094734800/0x4ce24e57873628e9 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 21138 initiator: MDT0 00010000:00010000:3.0:1746130293.425986:0:21138:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094734800/0x4ce24e57873628e9 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 21138 initiator: MDT0 00010000:00010000:3.0:1746130293.425992:0:21138:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x47:0x0].0x0 (ffff8800acd40e00) 00010000:00010000:3.0:1746130293.425994:0:21138:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746130293.425996:0:21138:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094734800/0x4ce24e57873628e9 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 21138 initiator: MDT0 00010000:00010000:3.0:1746130293.425998:0:21138:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094734800/0x4ce24e57873628e9 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 21138 initiator: MDT0 00000004:00010000:3.0:1746130293.426005:0:21138:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff8800924e0e00 reply state ffff880091f93000 transno 4294992197 ns: mdt-lustre-MDT0000_UUID lock: ffff880094734c00/0x4ce24e57873628f0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 21138 initiator: MDT0 00000100:00100000:3.0:1746130293.426011:0:21138:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1746130293.426028:0:21138:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094734400/0x4ce24e57873628e2 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40e94 expref: 11 pid: 21138 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130293.426034:0:21138:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880092a28e00/0x4ce24e57873628f7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40e94 expref: 10 pid: 21138 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130293.426038:0:21138:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x48:0x0].0x0 (ffff880093e20a00) 00010000:00010000:3.0:1746130293.426039:0:21138:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1746130293.426040:0:21138:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092a28e00, rc 0) 00000100:00100000:3.0:1746130293.426090:0:21138:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800924e0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:640ea846-b909-4eea-9a54-417e15bd627b+11:32228:x1830949849372672:12345-192.168.204.51@tcp:101:cp.0 Request processed in 1011us (1281us total) trans 4294992197 rc 0/0 00000100:00100000:3.0:1746130293.426095:0:21138:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 60721 00010000:00010000:2.0:1746130293.428223:0:3284:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880094734c00/0x4ce24e57873628f0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 21138 initiator: MDT0 00010000:00010000:2.0:1746130293.428235:0:3284:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094734c00/0x4ce24e57873628f0 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 21138 initiator: MDT0 00010000:00010000:2.0:1746130293.428241:0:3284:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094734c00/0x4ce24e57873628f0 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 21138 initiator: MDT0 00010000:00010000:2.0:1746130293.428246:0:3284:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094734c00 already unused, calling callback (ffffffffa1383690) 00010000:00010000:2.0:1746130293.428250:0:3284:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094734c00/0x4ce24e57873628f0 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 21138 initiator: MDT0 00010000:00010000:2.0:1746130293.428256:0:3284:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094734c00/0x4ce24e57873628f0 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 21138 initiator: MDT0 00010000:00010000:2.0:1746130293.428300:0:3284:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x47:0x0].0xf9ce3da1 (ffff880093e20d00) 00010000:00010000:2.0:1746130293.428303:0:3284:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746130293.428306:0:3284:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094734c00/0x4ce24e57873628f0 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 21138 initiator: MDT0 00010000:00010000:2.0:1746130293.428311:0:3284:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094734c00/0x4ce24e57873628f0 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 21138 initiator: MDT0 00000100:00100000:0.0:1746130293.428633:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130293.428701:0:8469:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849372800 00000100:00100000:3.0:1746130293.428708:0:8469:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849372800 00000100:00100000:3.0:1746130293.428737:0:8469:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6677 00000100:00100000:3.0:1746130293.428742:0:8469:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800924e2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:1960:x1830949849372800:12345-192.168.204.51@tcp:8:cp.0 00010000:00080000:3.0:1746130293.428769:0:8469:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-OST0001: connection from 640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp t0 exp (null) cur 491 last 0 00000020:00000080:3.0:1746130293.428803:0:8469:0:(genops.c:1402:class_connect()) connect: client 640ea846-b909-4eea-9a54-417e15bd627b, cookie 0x4ce24e5787362905 00002000:00100000:3.0:1746130293.428814:0:8469:0:(ofd_obd.c:124:ofd_parse_connect_data()) lustre-OST0001: cli 640ea846-b909-4eea-9a54-417e15bd627b/ffff880135fdf000 ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 2103656 ocd_grant: 489160704 ocd_index: 0 ocd_group 0 00002000:00100000:3.0:1746130293.428835:0:8469:0:(ofd_obd.c:222:ofd_parse_connect_data()) lustre-OST0001: cli supports cksum type f7, return f7 00000020:01000000:3.0:1746130293.429014:0:8469:0:(lprocfs_status_server.c:585:lprocfs_exp_setup()) using hash ffff8800b23e0240 00002000:00080000:3.0:1746130293.429022:0:8469:0:(ofd_obd.c:365:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00000100:00080000:3.0:1746130293.429093:0:8469:0:(import.c:66:import_set_state_nolock()) ffff880135fd8800 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1746130293.429172:0:8469:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800924e2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:640ea846-b909-4eea-9a54-417e15bd627b+6:1960:x1830949849372800:12345-192.168.204.51@tcp:8:cp.0 Request processed in 428us (544us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130293.429182:0:8469:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6677 00000100:00100000:0.0:1746130293.430439:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130293.430492:0:8469:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849372928 00000100:00100000:3.0:1746130293.430498:0:8469:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849372928 00000100:00100000:3.0:1746130293.430560:0:8469:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6678 00000100:00100000:3.0:1746130293.430567:0:8469:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e2e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:640ea846-b909-4eea-9a54-417e15bd627b+6:0:x1830949849372928:12345-192.168.204.51@tcp:101:cp.0 00010000:00010000:3.0:1746130293.430581:0:8469:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746130293.430596:0:8469:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009391b000/0x4ce24e578736290c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae40e9b expref: -99 pid: 8469 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1746130293.430621:0:8469:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x19:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00000100:00080000:2.0:1746130293.430660:0:7108:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:3.0:1746130293.430698:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130293.430701:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130293.430708:0:8469:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009391b000/0x4ce24e578736290c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40e9b expref: 7 pid: 8469 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746130293.430725:0:8469:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009391b000/0x4ce24e578736290c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40e9b expref: 7 pid: 8469 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746130293.430734:0:8469:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009391b000, rc 0) 00000100:00100000:3.0:1746130293.430781:0:8469:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e2e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:640ea846-b909-4eea-9a54-417e15bd627b+7:0:x1830949849372928:12345-192.168.204.51@tcp:101:cp.0 Request processed in 214us (344us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130293.430785:0:8469:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6678 00000100:00100000:0.0:1746130293.434134:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130293.434505:0:8469:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849373056 00000100:00100000:3.0:1746130293.434514:0:8469:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849373056 00000100:00100000:3.0:1746130293.434564:0:8469:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6679 00000100:00100000:3.0:1746130293.434571:0:8469:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e2ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:640ea846-b909-4eea-9a54-417e15bd627b+7:32228:x1830949849373056:12345-192.168.204.51@tcp:101:cp.0 00010000:00010000:3.0:1746130293.434589:0:8469:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746130293.434605:0:8469:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094734c00/0x4ce24e5787362913 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae40ea2 expref: -99 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130293.434628:0:8469:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009391b000/0x4ce24e578736290c lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40e9b expref: 8 pid: 8469 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746130293.434634:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130293.434636:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130293.434639:0:8469:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094734c00/0x4ce24e5787362913 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40ea2 expref: 8 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130293.434663:0:8469:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009391b000/0x4ce24e578736290c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40e9b expref: 8 pid: 8469 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746130293.434673:0:8469:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009391b000/0x4ce24e578736290c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40e9b expref: 8 pid: 8469 timeout: 591 lvb_type: 1 00000100:00100000:3.0:1746130293.434682:0:8469:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091950000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8469:1830949841820928:192.168.204.51@tcp:104: 00000100:00100000:3.0:1746130293.434785:0:8469:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a7f0fe40 going to sleep for 11 seconds 00000100:00100000:3.0:1746130293.436894:0:8469:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091950000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8469:1830949841820928:192.168.204.51@tcp:104: 00010000:00010000:3.0:1746130293.436922:0:8469:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094734c00/0x4ce24e5787362913 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40ea2 expref: 8 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130293.436937:0:8469:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094734c00, rc 0) 00000100:00100000:3.0:1746130293.436980:0:8469:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e2ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:640ea846-b909-4eea-9a54-417e15bd627b+8:32228:x1830949849373056:12345-192.168.204.51@tcp:101:cp.0 Request processed in 2409us (2854us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130293.436993:0:8469:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6679 00000100:00100000:0.0:1746130293.437753:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130293.437981:0:7924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849373184 00000100:00100000:2.0:1746130293.437988:0:7924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849373184 00010000:00010000:2.0:1746130293.438033:0:7924:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009391b000/0x4ce24e578736290c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40e9b expref: 8 pid: 8469 timeout: 591 lvb_type: 1 00000100:00100000:2.0:1746130293.438679:0:7924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14938 00000100:00100000:2.0:1746130293.438691:0:7924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e2ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+8:1961:x1830949849373184:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746130293.438704:0:7924:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746130293.438727:0:7924:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009391b000/0x4ce24e578736290c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40e9b expref: 8 pid: 8469 timeout: 591 lvb_type: 1 00010000:00010000:2.0:1746130293.438741:0:7924:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009391b000/0x4ce24e578736290c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40e9b expref: 8 pid: 8469 timeout: 591 lvb_type: 1 00010000:00010000:2.0:1746130293.438764:0:7924:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009391b000/0x4ce24e578736290c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40e9b expref: 8 pid: 8469 timeout: 591 lvb_type: 1 00010000:00010000:2.0:1746130293.438797:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130293.438799:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130293.438807:0:7924:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094734c00/0x4ce24e5787362913 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40ea2 expref: 7 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130293.438818:0:7924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094734c00/0x4ce24e5787362913 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40ea2 expref: 7 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130293.438854:0:7924:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094734c00/0x4ce24e5787362913 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40ea2 expref: 7 pid: 8469 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746130293.438866:0:7924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f133100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7924:1830949841821056:192.168.204.51@tcp:105: 00000100:00100000:2.0:1746130293.438944:0:7924:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094485240 going to sleep for 11 seconds 00000100:00100000:0.0:1746130293.441445:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130293.441551:0:7924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f133100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7924:1830949841821056:192.168.204.51@tcp:105: 00010000:00010000:2.0:1746130293.441575:0:7924:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746130293.441599:0:15914:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849373440 00000100:00100000:3.0:1746130293.441607:0:15914:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849373440 00000100:00100000:2.0:1746130293.441615:0:7924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e2ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+7:1961:x1830949849373184:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 2928us (3863us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130293.441624:0:7924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14938 00000100:00100000:3.0:1746130293.441654:0:15914:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 151 00000100:00100000:3.0:1746130293.441661:0:15914:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092e2d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:640ea846-b909-4eea-9a54-417e15bd627b+10:32228:x1830949849373440:12345-192.168.204.51@tcp:35:cp.0 00000100:00100000:3.0:1746130293.442546:0:15914:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092e2d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:640ea846-b909-4eea-9a54-417e15bd627b+11:32228:x1830949849373440:12345-192.168.204.51@tcp:35:cp.0 Request processed in 882us (1106us total) trans 4294992198 rc 0/0 00000100:00100000:3.0:1746130293.442553:0:15914:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 151 00000100:00100000:0.0:1746130293.469397:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130293.469549:0:21138:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849373696 00000100:00100000:3.0:1746130293.469562:0:21138:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849373696 00000100:00100000:3.0:1746130293.469640:0:21138:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 60722 00000100:00100000:3.0:1746130293.469648:0:21138:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801354d8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:640ea846-b909-4eea-9a54-417e15bd627b+11:32231:x1830949849373696:12345-192.168.204.51@tcp:101:mmap_cat.0 00010000:00010000:3.0:1746130293.469678:0:21138:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746130293.469703:0:21138:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094735600/0x4ce24e578736291a lrc: 2/0,0 mode: --/CR res: [0x200000401:0x47:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae40ea9 expref: -99 pid: 21138 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130293.469815:0:21138:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094735400/0x4ce24e5787362921 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x48:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 21138 initiator: MDT0 00010000:00010000:3.0:1746130293.469828:0:21138:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094735400/0x4ce24e5787362921 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 21138 initiator: MDT0 00010000:00010000:3.0:1746130293.469840:0:21138:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094735400/0x4ce24e5787362921 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 21138 initiator: MDT0 00000004:00200000:3.0:1746130293.469850:0:21138:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x48:0x0]: returning size 1716 00010000:00010000:3.0:1746130293.470002:0:21138:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094735600/0x4ce24e578736291a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x47:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40ea9 expref: 14 pid: 21138 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130293.470042:0:21138:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880094735400/0x4ce24e5787362921 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40ea9 expref: 13 pid: 21138 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130293.470049:0:21138:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x48:0x0].0x0 (ffff880093e20a00) 00010000:00010000:3.0:1746130293.470052:0:21138:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:3.0:1746130293.470055:0:21138:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094735400, rc 0) 00000100:00100000:3.0:1746130293.470109:0:21138:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801354d8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:640ea846-b909-4eea-9a54-417e15bd627b+13:32231:x1830949849373696:12345-192.168.204.51@tcp:101:mmap_cat.0 Request processed in 461us (724us total) trans 4294992199 rc 0/0 00000100:00100000:3.0:1746130293.470115:0:21138:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 60722 00000100:00100000:0.0:1746130293.480462:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130293.480590:0:7112:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849373824 00000100:00100000:2.0:1746130293.480601:0:7112:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849373824 00000100:00100000:2.0:1746130293.480684:0:7112:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 60723 00000100:00100000:2.0:1746130293.480693:0:7112:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801354d9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c84b93b0-d496-484f-8e1e-94008838f2dd+7:32235:x1830949849373824:12345-192.168.204.51@tcp:101:mmap_cat.0 00010000:00010000:2.0:1746130293.480714:0:7112:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746130293.480732:0:7112:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091fe6e00/0x4ce24e578736292f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae40eb0 expref: -99 pid: 7112 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130293.480795:0:7112:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091fe7e00/0x4ce24e5787362936 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7112 initiator: MDT0 00010000:00010000:2.0:1746130293.480808:0:7112:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091fe7e00/0x4ce24e5787362936 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7112 initiator: MDT0 00010000:00010000:2.0:1746130293.480823:0:7112:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091fe7e00/0x4ce24e5787362936 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7112 initiator: MDT0 00000004:00200000:2.0:1746130293.480878:0:7112:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 12800 00000004:00200000:2.0:1746130293.480882:0:7112:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 25 stripe count 1 MDT count 1 00000004:00010000:2.0:1746130293.480898:0:7112:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880091fe7e00/0x4ce24e5787362936 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7112 initiator: MDT0 00010000:00010000:2.0:1746130293.480916:0:7112:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091fe6e00/0x4ce24e578736292f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40eb0 expref: 9 pid: 7112 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130293.480935:0:7112:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880091fe7e00/0x4ce24e5787362936 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40eb0 expref: 8 pid: 7112 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130293.480943:0:7112:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800acd40300) 00010000:00010000:2.0:1746130293.480945:0:7112:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1746130293.480948:0:7112:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091fe7e00, rc 0) 00000100:00080000:0.0:1746130293.481058:0:7108:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1746130293.481619:0:7112:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801354d9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c84b93b0-d496-484f-8e1e-94008838f2dd+8:32235:x1830949849373824:12345-192.168.204.51@tcp:101:mmap_cat.0 Request processed in 927us (1167us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130293.481627:0:7112:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 60723 00000100:00100000:0.0:1746130293.483963:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130293.484037:0:7112:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849373952 00000100:00100000:2.0:1746130293.484050:0:7112:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849373952 00000100:00100000:2.0:1746130293.484124:0:7112:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 60724 00000100:00100000:2.0:1746130293.484132:0:7112:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801354d9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c84b93b0-d496-484f-8e1e-94008838f2dd+8:32235:x1830949849373952:12345-192.168.204.51@tcp:101:mmap_cat.0 00010000:00010000:2.0:1746130293.484154:0:7112:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746130293.484204:0:7112:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091fe7c00/0x4ce24e578736293d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae40eb7 expref: -99 pid: 7112 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130293.484313:0:7112:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091fe7000/0x4ce24e5787362944 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7112 initiator: MDT0 00010000:00010000:2.0:1746130293.484327:0:7112:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091fe7000/0x4ce24e5787362944 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7112 initiator: MDT0 00010000:00010000:2.0:1746130293.484338:0:7112:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091fe7000/0x4ce24e5787362944 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7112 initiator: MDT0 00010000:00010000:2.0:1746130293.484351:0:7112:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091fe6a00/0x4ce24e578736294b lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7112 initiator: MDT0 00010000:00010000:2.0:1746130293.484356:0:7112:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091fe6a00/0x4ce24e578736294b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7112 initiator: MDT0 00010000:00010000:2.0:1746130293.484360:0:7112:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091fe6a00/0x4ce24e578736294b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7112 initiator: MDT0 00010000:00010000:2.0:1746130293.484713:0:7112:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091fe7200/0x4ce24e5787362952 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x47:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7112 initiator: MDT0 00010000:00010000:2.0:1746130293.484721:0:7112:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091fe7200/0x4ce24e5787362952 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x47:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7112 initiator: MDT0 00010000:00010000:2.0:1746130293.484727:0:7112:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091fe7200/0x4ce24e5787362952 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x47:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7112 initiator: MDT0 00000004:00200000:2.0:1746130293.484753:0:7112:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x47:0x0]: returning size 512 00000004:00200000:2.0:1746130293.484757:0:7112:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 1 stripe count 1 MDT count 1 00000004:00010000:2.0:1746130293.484772:0:7112:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880091fe7200/0x4ce24e5787362952 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x47:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7112 initiator: MDT0 00010000:00010000:2.0:1746130293.484781:0:7112:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091fe7000/0x4ce24e5787362944 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7112 initiator: MDT0 00010000:00010000:2.0:1746130293.484785:0:7112:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091fe7000/0x4ce24e5787362944 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7112 initiator: MDT0 00010000:00010000:2.0:1746130293.484793:0:7112:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880091fe7000/0x4ce24e5787362944 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7112 initiator: MDT0 00010000:00010000:2.0:1746130293.484798:0:7112:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880091fe7000 already unused, calling callback (ffffffffa1383690) 00010000:00010000:2.0:1746130293.484801:0:7112:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091fe7000/0x4ce24e5787362944 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7112 initiator: MDT0 00010000:00010000:2.0:1746130293.484806:0:7112:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091fe7000/0x4ce24e5787362944 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7112 initiator: MDT0 00010000:00010000:2.0:1746130293.484816:0:7112:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800acd40300) 00010000:00010000:2.0:1746130293.484819:0:7112:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746130293.484822:0:7112:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880091fe7000/0x4ce24e5787362944 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7112 initiator: MDT0 00010000:00010000:2.0:1746130293.484827:0:7112:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091fe7000/0x4ce24e5787362944 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7112 initiator: MDT0 00010000:00010000:2.0:1746130293.484836:0:7112:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091fe6a00/0x4ce24e578736294b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7112 initiator: MDT0 00010000:00010000:2.0:1746130293.484840:0:7112:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091fe6a00/0x4ce24e578736294b lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7112 initiator: MDT0 00010000:00010000:2.0:1746130293.484844:0:7112:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880091fe6a00/0x4ce24e578736294b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7112 initiator: MDT0 00010000:00010000:2.0:1746130293.484848:0:7112:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880091fe6a00 already unused, calling callback (ffffffffa1383690) 00010000:00010000:2.0:1746130293.484850:0:7112:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091fe6a00/0x4ce24e578736294b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7112 initiator: MDT0 00010000:00010000:2.0:1746130293.484854:0:7112:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091fe6a00/0x4ce24e578736294b lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7112 initiator: MDT0 00010000:00010000:2.0:1746130293.484863:0:7112:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xf9ce3d8f (ffff8800acd40100) 00010000:00010000:2.0:1746130293.484865:0:7112:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746130293.484866:0:7112:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880091fe6a00/0x4ce24e578736294b lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7112 initiator: MDT0 00010000:00010000:2.0:1746130293.484870:0:7112:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091fe6a00/0x4ce24e578736294b lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7112 initiator: MDT0 00010000:00010000:2.0:1746130293.484892:0:7112:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091fe7c00/0x4ce24e578736293d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40eb7 expref: 10 pid: 7112 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130293.484901:0:7112:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880091fe7200/0x4ce24e5787362952 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x47:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40eb7 expref: 9 pid: 7112 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130293.484906:0:7112:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x47:0x0].0x0 (ffff8800acd40e00) 00010000:00010000:2.0:1746130293.484908:0:7112:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:2.0:1746130293.484910:0:7112:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091fe7200, rc 0) 00000100:00100000:2.0:1746130293.485058:0:7112:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801354d9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c84b93b0-d496-484f-8e1e-94008838f2dd+9:32235:x1830949849373952:12345-192.168.204.51@tcp:101:mmap_cat.0 Request processed in 925us (1105us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130293.485065:0:7112:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 60724 00000100:00100000:0.0:1746130293.487321:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130293.487411:0:7112:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849374080 00000100:00100000:3.0:1746130293.487418:0:7112:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849374080 00000100:00100000:3.0:1746130293.487493:0:7112:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 60725 00000100:00100000:3.0:1746130293.487501:0:7112:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801354da300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c84b93b0-d496-484f-8e1e-94008838f2dd+9:32235:x1830949849374080:12345-192.168.204.51@tcp:101:mmap_cat.0 00010000:00010000:3.0:1746130293.487519:0:7112:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746130293.487561:0:7112:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094734600/0x4ce24e5787362959 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x47:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae40ebe expref: -99 pid: 7112 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130293.487612:0:7112:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094735600/0x4ce24e5787362960 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x47:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7112 initiator: MDT0 00010000:00010000:3.0:1746130293.487622:0:7112:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094735600/0x4ce24e5787362960 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7112 initiator: MDT0 00010000:00010000:3.0:1746130293.487631:0:7112:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094735600/0x4ce24e5787362960 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7112 initiator: MDT0 00010000:00010000:3.0:1746130293.487644:0:7112:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009391b000/0x4ce24e5787362967 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7112 initiator: MDT0 00010000:00010000:3.0:1746130293.487653:0:7112:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009391b000/0x4ce24e5787362967 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7112 initiator: MDT0 00010000:00010000:3.0:1746130293.487656:0:7112:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009391b000/0x4ce24e5787362967 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7112 initiator: MDT0 00010000:00010000:3.0:1746130293.487729:0:7112:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009391b400/0x4ce24e578736296e lrc: 3/1,0 mode: --/PR res: [0x200000401:0x48:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7112 initiator: MDT0 00010000:00010000:3.0:1746130293.487733:0:7112:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009391b400/0x4ce24e578736296e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7112 initiator: MDT0 00010000:00010000:3.0:1746130293.487736:0:7112:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009391b400/0x4ce24e578736296e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7112 initiator: MDT0 00000004:00200000:3.0:1746130293.487757:0:7112:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x48:0x0]: returning size 1716 00000004:00200000:3.0:1746130293.487760:0:7112:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1746130293.487769:0:7112:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009391b400/0x4ce24e578736296e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7112 initiator: MDT0 00010000:00010000:3.0:1746130293.487774:0:7112:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009391b400/0x4ce24e578736296e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7112 initiator: MDT0 00010000:00010000:3.0:1746130293.487778:0:7112:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094735600/0x4ce24e5787362960 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7112 initiator: MDT0 00010000:00010000:3.0:1746130293.487782:0:7112:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094735600/0x4ce24e5787362960 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7112 initiator: MDT0 00010000:00010000:3.0:1746130293.487785:0:7112:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094735600/0x4ce24e5787362960 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7112 initiator: MDT0 00010000:00010000:3.0:1746130293.487788:0:7112:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094735600 already unused, calling callback (ffffffffa1383690) 00010000:00010000:3.0:1746130293.487790:0:7112:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094735600/0x4ce24e5787362960 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7112 initiator: MDT0 00010000:00010000:3.0:1746130293.487795:0:7112:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094735600/0x4ce24e5787362960 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7112 initiator: MDT0 00010000:00010000:3.0:1746130293.487802:0:7112:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x47:0x0].0x0 (ffff8800acd40e00) 00010000:00010000:3.0:1746130293.487803:0:7112:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746130293.487805:0:7112:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094735600/0x4ce24e5787362960 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7112 initiator: MDT0 00010000:00010000:3.0:1746130293.487808:0:7112:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094735600/0x4ce24e5787362960 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7112 initiator: MDT0 00010000:00010000:3.0:1746130293.487826:0:7112:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009391b000/0x4ce24e5787362967 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7112 initiator: MDT0 00010000:00010000:3.0:1746130293.487831:0:7112:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009391b000/0x4ce24e5787362967 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7112 initiator: MDT0 00010000:00010000:3.0:1746130293.487836:0:7112:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009391b000/0x4ce24e5787362967 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7112 initiator: MDT0 00010000:00010000:3.0:1746130293.487840:0:7112:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009391b000 already unused, calling callback (ffffffffa1383690) 00010000:00010000:3.0:1746130293.487842:0:7112:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009391b000/0x4ce24e5787362967 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7112 initiator: MDT0 00010000:00010000:3.0:1746130293.487846:0:7112:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009391b000/0x4ce24e5787362967 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7112 initiator: MDT0 00010000:00010000:3.0:1746130293.487852:0:7112:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x47:0x0].0xf9ce3da1 (ffff880093e20300) 00010000:00010000:3.0:1746130293.487854:0:7112:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746130293.487856:0:7112:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009391b000/0x4ce24e5787362967 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7112 initiator: MDT0 00010000:00010000:3.0:1746130293.487861:0:7112:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009391b000/0x4ce24e5787362967 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7112 initiator: MDT0 00010000:00010000:3.0:1746130293.487882:0:7112:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094734600/0x4ce24e5787362959 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40ebe expref: 11 pid: 7112 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130293.487892:0:7112:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009391b400/0x4ce24e578736296e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40ebe expref: 10 pid: 7112 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130293.487898:0:7112:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x48:0x0].0x0 (ffff880093e20a00) 00010000:00010000:3.0:1746130293.487905:0:7112:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1746130293.487907:0:7112:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009391b400, rc 0) 00000100:00100000:3.0:1746130293.487998:0:7112:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801354da300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c84b93b0-d496-484f-8e1e-94008838f2dd+10:32235:x1830949849374080:12345-192.168.204.51@tcp:101:mmap_cat.0 Request processed in 497us (731us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130293.488005:0:7112:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 60725 00000100:00100000:0.0:1746130293.489668:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130293.489751:0:8469:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849374208 00000100:00100000:3.0:1746130293.489757:0:8469:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849374208 00000100:00100000:3.0:1746130293.489776:0:8469:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6680 00000100:00100000:3.0:1746130293.489780:0:8469:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801354db480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:1960:x1830949849374208:12345-192.168.204.51@tcp:8:mmap_cat.0 00010000:00080000:3.0:1746130293.489805:0:8469:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-OST0001: connection from c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp t0 exp (null) cur 491 last 0 00000020:00000080:3.0:1746130293.489831:0:8469:0:(genops.c:1402:class_connect()) connect: client c84b93b0-d496-484f-8e1e-94008838f2dd, cookie 0x4ce24e5787362975 00002000:00100000:3.0:1746130293.489841:0:8469:0:(ofd_obd.c:124:ofd_parse_connect_data()) lustre-OST0001: cli c84b93b0-d496-484f-8e1e-94008838f2dd/ffff880135fdc800 ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 2103656 ocd_grant: 184025088 ocd_index: 0 ocd_group 0 00002000:00100000:3.0:1746130293.489850:0:8469:0:(ofd_obd.c:222:ofd_parse_connect_data()) lustre-OST0001: cli supports cksum type f7, return f7 00000020:01000000:3.0:1746130293.489920:0:8469:0:(lprocfs_status_server.c:585:lprocfs_exp_setup()) using hash ffff8800b23e0240 00002000:00080000:3.0:1746130293.489927:0:8469:0:(ofd_obd.c:365:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00000100:00080000:3.0:1746130293.489948:0:8469:0:(import.c:66:import_set_state_nolock()) ffff880135fd8000 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1746130293.489988:0:8469:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801354db480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1960:x1830949849374208:12345-192.168.204.51@tcp:8:mmap_cat.0 Request processed in 207us (323us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130293.489997:0:8469:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6680 00000100:00100000:0.0:1746130293.491005:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130293.491062:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849374336 00000100:00100000:2.0:1746130293.491067:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849374336 00000100:00100000:2.0:1746130293.491117:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6681 00000100:00100000:2.0:1746130293.491124:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801354db800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c84b93b0-d496-484f-8e1e-94008838f2dd+6:0:x1830949849374336:12345-192.168.204.51@tcp:101:mmap_cat.0 00010000:00010000:2.0:1746130293.491133:0:8467:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746130293.491147:0:8467:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091fe6200/0x4ce24e578736297c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae40ec5 expref: -99 pid: 8467 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746130293.491214:0:8467:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f133100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8467:1830949841821184:192.168.204.51@tcp:106: 00000100:00080000:0.0:1746130293.491307:0:7108:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1746130293.491626:0:8467:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094485240 going to sleep for 11 seconds 00002000:00010000:2.0:1746130293.493002:0:8467:0:(ofd_lvb.c:258:ofd_lvbo_update()) res: [0x280000400:0x19:0x0] updating lvb size: 0 -> 1716 00002000:00010000:2.0:1746130293.493007:0:8467:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x280000400:0x19:0x0] updating lvb mtime: 0 -> 1746130294 00002000:00010000:2.0:1746130293.493009:0:8467:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x280000400:0x19:0x0] updating lvb atime: 0 -> 1746130294 00002000:00010000:2.0:1746130293.493011:0:8467:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x280000400:0x19:0x0] updating lvb ctime: 0 -> 1746130294 00000100:00100000:2.0:1746130293.493034:0:8467:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f133100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8467:1830949841821184:192.168.204.51@tcp:106: 00010000:00010000:2.0:1746130293.493062:0:8467:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091fe6200/0x4ce24e578736297c lrc: 1/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40ec5 expref: 7 pid: 8467 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746130293.493073:0:8467:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091fe6200/0x4ce24e578736297c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40ec5 expref: 7 pid: 8467 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746130293.493082:0:8467:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091fe6200, rc 0) 00000100:00100000:2.0:1746130293.493111:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801354db800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c84b93b0-d496-484f-8e1e-94008838f2dd+6:0:x1830949849374336:12345-192.168.204.51@tcp:101:mmap_cat.0 Request processed in 1987us (2107us total) trans 0 rc 301/301 00000100:00100000:2.0:1746130293.493116:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6681 00000100:00100000:0.0:1746130293.495425:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130293.495522:0:7112:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849374592 00000100:00100000:3.0:1746130293.495530:0:7112:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849374592 00000100:00100000:3.0:1746130293.495570:0:7112:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 60726 00000100:00100000:3.0:1746130293.495576:0:7112:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008af76300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c84b93b0-d496-484f-8e1e-94008838f2dd+10:32235:x1830949849374592:12345-192.168.204.51@tcp:101:mmap_cat.0 00010000:00010000:3.0:1746130293.495591:0:7112:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746130293.495606:0:7112:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009955d400/0x4ce24e5787362983 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x47:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae40ecc expref: -99 pid: 7112 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130293.495693:0:7112:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009955d800/0x4ce24e578736298a lrc: 3/1,0 mode: --/PR res: [0x200000401:0x48:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7112 initiator: MDT0 00010000:00010000:3.0:1746130293.495706:0:7112:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009955d800/0x4ce24e578736298a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7112 initiator: MDT0 00010000:00010000:3.0:1746130293.495718:0:7112:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009955d800/0x4ce24e578736298a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7112 initiator: MDT0 00000004:00200000:3.0:1746130293.495728:0:7112:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x48:0x0]: returning size 1716 00010000:00010000:3.0:1746130293.495859:0:7112:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009955d400/0x4ce24e5787362983 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x47:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40ecc expref: 13 pid: 7112 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130293.495874:0:7112:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009955d800/0x4ce24e578736298a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40ecc expref: 12 pid: 7112 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130293.495881:0:7112:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x48:0x0].0x0 (ffff880093e20a00) 00010000:00010000:3.0:1746130293.495884:0:7112:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1746130293.495887:0:7112:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009955d800, rc 0) 00000100:00100000:3.0:1746130293.496246:0:7112:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008af76300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c84b93b0-d496-484f-8e1e-94008838f2dd+12:32235:x1830949849374592:12345-192.168.204.51@tcp:101:mmap_cat.0 Request processed in 667us (827us total) trans 4294992200 rc 0/0 00000100:00100000:3.0:1746130293.496253:0:7112:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 60726 00000100:00100000:0.0:1746130293.498497:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130293.498547:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130293.498550:0:7924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849374848 00000100:00100000:2.0:1746130293.498558:0:7924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849374848 00000100:00100000:3.0:1746130293.498599:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849374720 00000100:00100000:3.0:1746130293.498602:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849374720 00000100:00100000:3.0:1746130293.498651:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6682 00000100:00100000:3.0:1746130293.498658:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008af75500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1963:x1830949849374720:12345-192.168.204.51@tcp:101:mmap_cat.0 00010000:00010000:3.0:1746130293.498676:0:8467:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746130293.498692:0:8467:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009955da00/0x4ce24e5787362998 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae40ed3 expref: -99 pid: 8467 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746130293.498787:0:8467:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091950000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8467:1830949841821312:192.168.204.51@tcp:106: 00000100:00100000:3.0:1746130293.498853:0:8467:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a7f0fc00 going to sleep for 11 seconds 00000100:00100000:2.0:1746130293.498917:0:7924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 391 00000100:00100000:2.0:1746130293.498924:0:7924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008af74000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+12:1961:x1830949849374848:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746130293.498934:0:7924:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746130293.498954:0:7924:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009955d800/0x4ce24e578736298a lrc: 0/0,0 mode: --/PR res: [0x200000401:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40ecc expref: 12 pid: 7112 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130293.498971:0:7924:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x48:0x0].0x0 (ffff880093e20a00) 00010000:00010000:2.0:1746130293.498975:0:7924:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746130293.499007:0:7924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008af74000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+11:1961:x1830949849374848:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 84us (518us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130293.499013:0:7924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 391 00000100:00100000:3.0:1746130293.500538:0:8467:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091950000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8467:1830949841821312:192.168.204.51@tcp:106: 00010000:00010000:3.0:1746130293.500563:0:8467:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009955da00/0x4ce24e5787362998 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40ed3 expref: 7 pid: 8467 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746130293.500776:0:8467:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009955da00/0x4ce24e5787362998 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40ed3 expref: 7 pid: 8467 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746130293.500787:0:8467:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009955da00, rc 0) 00000100:00100000:3.0:1746130293.501451:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008af75500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1963:x1830949849374720:12345-192.168.204.51@tcp:101:mmap_cat.0 Request processed in 2791us (2901us total) trans 0 rc 301/301 00000100:00100000:3.0:1746130293.501459:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6682 00000100:00100000:0.0:1746130293.503374:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130293.503456:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849374976 00000100:00100000:3.0:1746130293.503463:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849374976 00000100:00100000:3.0:1746130293.503501:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6683 00000100:00100000:3.0:1746130293.503508:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008af77b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c84b93b0-d496-484f-8e1e-94008838f2dd+6:32235:x1830949849374976:12345-192.168.204.51@tcp:101:mmap_cat.0 00010000:00010000:3.0:1746130293.503525:0:8467:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746130293.503541:0:8467:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094734200/0x4ce24e578736299f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae40eda expref: -99 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130293.503569:0:8467:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094734c00/0x4ce24e5787362913 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40ea2 expref: 6 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130293.503577:0:8467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746130293.503579:0:8467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746130293.503582:0:8467:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094734200/0x4ce24e578736299f lrc: 4/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40eda expref: 7 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130293.503620:0:8467:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094734c00/0x4ce24e5787362913 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40ea2 expref: 6 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130293.503631:0:8467:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094734c00/0x4ce24e5787362913 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40ea2 expref: 6 pid: 8469 timeout: 591 lvb_type: 0 00000100:00100000:3.0:1746130293.503643:0:8467:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091950000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8467:1830949841821440:192.168.204.51@tcp:104: 00000100:00100000:3.0:1746130293.504226:0:8467:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a7f0fc00 going to sleep for 11 seconds 00000100:00100000:3.0:1746130293.505689:0:8467:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091950000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8467:1830949841821440:192.168.204.51@tcp:104: 00010000:00010000:3.0:1746130293.505710:0:8467:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094734200/0x4ce24e578736299f lrc: 3/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40eda expref: 7 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130293.505724:0:8467:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094734200, rc 0) 00000100:00100000:3.0:1746130293.505758:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008af77b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c84b93b0-d496-484f-8e1e-94008838f2dd+7:32235:x1830949849374976:12345-192.168.204.51@tcp:101:mmap_cat.0 Request processed in 2249us (2391us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130293.505766:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6683 00000100:00100000:0.0:1746130293.505905:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130293.505974:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849375104 00000100:00100000:3.0:1746130293.505979:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849375104 00002000:00100000:3.0:1746130293.506017:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x19:0x0] (0->1715) req@ffff88008af77100 x1830949849375104/t0(0) o4->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:279/0 lens 2208/0 e 0 to 0 dl 1746130304 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 00002000:00100000:3.0:1746130293.506026:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008af77100 with x1830949849375104 ext(0->1715) 00010000:00010000:3.0:1746130293.506033:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 148s. ns: filter-lustre-OST0001_UUID lock: ffff880094734c00/0x4ce24e5787362913 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40ea2 expref: 7 pid: 8469 timeout: 591 lvb_type: 0 00010000:00010000:3.0:1746130293.506044:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 148s ns: filter-lustre-OST0001_UUID lock: ffff880094734c00/0x4ce24e5787362913 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40ea2 expref: 7 pid: 8469 timeout: 639 lvb_type: 0 00002000:00010000:3.0:1746130293.506051:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008af77100 00000100:00100000:3.0:1746130293.506076:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2777 00000100:00100000:3.0:1746130293.506082:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008af77100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+7:1962:x1830949849375104:12345-192.168.204.51@tcp:4:cp.0 00000001:00100000:2.0:1746130293.527310:0:9939:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of c84b93b0-d496-484f-8e1e-94008838f2dd 00000001:00100000:2.0:1746130293.527321:0:9939:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 640ea846-b909-4eea-9a54-417e15bd627b 00000100:00100000:3.0:1746130293.527873:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008af77100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+8:1962:x1830949849375104:12345-192.168.204.51@tcp:4:cp.0 Request processed in 21782us (21960us total) trans 4294968781 rc 0/0 00000100:00100000:3.0:1746130293.527886:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2777 00002000:00100000:3.0:1746130293.527899:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x19:0x0] (0->1715) req@ffff88008af77100 x1830949849375104/t4294968781(0) o4->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:279/0 lens 2208/448 e 0 to 0 dl 1746130304 ref 1 fl Complete:H/200/0 rc 0/0 job:'cp.0' uid:0 gid:0 00002000:00100000:3.0:1746130293.527908:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008af77100 with x1830949849375104 ext(0->1715) 00010000:00010000:3.0:1746130293.527920:0:25932:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 148s. ns: filter-lustre-OST0001_UUID lock: ffff880094734c00/0x4ce24e5787362913 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40ea2 expref: 8 pid: 8469 timeout: 639 lvb_type: 0 00010000:00010000:3.0:1746130293.527934:0:25932:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 148s ns: filter-lustre-OST0001_UUID lock: ffff880094734c00/0x4ce24e5787362913 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40ea2 expref: 8 pid: 8469 timeout: 639 lvb_type: 0 00002000:00010000:3.0:1746130293.527942:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008af77100 00000100:00100000:0.0:1746130293.530084:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130293.530128:0:7924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849375232 00000100:00100000:2.0:1746130293.530136:0:7924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849375232 00010000:00010000:2.0:1746130293.530190:0:7924:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094734c00/0x4ce24e5787362913 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40ea2 expref: 8 pid: 8469 timeout: 639 lvb_type: 0 00000100:00100000:2.0:1746130293.530225:0:7924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14939 00000100:00100000:2.0:1746130293.530233:0:7924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d0d0450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+8:1963:x1830949849375232:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746130293.530251:0:7924:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746130293.530308:0:7924:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094734c00/0x4ce24e5787362913 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40ea2 expref: 8 pid: 8469 timeout: 639 lvb_type: 0 00010000:00010000:2.0:1746130293.530322:0:7924:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094734c00/0x4ce24e5787362913 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40ea2 expref: 8 pid: 8469 timeout: 639 lvb_type: 0 00010000:00010000:2.0:1746130293.530346:0:7924:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094734c00/0x4ce24e5787362913 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40ea2 expref: 8 pid: 8469 timeout: 639 lvb_type: 0 00010000:00010000:2.0:1746130293.530358:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130293.530361:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130293.530369:0:7924:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094734200/0x4ce24e578736299f lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40eda expref: 5 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130293.530376:0:7924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094734200/0x4ce24e578736299f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40eda expref: 5 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130293.530411:0:7924:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094734200/0x4ce24e578736299f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40eda expref: 5 pid: 8467 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746130293.530424:0:7924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f133100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7924:1830949841821568:192.168.204.51@tcp:105: 00000100:00100000:2.0:1746130293.530521:0:7924:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094485840 going to sleep for 11 seconds 00000100:00100000:0.0:1746130293.533677:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130293.533762:0:7924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f133100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7924:1830949841821568:192.168.204.51@tcp:105: 00000100:00100000:3.0:1746130293.533766:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849375488 00000100:00100000:3.0:1746130293.533772:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849375488 00010000:00010000:2.0:1746130293.533790:0:7924:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00100000:3.0:1746130293.533818:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x19:0x0] (0->4095) req@ffff88008af74a80 x1830949849375488/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:279/0 lens 488/0 e 0 to 0 dl 1746130304 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130293.533829:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008af74a80 with x1830949849375488 ext(0->4095) 00000100:00100000:2.0:1746130293.533831:0:7924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d0d0450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+7:1963:x1830949849375232:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 3599us (3757us total) trans 0 rc 0/0 00002000:00010000:3.0:1746130293.533834:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008af74a80 00000100:00100000:2.0:1746130293.533841:0:7924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14939 00000100:00100000:3.0:1746130293.533855:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5015 00000100:00100000:3.0:1746130293.533860:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008af74a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949849375488:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746130293.534109:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008af74a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949849375488:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 248us (445us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746130293.534115:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5015 00002000:00100000:3.0:1746130293.534120:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x19:0x0] (0->4095) req@ffff88008af74a80 x1830949849375488/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:279/0 lens 488/4536 e 0 to 0 dl 1746130304 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130293.534128:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008af74a80 with x1830949849375488 ext(0->4095) 00002000:00010000:3.0:1746130293.534131:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008af74a80 00000100:00100000:0.0:1746130293.536888:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130293.536964:0:15914:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849375744 00000100:00100000:3.0:1746130293.536972:0:15914:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849375744 00000100:00100000:3.0:1746130293.537010:0:15914:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 152 00000100:00100000:3.0:1746130293.537015:0:15914:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008af75c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:c84b93b0-d496-484f-8e1e-94008838f2dd+11:32235:x1830949849375744:12345-192.168.204.51@tcp:35:mmap_cat.0 00000100:00100000:3.0:1746130293.537219:0:15914:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008af75c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:c84b93b0-d496-484f-8e1e-94008838f2dd+12:32235:x1830949849375744:12345-192.168.204.51@tcp:35:mmap_cat.0 Request processed in 202us (336us total) trans 4294992201 rc 0/0 00000100:00100000:3.0:1746130293.537226:0:15914:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 152 00000100:00100000:0.0:1746130293.546827:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130293.546919:0:7112:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849376000 00000100:00100000:3.0:1746130293.546930:0:7112:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849376000 00000100:00100000:3.0:1746130293.546980:0:7112:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 60727 00000100:00100000:3.0:1746130293.546987:0:7112:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008af75180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:640ea846-b909-4eea-9a54-417e15bd627b+13:32238:x1830949849376000:12345-192.168.204.51@tcp:36:truncate.0 00010000:00010000:3.0:1746130293.547052:0:7112:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746130293.547089:0:7112:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092a28e00/0x4ce24e57873628f7 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40e94 expref: 13 pid: 21138 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130293.547759:0:7112:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x48:0x0].0x0 (ffff880093e20a00) 00010000:00010000:3.0:1746130293.547765:0:7112:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746130293.547961:0:7112:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880093e65200/0x4ce24e57873629a6 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x48:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7112 initiator: MDT0 00010000:00010000:3.0:1746130293.547974:0:7112:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009391b400/0x4ce24e578736296e lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40ebe expref: 11 pid: 7112 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130293.547981:0:7112:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880093e65200/0x4ce24e57873629a6 lrc: 4/0,1 mode: --/PW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7112 initiator: MDT0 00010000:00010000:3.0:1746130293.548016:0:7112:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88009391b400/0x4ce24e578736296e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40ebe expref: 11 pid: 7112 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130293.548028:0:7112:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88009391b400/0x4ce24e578736296e lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40ebe expref: 11 pid: 7112 timeout: 591 lvb_type: 0 00000100:00100000:3.0:1746130293.548040:0:7112:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091950000 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:7112:1830949841821696:192.168.204.51@tcp:104: 00000100:00100000:3.0:1746130293.548129:0:7112:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800938a5180 going to sleep for 11 seconds 00000100:00100000:3.0:1746130293.549908:0:7112:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091950000 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:7112:1830949841821696:192.168.204.51@tcp:104: 00010000:00010000:3.0:1746130293.549930:0:7112:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880093e65200/0x4ce24e57873629a6 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7112 initiator: MDT0 00000100:00100000:0.0:1746130293.550721:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130293.551033:0:7924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849376128 00000100:00100000:2.0:1746130293.551040:0:7924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849376128 00010000:00010000:2.0:1746130293.551079:0:7924:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009391b400/0x4ce24e578736296e lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40ebe expref: 12 pid: 7112 timeout: 591 lvb_type: 0 00000100:00100000:2.0:1746130293.551118:0:7924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14940 00000100:00100000:2.0:1746130293.551125:0:7924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008af75f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+12:1962:x1830949849376128:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746130293.551137:0:7924:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746130293.551142:0:7924:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88009391b400/0x4ce24e578736296e lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40ebe expref: 12 pid: 7112 timeout: 591 lvb_type: 0 00010000:00010000:2.0:1746130293.551171:0:7924:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88009391b400/0x4ce24e578736296e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40ebe expref: 12 pid: 7112 timeout: 591 lvb_type: 0 00010000:00010000:2.0:1746130293.551193:0:7924:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009391b400/0x4ce24e578736296e lrc: 0/0,0 mode: --/PR res: [0x200000401:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40ebe expref: 12 pid: 7112 timeout: 591 lvb_type: 0 00010000:00010000:2.0:1746130293.551219:0:7924:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x48:0x0].0x0 (ffff880093e20a00) 00010000:00010000:2.0:1746130293.551224:0:7924:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff880093e65200/0x4ce24e57873629a6 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7112 initiator: MDT0 00010000:00010000:2.0:1746130293.551231:0:7924:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880093e65200/0x4ce24e57873629a6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 7112 initiator: MDT0 00010000:00010000:2.0:1746130293.551238:0:7924:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093e65200/0x4ce24e57873629a6 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 7112 initiator: MDT0 00010000:00010000:2.0:1746130293.551290:0:7924:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746130293.551325:0:7924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008af75f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+11:1962:x1830949849376128:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 200us (606us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130293.551332:0:7924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14940 00010000:00010000:3.0:1746130293.551443:0:7112:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880093e65200/0x4ce24e57873629a6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7112 initiator: MDT0 00010000:00010000:3.0:1746130293.551449:0:7112:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093e65200/0x4ce24e57873629a6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7112 initiator: MDT0 00000001:00080000:3.0:1746130293.551555:0:7112:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294992202 00000004:00010000:3.0:1746130293.551598:0:7112:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff88008af75180 reply state ffff880092b58000 transno 4294992203 ns: mdt-lustre-MDT0000_UUID lock: ffff880093e65200/0x4ce24e57873629a6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7112 initiator: MDT0 00000100:00100000:3.0:1746130293.551605:0:7112:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1746130293.551986:0:7112:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008af75180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:640ea846-b909-4eea-9a54-417e15bd627b+15:32238:x1830949849376000:12345-192.168.204.51@tcp:36:truncate.0 Request processed in 4998us (5177us total) trans 4294992203 rc 0/0 00000100:00100000:3.0:1746130293.551992:0:7112:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 60727 00000020:00080000:3.0:1746130293.551997:0:7112:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:3.0:1746130293.552830:0:3283:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880093e65200/0x4ce24e57873629a6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7112 initiator: MDT0 00010000:00010000:3.0:1746130293.552838:0:3283:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880093e65200/0x4ce24e57873629a6 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7112 initiator: MDT0 00010000:00010000:3.0:1746130293.552844:0:3283:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880093e65200/0x4ce24e57873629a6 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7112 initiator: MDT0 00010000:00010000:3.0:1746130293.552849:0:3283:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880093e65200 already unused, calling callback (ffffffffa1383690) 00010000:00010000:3.0:1746130293.552852:0:3283:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093e65200/0x4ce24e57873629a6 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7112 initiator: MDT0 00010000:00010000:3.0:1746130293.552858:0:3283:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093e65200/0x4ce24e57873629a6 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7112 initiator: MDT0 00010000:00010000:3.0:1746130293.552869:0:3283:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x48:0x0].0x0 (ffff880093e20a00) 00010000:00010000:3.0:1746130293.552872:0:3283:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746130293.552876:0:3283:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880093e65200/0x4ce24e57873629a6 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7112 initiator: MDT0 00010000:00010000:3.0:1746130293.552881:0:3283:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093e65200/0x4ce24e57873629a6 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7112 initiator: MDT0 00000100:00100000:0.0:1746130293.553388:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130293.553463:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849376256 00000100:00100000:3.0:1746130293.553471:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849376256 00000100:00100000:3.0:1746130293.553590:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6684 00000100:00100000:3.0:1746130293.553598:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008af77800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:640ea846-b909-4eea-9a54-417e15bd627b+7:32238:x1830949849376256:12345-192.168.204.51@tcp:101:truncate.0 00010000:00010000:3.0:1746130293.553615:0:8467:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746130293.553635:0:8467:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094218c00/0x4ce24e57873629ad lrc: 2/0,0 mode: --/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae40ee1 expref: -99 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130293.553664:0:8467:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094734200/0x4ce24e578736299f lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40eda expref: 5 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130293.553671:0:8467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130293.553673:0:8467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130293.553676:0:8467:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094218c00/0x4ce24e57873629ad lrc: 4/0,0 mode: --/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40ee1 expref: 8 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130293.553706:0:8467:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094734200/0x4ce24e578736299f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40eda expref: 5 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130293.553717:0:8467:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094734200/0x4ce24e578736299f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40eda expref: 5 pid: 8467 timeout: 591 lvb_type: 0 00000100:00100000:3.0:1746130293.553728:0:8467:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091950000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8467:1830949841821824:192.168.204.51@tcp:104: 00000100:00100000:3.0:1746130293.553806:0:8467:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800938a5180 going to sleep for 11 seconds 00000100:00100000:3.0:1746130293.555036:0:8467:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091950000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8467:1830949841821824:192.168.204.51@tcp:104: 00010000:00010000:3.0:1746130293.555059:0:8467:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094218c00/0x4ce24e57873629ad lrc: 3/0,0 mode: --/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40ee1 expref: 8 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130293.555072:0:8467:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094218c00, rc 0) 00000100:00100000:3.0:1746130293.555106:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008af77800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:640ea846-b909-4eea-9a54-417e15bd627b+8:32238:x1830949849376256:12345-192.168.204.51@tcp:101:truncate.0 Request processed in 1507us (1718us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130293.555112:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6684 00000100:00100000:0.0:1746130293.555232:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130293.555294:0:7924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849376384 00000100:00100000:3.0:1746130293.555300:0:7924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849376384 00010000:00010000:3.0:1746130293.555319:0:7924:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094734200/0x4ce24e578736299f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40eda expref: 6 pid: 8467 timeout: 591 lvb_type: 0 00000100:00100000:3.0:1746130293.555351:0:7924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14941 00000100:00100000:3.0:1746130293.555358:0:7924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008af74380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949849376384:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746130293.555370:0:7924:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746130293.555394:0:7924:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094734200/0x4ce24e578736299f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40eda expref: 6 pid: 8467 timeout: 591 lvb_type: 0 00010000:00010000:3.0:1746130293.555403:0:7924:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094734200/0x4ce24e578736299f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40eda expref: 6 pid: 8467 timeout: 591 lvb_type: 0 00010000:00010000:3.0:1746130293.555422:0:7924:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094734200/0x4ce24e578736299f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40eda expref: 6 pid: 8467 timeout: 591 lvb_type: 0 00010000:00010000:3.0:1746130293.555442:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130293.555444:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130293.555449:0:7924:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094218c00/0x4ce24e57873629ad lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40ee1 expref: 7 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130293.555457:0:7924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094218c00/0x4ce24e57873629ad lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40ee1 expref: 7 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130293.555480:0:7924:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094218c00/0x4ce24e57873629ad lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40ee1 expref: 7 pid: 8467 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746130293.555490:0:7924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091950000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7924:1830949841821952:192.168.204.51@tcp:105: 00000100:00100000:3.0:1746130293.555545:0:7924:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800938a5180 going to sleep for 11 seconds 00000100:00100000:3.0:1746130293.556757:0:7924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091950000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7924:1830949841821952:192.168.204.51@tcp:105: 00010000:00010000:3.0:1746130293.556767:0:7924:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746130293.556790:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130293.557104:0:7924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008af74380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+5:1962:x1830949849376384:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 1745us (1871us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130293.557112:0:7924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14941 00000100:00100000:3.0:1746130293.557144:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849376512 00000100:00100000:3.0:1746130293.557150:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849376512 00002000:00010000:3.0:1746130293.557187:0:25932:0:(ofd_dev.c:2706:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/25 (858->18446744073709551615) 00002000:00100000:3.0:1746130293.557192:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008af76680 with x1830949849376512 ext(858->18446744073709551615) 00002000:00010000:3.0:1746130293.557200:0:25932:0:(ofd_dev.c:2711:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008af76680. 00000100:00100000:3.0:1746130293.557228:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5016 00000100:00100000:3.0:1746130293.557234:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008af76680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+8:1962:x1830949849376512:12345-192.168.204.51@tcp:10:truncate.0 00002000:00010000:3.0:1746130293.557711:0:25932:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x19:0x0] updating lvb size from disk: 1716 -> 858 00002000:00010000:3.0:1746130293.557714:0:25932:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x19:0x0] updating lvb mtime from disk: 1746130294 -> 1746130294 00002000:00010000:3.0:1746130293.557716:0:25932:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x19:0x0] updating lvb atime from disk: 1746130294 -> 0 00002000:00010000:3.0:1746130293.557718:0:25932:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x19:0x0] updating lvb ctime from disk: 1746130294 -> 1746130294 00002000:00010000:3.0:1746130293.557719:0:25932:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x19:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:3.0:1746130293.557750:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008af76680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+9:1962:x1830949849376512:12345-192.168.204.51@tcp:10:truncate.0 Request processed in 516us (960us total) trans 4294968782 rc 0/0 00000100:00100000:3.0:1746130293.557755:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5016 00002000:00010000:3.0:1746130293.557758:0:25932:0:(ofd_dev.c:2706:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/25 (858->18446744073709551615) 00002000:00100000:3.0:1746130293.557760:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008af76680 with x1830949849376512 ext(858->18446744073709551615) 00002000:00010000:3.0:1746130293.557763:0:25932:0:(ofd_dev.c:2711:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008af76680. 00000100:00100000:0.0:1746130293.563949:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130293.564032:0:7112:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849376640 00000100:00100000:3.0:1746130293.564042:0:7112:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849376640 00000100:00100000:3.0:1746130293.564088:0:7112:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 60728 00000100:00100000:3.0:1746130293.564094:0:7112:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008af74e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:640ea846-b909-4eea-9a54-417e15bd627b+14:32240:x1830949849376640:12345-192.168.204.51@tcp:101:mmap_cat.0 00010000:00010000:3.0:1746130293.564122:0:7112:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746130293.564139:0:7112:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094218a00/0x4ce24e57873629b4 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x47:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae40ee8 expref: -99 pid: 7112 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130293.564211:0:7112:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093e65200/0x4ce24e57873629bb lrc: 3/1,0 mode: --/CR res: [0x200000401:0x47:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7112 initiator: MDT0 00010000:00010000:3.0:1746130293.564667:0:7112:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093e65200/0x4ce24e57873629bb lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7112 initiator: MDT0 00010000:00010000:3.0:1746130293.564681:0:7112:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093e65200/0x4ce24e57873629bb lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7112 initiator: MDT0 00010000:00010000:3.0:1746130293.564697:0:7112:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093e65a00/0x4ce24e57873629c2 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7112 initiator: MDT0 00010000:00010000:3.0:1746130293.564704:0:7112:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093e65a00/0x4ce24e57873629c2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7112 initiator: MDT0 00010000:00010000:3.0:1746130293.564709:0:7112:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093e65a00/0x4ce24e57873629c2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7112 initiator: MDT0 00010000:00010000:3.0:1746130293.564805:0:7112:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092a6f600/0x4ce24e57873629c9 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x48:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7112 initiator: MDT0 00010000:00010000:3.0:1746130293.564812:0:7112:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092a6f600/0x4ce24e57873629c9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7112 initiator: MDT0 00010000:00010000:3.0:1746130293.564817:0:7112:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092a6f600/0x4ce24e57873629c9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7112 initiator: MDT0 00000004:00200000:3.0:1746130293.564846:0:7112:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x48:0x0]: returning size 858 00000004:00200000:3.0:1746130293.564851:0:7112:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1746130293.564864:0:7112:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880092a6f600/0x4ce24e57873629c9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7112 initiator: MDT0 00010000:00010000:3.0:1746130293.564872:0:7112:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092a6f600/0x4ce24e57873629c9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7112 initiator: MDT0 00010000:00010000:3.0:1746130293.564879:0:7112:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093e65200/0x4ce24e57873629bb lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7112 initiator: MDT0 00010000:00010000:3.0:1746130293.564884:0:7112:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880093e65200/0x4ce24e57873629bb lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7112 initiator: MDT0 00010000:00010000:3.0:1746130293.564889:0:7112:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880093e65200/0x4ce24e57873629bb lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7112 initiator: MDT0 00010000:00010000:3.0:1746130293.564898:0:7112:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880093e65200 already unused, calling callback (ffffffffa1383690) 00010000:00010000:3.0:1746130293.564902:0:7112:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093e65200/0x4ce24e57873629bb lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7112 initiator: MDT0 00010000:00010000:3.0:1746130293.564908:0:7112:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093e65200/0x4ce24e57873629bb lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7112 initiator: MDT0 00010000:00010000:3.0:1746130293.564920:0:7112:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x47:0x0].0x0 (ffff8800acd40e00) 00010000:00010000:3.0:1746130293.564923:0:7112:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746130293.564926:0:7112:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880093e65200/0x4ce24e57873629bb lrc: 2/0,0 mode: --/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7112 initiator: MDT0 00010000:00010000:3.0:1746130293.564931:0:7112:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093e65200/0x4ce24e57873629bb lrc: 0/0,0 mode: --/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7112 initiator: MDT0 00010000:00010000:3.0:1746130293.564958:0:7112:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093e65a00/0x4ce24e57873629c2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7112 initiator: MDT0 00010000:00010000:3.0:1746130293.564963:0:7112:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880093e65a00/0x4ce24e57873629c2 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7112 initiator: MDT0 00010000:00010000:3.0:1746130293.564967:0:7112:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880093e65a00/0x4ce24e57873629c2 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7112 initiator: MDT0 00010000:00010000:3.0:1746130293.564971:0:7112:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880093e65a00 already unused, calling callback (ffffffffa1383690) 00010000:00010000:3.0:1746130293.564973:0:7112:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093e65a00/0x4ce24e57873629c2 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7112 initiator: MDT0 00010000:00010000:3.0:1746130293.564978:0:7112:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093e65a00/0x4ce24e57873629c2 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7112 initiator: MDT0 00010000:00010000:3.0:1746130293.564984:0:7112:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x47:0x0].0xf9ce3da1 (ffff880093e20700) 00010000:00010000:3.0:1746130293.564986:0:7112:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746130293.564988:0:7112:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880093e65a00/0x4ce24e57873629c2 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7112 initiator: MDT0 00010000:00010000:3.0:1746130293.564992:0:7112:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093e65a00/0x4ce24e57873629c2 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7112 initiator: MDT0 00010000:00010000:3.0:1746130293.565018:0:7112:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094218a00/0x4ce24e57873629b4 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40ee8 expref: 16 pid: 7112 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130293.565029:0:7112:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880092a6f600/0x4ce24e57873629c9 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40ee8 expref: 15 pid: 7112 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130293.565035:0:7112:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x48:0x0].0x0 (ffff880093e20a00) 00010000:00010000:3.0:1746130293.565036:0:7112:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1746130293.565038:0:7112:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092a6f600, rc 0) 00000100:00100000:3.0:1746130293.565690:0:7112:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008af74e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:640ea846-b909-4eea-9a54-417e15bd627b+15:32240:x1830949849376640:12345-192.168.204.51@tcp:101:mmap_cat.0 Request processed in 1593us (1748us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130293.565697:0:7112:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 60728 00000100:00100000:2.0:1746130293.567720:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130293.567846:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849376896 00000100:00100000:3.0:1746130293.567926:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849376896 00002000:00100000:3.0:1746130293.568034:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x19:0x0] (0->4095) req@ffff88008f133100 x1830949849376896/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:318/0 lens 488/0 e 0 to 0 dl 1746130343 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 00002000:00100000:3.0:1746130293.568044:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f133100 with x1830949849376896 ext(0->4095) 00002000:00010000:3.0:1746130293.568050:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008f133100 00000100:00100000:3.0:1746130293.568109:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5017 00000100:00100000:3.0:1746130293.568115:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f133100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+9:1962:x1830949849376896:12345-192.168.204.51@tcp:3:cp.0 00000100:00100000:3.0:1746130293.568342:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f133100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+9:1962:x1830949849376896:12345-192.168.204.51@tcp:3:cp.0 Request processed in 226us (628us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746130293.568351:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5017 00002000:00100000:3.0:1746130293.568356:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x19:0x0] (0->4095) req@ffff88008f133100 x1830949849376896/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:318/0 lens 488/4536 e 0 to 0 dl 1746130343 ref 1 fl Complete:/200/0 rc 4096/4096 job:'cp.0' uid:0 gid:0 00002000:00100000:3.0:1746130293.568361:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f133100 with x1830949849376896 ext(0->4095) 00002000:00010000:3.0:1746130293.568364:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008f133100 00000100:00100000:0.0:1746130293.582915:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130293.583055:0:7112:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849377024 00000100:00100000:3.0:1746130293.583065:0:7112:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849377024 00000100:00100000:3.0:1746130293.583111:0:7112:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 60729 00000100:00100000:3.0:1746130293.583118:0:7112:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008af77480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c84b93b0-d496-484f-8e1e-94008838f2dd+11:32244:x1830949849377024:12345-192.168.204.51@tcp:101:mmap_cat.0 00010000:00010000:3.0:1746130293.583144:0:7112:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746130293.583171:0:7112:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092a6e200/0x4ce24e57873629d0 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x47:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae40eef expref: -99 pid: 7112 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130293.583252:0:7112:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092a6fa00/0x4ce24e57873629d7 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x47:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7112 initiator: MDT0 00010000:00010000:3.0:1746130293.583299:0:7112:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092a6fa00/0x4ce24e57873629d7 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7112 initiator: MDT0 00010000:00010000:3.0:1746130293.583312:0:7112:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092a6fa00/0x4ce24e57873629d7 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7112 initiator: MDT0 00010000:00010000:3.0:1746130293.583326:0:7112:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092a6f200/0x4ce24e57873629de lrc: 3/1,0 mode: --/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7112 initiator: MDT0 00010000:00010000:3.0:1746130293.583331:0:7112:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092a6f200/0x4ce24e57873629de lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7112 initiator: MDT0 00010000:00010000:3.0:1746130293.583335:0:7112:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092a6f200/0x4ce24e57873629de lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7112 initiator: MDT0 00010000:00010000:3.0:1746130293.583433:0:7112:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092a6e400/0x4ce24e57873629e5 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x48:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7112 initiator: MDT0 00010000:00010000:3.0:1746130293.583441:0:7112:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092a6e400/0x4ce24e57873629e5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7112 initiator: MDT0 00010000:00010000:3.0:1746130293.583447:0:7112:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092a6e400/0x4ce24e57873629e5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7112 initiator: MDT0 00000004:00200000:3.0:1746130293.583478:0:7112:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x48:0x0]: returning size 858 00000004:00200000:3.0:1746130293.583482:0:7112:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1746130293.583497:0:7112:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880092a6e400/0x4ce24e57873629e5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7112 initiator: MDT0 00010000:00010000:3.0:1746130293.583504:0:7112:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092a6e400/0x4ce24e57873629e5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7112 initiator: MDT0 00010000:00010000:3.0:1746130293.583511:0:7112:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092a6fa00/0x4ce24e57873629d7 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7112 initiator: MDT0 00010000:00010000:3.0:1746130293.583517:0:7112:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092a6fa00/0x4ce24e57873629d7 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7112 initiator: MDT0 00010000:00010000:3.0:1746130293.583522:0:7112:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880092a6fa00/0x4ce24e57873629d7 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7112 initiator: MDT0 00010000:00010000:3.0:1746130293.583528:0:7112:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880092a6fa00 already unused, calling callback (ffffffffa1383690) 00010000:00010000:3.0:1746130293.583532:0:7112:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092a6fa00/0x4ce24e57873629d7 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7112 initiator: MDT0 00010000:00010000:3.0:1746130293.583538:0:7112:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092a6fa00/0x4ce24e57873629d7 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7112 initiator: MDT0 00010000:00010000:3.0:1746130293.583547:0:7112:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x47:0x0].0x0 (ffff8800acd40e00) 00010000:00010000:3.0:1746130293.583551:0:7112:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746130293.583555:0:7112:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880092a6fa00/0x4ce24e57873629d7 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7112 initiator: MDT0 00010000:00010000:3.0:1746130293.583559:0:7112:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092a6fa00/0x4ce24e57873629d7 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7112 initiator: MDT0 00010000:00010000:3.0:1746130293.584366:0:7112:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092a6f200/0x4ce24e57873629de lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7112 initiator: MDT0 00010000:00010000:3.0:1746130293.584378:0:7112:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092a6f200/0x4ce24e57873629de lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7112 initiator: MDT0 00010000:00010000:3.0:1746130293.584383:0:7112:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880092a6f200/0x4ce24e57873629de lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7112 initiator: MDT0 00010000:00010000:3.0:1746130293.584387:0:7112:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880092a6f200 already unused, calling callback (ffffffffa1383690) 00010000:00010000:3.0:1746130293.584389:0:7112:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092a6f200/0x4ce24e57873629de lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7112 initiator: MDT0 00010000:00010000:3.0:1746130293.584395:0:7112:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092a6f200/0x4ce24e57873629de lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7112 initiator: MDT0 00010000:00010000:3.0:1746130293.584403:0:7112:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x47:0x0].0xf9ce3da1 (ffff880093e20900) 00010000:00010000:3.0:1746130293.584405:0:7112:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746130293.584407:0:7112:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880092a6f200/0x4ce24e57873629de lrc: 2/0,0 mode: --/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7112 initiator: MDT0 00010000:00010000:3.0:1746130293.584412:0:7112:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092a6f200/0x4ce24e57873629de lrc: 0/0,0 mode: --/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7112 initiator: MDT0 00010000:00010000:3.0:1746130293.584441:0:7112:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092a6e200/0x4ce24e57873629d0 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40eef expref: 13 pid: 7112 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130293.584515:0:7112:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880092a6e400/0x4ce24e57873629e5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40eef expref: 12 pid: 7112 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130293.584521:0:7112:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x48:0x0].0x0 (ffff880093e20a00) 00010000:00010000:3.0:1746130293.584523:0:7112:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1746130293.584525:0:7112:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092a6e400, rc 0) 00000100:00100000:3.0:1746130293.584629:0:7112:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008af77480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c84b93b0-d496-484f-8e1e-94008838f2dd+12:32244:x1830949849377024:12345-192.168.204.51@tcp:101:mmap_cat.0 Request processed in 1510us (1723us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130293.584635:0:7112:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 60729 00000100:00100000:0.0:1746130293.588508:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130293.589108:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849377152 00000100:00100000:3.0:1746130293.589120:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849377152 00000100:00100000:3.0:1746130293.589495:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6685 00000100:00100000:3.0:1746130293.589506:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008af74000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c84b93b0-d496-484f-8e1e-94008838f2dd+5:1962:x1830949849377152:12345-192.168.204.51@tcp:101:mmap_cat.0 00010000:00010000:3.0:1746130293.589528:0:8467:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746130293.589547:0:8467:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092a6f400/0x4ce24e57873629ec lrc: 2/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae40ef6 expref: -99 pid: 8467 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746130293.589606:0:8467:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091950000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8467:1830949841822080:192.168.204.51@tcp:106: 00000100:00100000:3.0:1746130293.590090:0:8467:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800938a5c00 going to sleep for 11 seconds 00002000:00010000:3.0:1746130293.592512:0:8467:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x280000400:0x19:0x0] updating lvb atime: 0 -> 1746130294 00000100:00100000:3.0:1746130293.592540:0:8467:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091950000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8467:1830949841822080:192.168.204.51@tcp:106: 00010000:00010000:3.0:1746130293.592570:0:8467:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092a6f400/0x4ce24e57873629ec lrc: 1/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40ef6 expref: 6 pid: 8467 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746130293.592584:0:8467:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092a6f400/0x4ce24e57873629ec lrc: 0/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40ef6 expref: 6 pid: 8467 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746130293.593184:0:8467:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092a6f400, rc 0) 00000100:00100000:3.0:1746130293.593291:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008af74000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c84b93b0-d496-484f-8e1e-94008838f2dd+5:1962:x1830949849377152:12345-192.168.204.51@tcp:101:mmap_cat.0 Request processed in 3786us (4794us total) trans 0 rc 301/301 00000100:00100000:3.0:1746130293.593299:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6685 00000100:00100000:0.0:1746130293.596911:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130293.597645:0:7112:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849377408 00000100:00100000:3.0:1746130293.597656:0:7112:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849377408 00000100:00100000:3.0:1746130293.597706:0:7112:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 60730 00000100:00100000:3.0:1746130293.597714:0:7112:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a596bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c84b93b0-d496-484f-8e1e-94008838f2dd+12:32244:x1830949849377408:12345-192.168.204.51@tcp:101:mmap_cat.0 00010000:00010000:3.0:1746130293.597736:0:7112:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746130293.597755:0:7112:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092a6ea00/0x4ce24e57873629f3 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x47:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae40efd expref: -99 pid: 7112 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130293.597846:0:7112:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092a6e800/0x4ce24e57873629fa lrc: 3/1,0 mode: --/CR res: [0x200000401:0x48:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7112 initiator: MDT0 00010000:00010000:3.0:1746130293.597860:0:7112:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092a6e800/0x4ce24e57873629fa lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7112 initiator: MDT0 00010000:00010000:3.0:1746130293.597871:0:7112:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092a6e800/0x4ce24e57873629fa lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7112 initiator: MDT0 00000004:00200000:3.0:1746130293.597883:0:7112:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x48:0x0]: returning size 858 00010000:00010000:3.0:1746130293.598008:0:7112:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092a6ea00/0x4ce24e57873629f3 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x47:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40efd expref: 15 pid: 7112 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130293.598393:0:7112:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880092a6e800/0x4ce24e57873629fa lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40efd expref: 14 pid: 7112 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130293.598405:0:7112:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x48:0x0].0x0 (ffff880093e20a00) 00010000:00010000:3.0:1746130293.598407:0:7112:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:3.0:1746130293.598411:0:7112:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092a6e800, rc 0) 00000100:00100000:3.0:1746130293.598922:0:7112:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a596bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c84b93b0-d496-484f-8e1e-94008838f2dd+14:32244:x1830949849377408:12345-192.168.204.51@tcp:101:mmap_cat.0 Request processed in 1207us (2021us total) trans 4294992204 rc 0/0 00000100:00100000:3.0:1746130293.598928:0:7112:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 60730 00000100:00100000:0.0:1746130293.601064:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130293.601476:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849377536 00000100:00100000:3.0:1746130293.601486:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849377536 00000100:00100000:3.0:1746130293.601529:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6686 00000100:00100000:3.0:1746130293.601537:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a596b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c84b93b0-d496-484f-8e1e-94008838f2dd+5:1961:x1830949849377536:12345-192.168.204.51@tcp:101:mmap_cat.0 00010000:00010000:3.0:1746130293.601553:0:8467:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746130293.601568:0:8467:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092a6fe00/0x4ce24e5787362a08 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae40f04 expref: -99 pid: 8467 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746130293.601620:0:8467:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091950000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8467:1830949841822208:192.168.204.51@tcp:106: 00000100:00100000:3.0:1746130293.601705:0:8467:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800938a5c00 going to sleep for 11 seconds 00000100:00100000:3.0:1746130293.602973:0:8467:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091950000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8467:1830949841822208:192.168.204.51@tcp:106: 00010000:00010000:3.0:1746130293.602996:0:8467:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092a6fe00/0x4ce24e5787362a08 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40f04 expref: 6 pid: 8467 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746130293.603007:0:8467:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092a6fe00/0x4ce24e5787362a08 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40f04 expref: 6 pid: 8467 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746130293.603016:0:8467:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092a6fe00, rc 0) 00000100:00100000:3.0:1746130293.603172:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a596b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c84b93b0-d496-484f-8e1e-94008838f2dd+5:1961:x1830949849377536:12345-192.168.204.51@tcp:101:mmap_cat.0 Request processed in 1635us (2115us total) trans 0 rc 301/301 00000100:00100000:3.0:1746130293.603179:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6686 00000100:00100000:0.0:1746130293.605724:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130293.605832:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849377664 00000100:00100000:3.0:1746130293.605840:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849377664 00000100:00100000:3.0:1746130293.605908:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6687 00000100:00100000:3.0:1746130293.605915:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5969880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c84b93b0-d496-484f-8e1e-94008838f2dd+5:32244:x1830949849377664:12345-192.168.204.51@tcp:101:mmap_cat.0 00010000:00010000:3.0:1746130293.605931:0:8467:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746130293.605946:0:8467:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092a6f400/0x4ce24e5787362a0f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae40f0b expref: -99 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130293.605974:0:8467:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094218c00/0x4ce24e57873629ad lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40ee1 expref: 8 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130293.605981:0:8467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746130293.605983:0:8467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746130293.605986:0:8467:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092a6f400/0x4ce24e5787362a0f lrc: 4/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40f0b expref: 6 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130293.606015:0:8467:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094218c00/0x4ce24e57873629ad lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40ee1 expref: 8 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130293.606027:0:8467:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094218c00/0x4ce24e57873629ad lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40ee1 expref: 8 pid: 8467 timeout: 591 lvb_type: 0 00000100:00100000:3.0:1746130293.606037:0:8467:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091950000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8467:1830949841822336:192.168.204.51@tcp:104: 00000100:00100000:3.0:1746130293.606123:0:8467:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800938a5c00 going to sleep for 11 seconds 00000100:00100000:3.0:1746130293.608571:0:8467:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091950000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8467:1830949841822336:192.168.204.51@tcp:104: 00010000:00010000:3.0:1746130293.608597:0:8467:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092a6f400/0x4ce24e5787362a0f lrc: 3/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40f0b expref: 6 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130293.608614:0:8467:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092a6f400, rc 0) 00000100:00100000:3.0:1746130293.608649:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5969880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c84b93b0-d496-484f-8e1e-94008838f2dd+6:32244:x1830949849377664:12345-192.168.204.51@tcp:101:mmap_cat.0 Request processed in 2734us (2933us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130293.608656:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6687 00000100:00100000:0.0:1746130293.609174:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130293.609259:0:7924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849377792 00000100:00100000:3.0:1746130293.609385:0:7924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849377792 00010000:00010000:3.0:1746130293.609417:0:7924:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094218c00/0x4ce24e57873629ad lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40ee1 expref: 9 pid: 8467 timeout: 591 lvb_type: 0 00000100:00100000:3.0:1746130293.609474:0:7924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14942 00000100:00100000:3.0:1746130293.609480:0:7924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a596b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+9:1961:x1830949849377792:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746130293.609490:0:7924:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746130293.609513:0:7924:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094218c00/0x4ce24e57873629ad lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40ee1 expref: 9 pid: 8467 timeout: 591 lvb_type: 0 00010000:00010000:3.0:1746130293.609524:0:7924:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094218c00/0x4ce24e57873629ad lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40ee1 expref: 9 pid: 8467 timeout: 591 lvb_type: 0 00010000:00010000:3.0:1746130293.609544:0:7924:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094218c00/0x4ce24e57873629ad lrc: 0/0,0 mode: --/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40ee1 expref: 9 pid: 8467 timeout: 591 lvb_type: 0 00010000:00010000:3.0:1746130293.609568:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130293.609571:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130293.609579:0:7924:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092a6f400/0x4ce24e5787362a0f lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40f0b expref: 5 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130293.609586:0:7924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092a6f400/0x4ce24e5787362a0f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40f0b expref: 5 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130293.609614:0:7924:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092a6f400/0x4ce24e5787362a0f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40f0b expref: 5 pid: 8467 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746130293.609626:0:7924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091950000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7924:1830949841822464:192.168.204.51@tcp:105: 00000100:00100000:3.0:1746130293.610422:0:7924:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800938a5c00 going to sleep for 11 seconds 00000100:00100000:3.0:1746130293.613411:0:7924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091950000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7924:1830949841822464:192.168.204.51@tcp:105: 00010000:00010000:3.0:1746130293.613432:0:7924:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746130293.613482:0:7924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a596b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+8:1961:x1830949849377792:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 4000us (4307us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130293.613492:0:7924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14942 00000100:00100000:0.0:1746130293.613746:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130293.613800:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849378048 00000100:00100000:3.0:1746130293.613807:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849378048 00002000:00100000:3.0:1746130293.613845:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x19:0x0] (0->4095) req@ffff8800a596a680 x1830949849378048/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:318/0 lens 488/0 e 0 to 0 dl 1746130343 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130293.613855:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a596a680 with x1830949849378048 ext(0->4095) 00002000:00010000:3.0:1746130293.613860:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a596a680 00000100:00100000:3.0:1746130293.613874:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5018 00000100:00100000:3.0:1746130293.613881:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a596a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949849378048:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746130293.614040:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a596a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949849378048:12345-192.168.204.51@tcp:3:ptlrpcd_00_00.0 Request processed in 159us (294us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746130293.614048:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5018 00002000:00100000:3.0:1746130293.614053:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x19:0x0] (0->4095) req@ffff8800a596a680 x1830949849378048/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:318/0 lens 488/4536 e 0 to 0 dl 1746130343 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746130293.614060:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a596a680 with x1830949849378048 ext(0->4095) 00002000:00010000:3.0:1746130293.614063:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a596a680 00010000:00010000:3.0:1746130293.828611:0:8484:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1746130294.133140:0:3297:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1746130294.133156:0:3300:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093171f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3300:1830949841822720:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1746130294.133167:0:3297:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800931fa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3297:1830949841822976:0@lo:400:kworker.0 00000100:00100000:1.0:1746130294.133455:0:3297:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746130294.133511:0:3297:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5968380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c27f3a83-b0ee-4dd6-bb65-34207604533c:3297:1830949841822592:0@lo:400:kworker.0 00000100:00100000:1.0:1746130294.133533:0:3297:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746130294.133559:0:3298:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800931f8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3298:1830949841823104:0@lo:400:kworker.0 00000100:00100000:3.0:1746130294.133592:0:3298:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746130294.133632:0:3299:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800931f8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3299:1830949841822848:0@lo:400:kworker.0 00000100:00100000:3.0:1746130294.133653:0:3299:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746130294.133666:0:3299:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800931fb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3299:1830949841823232:0@lo:400:kworker.0 00000100:00100000:3.0:1746130294.133681:0:3299:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746130294.133694:0:3299:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1746130294.133697:0:3299:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800931fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3299:1830949841823360:0@lo:400:kworker.0 00000100:00100000:3.0:1746130294.133712:0:3299:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746130294.133735:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949841823104 00000100:00100000:3.0:1746130294.133740:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949841823104 00000100:00100000:3.0:1746130294.133774:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949841823360 00000100:00100000:3.0:1746130294.133776:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949841823360 00000100:00100000:3.0:1746130294.133789:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 418 00000100:00100000:3.0:1746130294.133795:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091950000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3298:x1830949841823104:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746130294.133829:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091950000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3298:x1830949841823104:12345-0@lo:400:kworker.0 Request processed in 34us (236us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130294.133834:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 418 00000100:00100000:3.0:1746130294.133845:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 419 00000100:00100000:3.0:1746130294.133850:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091950e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3299:x1830949841823360:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746130294.133871:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091950e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3299:x1830949841823360:12345-0@lo:400:kworker.0 Request processed in 21us (158us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130294.133876:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 419 00000100:00100000:3.0:1746130294.133890:0:21138:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949841822976 00000100:00100000:3.0:1746130294.133892:0:21138:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949841822976 00000100:00100000:2.0:1746130294.134093:0:3300:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746130294.134104:0:7112:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949841822848 00000100:00100000:0.0:1746130294.134108:0:7112:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949841822848 00000100:00100000:2.0:1746130294.134122:0:7110:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949841823232 00000100:00100000:2.0:1746130294.134125:0:7110:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949841823232 00000100:00100000:0.0:1746130294.134130:0:7112:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 339 00000100:00100000:0.0:1746130294.134133:0:7112:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091953b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3299:x1830949841822848:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746130294.134141:0:7110:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 340 00000100:00100000:2.0:1746130294.134160:0:7110:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091952680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3299:x1830949841823232:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746130294.134171:0:7112:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091953b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3299:x1830949841822848:12345-0@lo:400:kworker.0 Request processed in 37us (518us total) trans 0 rc 0/0 00000100:00100000:0.0:1746130294.134176:0:7112:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 339 00000100:00100000:2.0:1746130294.134178:0:7110:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091952680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3299:x1830949841823232:12345-0@lo:400:kworker.0 Request processed in 24us (497us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130294.134183:0:7110:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 340 00000100:00100000:0.0:1746130294.134195:0:7107:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949841822592 00000100:00100000:0.0:1746130294.134197:0:7107:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949841822592 00000100:00100000:2.0:1746130294.134198:0:8472:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949841822720 00000100:00100000:2.0:1746130294.134199:0:8472:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949841822720 00000100:00100000:2.0:1746130294.134212:0:8472:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 174 00000100:00100000:0.0:1746130294.134212:0:7107:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 378 00000100:00100000:2.0:1746130294.134216:0:8472:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f131880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3300:x1830949841822720:12345-0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1746130294.134216:0:7107:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b23fcc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:c27f3a83-b0ee-4dd6-bb65-34207604533c+18:3297:x1830949841822592:12345-0@lo:400:kworker.0 00002000:00000024:2.0:1746130294.134227:0:8472:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 50921472 pending 1703936 free 3856662528 avail 3854565376 00000100:00100000:0.0:1746130294.134238:0:7107:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b23fcc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:c27f3a83-b0ee-4dd6-bb65-34207604533c+18:3297:x1830949841822592:12345-0@lo:400:kworker.0 Request processed in 22us (704us total) trans 0 rc 0/0 00000100:00100000:0.0:1746130294.134242:0:7107:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 378 00000100:00100000:2.0:1746130294.134245:0:8472:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f131880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3300:x1830949841822720:12345-0@lo:13:osp-pre-1-0.0 Request processed in 29us (153us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130294.134249:0:8472:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 174 00000100:00100000:2.0:1746130294.134296:0:3300:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093171f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3300:1830949841822720:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1746130294.134464:0:21138:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 341 00000100:00100000:3.0:1746130294.134468:0:21138:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093172d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:3297:x1830949841822976:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746130294.134492:0:21138:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093172d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:3297:x1830949841822976:12345-0@lo:400:kworker.0 Request processed in 23us (1038us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130294.134496:0:21138:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 341 00000100:00080000:3.0:1746130294.134507:0:7108:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1746130294.134511:0:7108:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1746130294.134512:0:7108:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1746130294.135136:0:3298:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800931f8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3298:1830949841823104:0@lo:400:kworker.0 00000100:00100000:3.0:1746130294.135177:0:3299:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800931fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3299:1830949841823360:0@lo:400:kworker.0 00000100:00100000:3.0:1746130294.135186:0:3299:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800931f8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3299:1830949841822848:0@lo:400:kworker.0 00000100:00100000:3.0:1746130294.135196:0:3299:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800931fb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3299:1830949841823232:0@lo:400:kworker.0 00000100:00100000:1.0:1746130294.135510:0:3297:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800931fa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3297:1830949841822976:0@lo:400:kworker.0 00000100:00100000:1.0:1746130294.135522:0:3297:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a5968380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c27f3a83-b0ee-4dd6-bb65-34207604533c:3297:1830949841822592:0@lo:400:kworker.0 00010000:00010000:1.0:1746130294.831800:0:7099:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:0.0:1746130295.055114:0:8556:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967962 is committed 00000100:00100000:0.0:1746130295.652379:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130295.652404:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130295.652433:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130295.652465:0:8503:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849378688 00000100:00100000:3.0:1746130295.652474:0:8503:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849378688 00000100:00100000:3.0:1746130295.652517:0:8503:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 342 00000100:00100000:3.0:1746130295.652523:0:8503:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800931f9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+14:1962:x1830949849378688:12345-192.168.204.51@tcp:400:kworker.0 00000100:00100000:1.0:1746130295.652584:0:7106:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849378176 00000100:00100000:3.0:1746130295.652586:0:8503:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800931f9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+14:1962:x1830949849378688:12345-192.168.204.51@tcp:400:kworker.0 Request processed in 63us (152us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130295.652588:0:7106:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849378176 00000100:00100000:3.0:1746130295.652592:0:8503:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 342 00000100:00100000:1.0:1746130295.652608:0:7106:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 379 00000100:00080000:3.0:1746130295.652609:0:7108:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1746130295.652613:0:7106:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b23fc850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:51482484-f6ce-4c5d-8880-328e8ed7a70a+12:1962:x1830949849378176:12345-192.168.204.51@tcp:400:kworker.0 00000100:00100000:1.0:1746130295.652634:0:7106:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b23fc850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:51482484-f6ce-4c5d-8880-328e8ed7a70a+12:1962:x1830949849378176:12345-192.168.204.51@tcp:400:kworker.0 Request processed in 21us (262us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130295.652638:0:7106:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 379 00000100:00100000:2.0:1746130295.652992:0:8469:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849378432 00000100:00100000:2.0:1746130295.652996:0:8469:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849378432 00000100:00080000:3.0:1746130295.653017:0:7108:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1746130295.653034:0:8469:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 420 00000100:00100000:2.0:1746130295.653040:0:8469:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800931f9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:640ea846-b909-4eea-9a54-417e15bd627b+5:1962:x1830949849378432:12345-192.168.204.51@tcp:400:kworker.0 00000100:00100000:2.0:1746130295.653063:0:8469:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800931f9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:640ea846-b909-4eea-9a54-417e15bd627b+5:1962:x1830949849378432:12345-192.168.204.51@tcp:400:kworker.0 Request processed in 25us (658us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130295.653068:0:8469:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 420 00000100:00100000:0.0:1746130295.653665:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130295.653693:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130295.653704:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130295.653777:0:8469:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849378944 00000100:00100000:2.0:1746130295.653780:0:8469:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849378944 00000100:00100000:2.0:1746130295.653800:0:8469:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849378560 00000100:00100000:2.0:1746130295.653801:0:8469:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849378560 00000100:00100000:1.0:1746130295.653909:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849378304 00000100:00100000:1.0:1746130295.653913:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849378304 00000100:00100000:1.0:1746130295.653989:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 343 00000100:00100000:1.0:1746130295.653994:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800931f8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:640ea846-b909-4eea-9a54-417e15bd627b+15:1962:x1830949849378304:12345-192.168.204.51@tcp:400:kworker.0 00000100:00100000:1.0:1746130295.654023:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800931f8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:640ea846-b909-4eea-9a54-417e15bd627b+15:1962:x1830949849378304:12345-192.168.204.51@tcp:400:kworker.0 Request processed in 29us (330us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130295.654028:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 343 00000100:00100000:0.0:1746130295.654129:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130295.657590:0:8470:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 421 00000100:00100000:1.0:1746130295.657605:0:8470:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800931fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949849378944:12345-192.168.204.51@tcp:400:kworker.0 00000100:00100000:1.0:1746130295.657669:0:8470:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800931fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949849378944:12345-192.168.204.51@tcp:400:kworker.0 Request processed in 69us (4004us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130295.657675:0:8470:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 421 00000100:00100000:1.0:1746130295.657694:0:8470:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 422 00000100:00100000:1.0:1746130295.657699:0:8470:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800931faa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:640ea846-b909-4eea-9a54-417e15bd627b+8:1962:x1830949849378560:12345-192.168.204.51@tcp:400:kworker.0 00000100:00100000:1.0:1746130295.657719:0:8470:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800931faa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:640ea846-b909-4eea-9a54-417e15bd627b+8:1962:x1830949849378560:12345-192.168.204.51@tcp:400:kworker.0 Request processed in 20us (4014us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130295.657723:0:8470:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 422 00000100:00080000:3.0:1746130295.659748:0:7108:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1746130295.659754:0:7108:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1746130295.660441:0:8469:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849378816 00000100:00100000:2.0:1746130295.660451:0:8469:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849378816 00000100:00100000:2.0:1746130295.660521:0:8469:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 423 00000100:00100000:2.0:1746130295.660529:0:8469:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800931fa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+5:1962:x1830949849378816:12345-192.168.204.51@tcp:400:kworker.0 00000100:00100000:2.0:1746130295.660600:0:8469:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800931fa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+5:1962:x1830949849378816:12345-192.168.204.51@tcp:400:kworker.0 Request processed in 72us (6471us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130295.660607:0:8469:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 423 00000100:00080000:0.0:1746130295.660666:0:7108:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:0.0:1746130295.833367:0:7100:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1746130296.580371:0:3298:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1746130296.580392:0:3298:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f131c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3298:1830949841823488:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1746130296.580459:0:3298:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746130296.581600:0:10555:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949841823488 00000100:00100000:2.0:1746130296.581611:0:10555:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949841823488 00000100:00080000:0.0:1746130296.583497:0:7108:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1746130296.584390:0:10555:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 175 00000100:00100000:2.0:1746130296.584418:0:10555:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ac4f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3298:x1830949841823488:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1746130296.584477:0:10555:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 535101440 pending 0 free 3855613952 avail 3853516800 00000100:00100000:2.0:1746130296.584551:0:10555:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ac4f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3298:x1830949841823488:12345-0@lo:13:osp-pre-0-0.0 Request processed in 149us (4092us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130296.584557:0:10555:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 175 00000100:00100000:2.0:1746130296.584679:0:3298:0:(client.c:2927:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967962 gen 2 00000004:00080000:2.0:1746130296.584686:0:3298:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880092254a80, transno 4294967962 00000100:00100000:2.0:1746130296.584707:0:3298:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f131c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3298:1830949841823488:0@lo:13:osp-pre-0-0.0 00000001:02000400:1.0:1746130296.627887:0:4523:0:(debug.c:792:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanityn test 16i: read after truncate file ============ 16:11:36 (1746130296) 00000100:00100000:1.0:1746130296.665507:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130296.665595:0:8503:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849379200 00000100:00100000:0.0:1746130296.665606:0:8503:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849379200 00000100:00100000:0.0:1746130296.665657:0:8503:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 60731 00000100:00100000:0.0:1746130296.665666:0:8503:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093171500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:640ea846-b909-4eea-9a54-417e15bd627b+15:408:x1830949849379200:12345-192.168.204.51@tcp:36:mkdir.0 00010000:00010000:0.0:1746130296.665723:0:8503:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746130296.665756:0:8503:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091fe6c00/0x4ce24e5787362895 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40e78 expref: 15 pid: 7112 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130296.665774:0:8503:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800acd40300) 00010000:00010000:0.0:1746130296.665778:0:8503:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1746130296.665869:0:8503:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880094218c00/0x4ce24e5787362a16 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8503 initiator: MDT0 00010000:00010000:0.0:1746130296.665883:0:8503:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880091fe7e00/0x4ce24e5787362936 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40eb0 expref: 13 pid: 7112 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130296.665892:0:8503:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094218c00/0x4ce24e5787362a16 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8503 initiator: MDT0 00010000:00010000:0.0:1746130296.665926:0:8503:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880091fe7e00/0x4ce24e5787362936 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40eb0 expref: 13 pid: 7112 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130296.665937:0:8503:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880091fe7e00/0x4ce24e5787362936 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40eb0 expref: 13 pid: 7112 timeout: 594 lvb_type: 0 00000100:00100000:0.0:1746130296.665950:0:8503:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800931fb480 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8503:1830949841823616:192.168.204.51@tcp:104: 00000100:00100000:0.0:1746130296.666039:0:8503:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b20b0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746130296.669299:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130296.669338:0:8503:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800931fb480 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8503:1830949841823616:192.168.204.51@tcp:104: 00010000:00010000:1.0:1746130296.669372:0:8503:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880094218c00/0x4ce24e5787362a16 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8503 initiator: MDT0 00000100:00100000:2.0:1746130296.669593:0:7924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849379328 00000100:00100000:2.0:1746130296.669600:0:7924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849379328 00010000:00010000:2.0:1746130296.669641:0:7924:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091fe7e00/0x4ce24e5787362936 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40eb0 expref: 14 pid: 7112 timeout: 594 lvb_type: 0 00000100:00100000:2.0:1746130296.669668:0:7924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14943 00000100:00100000:2.0:1746130296.669674:0:7924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800931f8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+14:1963:x1830949849379328:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746130296.669691:0:7924:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746130296.669696:0:7924:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880091fe7e00/0x4ce24e5787362936 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40eb0 expref: 14 pid: 7112 timeout: 594 lvb_type: 0 00010000:00010000:2.0:1746130296.669712:0:7924:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880091fe7e00/0x4ce24e5787362936 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40eb0 expref: 14 pid: 7112 timeout: 594 lvb_type: 0 00010000:00010000:2.0:1746130296.669735:0:7924:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091fe7e00/0x4ce24e5787362936 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40eb0 expref: 14 pid: 7112 timeout: 594 lvb_type: 0 00010000:00010000:2.0:1746130296.669747:0:7924:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800acd40300) 00010000:00010000:2.0:1746130296.669752:0:7924:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff880094218c00/0x4ce24e5787362a16 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8503 initiator: MDT0 00010000:00010000:2.0:1746130296.669761:0:7924:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880094218c00/0x4ce24e5787362a16 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 8503 initiator: MDT0 00010000:00010000:2.0:1746130296.669767:0:7924:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094218c00/0x4ce24e5787362a16 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 8503 initiator: MDT0 00010000:00010000:2.0:1746130296.669799:0:7924:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1746130296.669835:0:8503:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880094218c00/0x4ce24e5787362a16 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8503 initiator: MDT0 00000100:00100000:2.0:1746130296.669843:0:7924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800931f8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+13:1963:x1830949849379328:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 169us (555us total) trans 0 rc 0/0 00010000:00010000:0.0:1746130296.669848:0:8503:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094218c00/0x4ce24e5787362a16 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8503 initiator: MDT0 00000100:00100000:2.0:1746130296.669851:0:7924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14943 00010000:00010000:0.0:1746130296.669876:0:8503:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800995ba800/0x4ce24e5787362a1d lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8503 initiator: MDT0 00010000:00010000:0.0:1746130296.669888:0:8503:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800995ba800/0x4ce24e5787362a1d lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8503 initiator: MDT0 00010000:00010000:0.0:1746130296.669898:0:8503:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800995ba800/0x4ce24e5787362a1d lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8503 initiator: MDT0 00000004:00200000:0.0:1746130296.670485:0:8503:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x49:0x0]: returning size 512 00010000:00010000:0.0:1746130296.670494:0:8503:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880094218c00/0x4ce24e5787362a16 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8503 initiator: MDT0 00010000:00010000:0.0:1746130296.670500:0:8503:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094218c00/0x4ce24e5787362a16 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8503 initiator: MDT0 00010000:00010000:0.0:1746130296.670506:0:8503:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094218c00/0x4ce24e5787362a16 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8503 initiator: MDT0 00010000:00010000:0.0:1746130296.670512:0:8503:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094218c00 already unused, calling callback (ffffffffa1383690) 00010000:00010000:0.0:1746130296.670515:0:8503:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094218c00/0x4ce24e5787362a16 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8503 initiator: MDT0 00010000:00010000:0.0:1746130296.670520:0:8503:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094218c00/0x4ce24e5787362a16 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8503 initiator: MDT0 00010000:00010000:0.0:1746130296.670529:0:8503:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800acd40300) 00010000:00010000:0.0:1746130296.670532:0:8503:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746130296.670536:0:8503:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094218c00/0x4ce24e5787362a16 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8503 initiator: MDT0 00010000:00010000:0.0:1746130296.670540:0:8503:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094218c00/0x4ce24e5787362a16 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8503 initiator: MDT0 00000004:00010000:0.0:1746130296.670554:0:8503:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff880093171500 reply state ffff88009b12a000 transno 4294992205 ns: mdt-lustre-MDT0000_UUID lock: ffff8800995ba800/0x4ce24e5787362a1d lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8503 initiator: MDT0 00000100:00100000:0.0:1746130296.670559:0:8503:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1746130296.670637:0:8503:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093171500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:640ea846-b909-4eea-9a54-417e15bd627b+16:408:x1830949849379200:12345-192.168.204.51@tcp:36:mkdir.0 Request processed in 4970us (5140us total) trans 4294992205 rc 0/0 00000100:00100000:0.0:1746130296.670644:0:8503:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 60731 00010000:00010000:2.0:1746130296.675133:0:3284:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800995ba800/0x4ce24e5787362a1d lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8503 initiator: MDT0 00010000:00010000:2.0:1746130296.675151:0:3284:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800995ba800/0x4ce24e5787362a1d lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8503 initiator: MDT0 00010000:00010000:2.0:1746130296.675159:0:3284:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800995ba800/0x4ce24e5787362a1d lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8503 initiator: MDT0 00010000:00010000:2.0:1746130296.675165:0:3284:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800995ba800 already unused, calling callback (ffffffffa1383690) 00010000:00010000:2.0:1746130296.675170:0:3284:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800995ba800/0x4ce24e5787362a1d lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8503 initiator: MDT0 00010000:00010000:2.0:1746130296.675178:0:3284:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800995ba800/0x4ce24e5787362a1d lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8503 initiator: MDT0 00010000:00010000:2.0:1746130296.675199:0:3284:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x2ce3d8f (ffff88008f0a2c00) 00010000:00010000:2.0:1746130296.675202:0:3284:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746130296.675206:0:3284:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800995ba800/0x4ce24e5787362a1d lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8503 initiator: MDT0 00010000:00010000:2.0:1746130296.675211:0:3284:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800995ba800/0x4ce24e5787362a1d lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8503 initiator: MDT0 00000100:00100000:0.0:1746130296.700226:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130296.701802:0:8503:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849379456 00000100:00100000:2.0:1746130296.701820:0:8503:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849379456 00000100:00100000:2.0:1746130296.701891:0:8503:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 60732 00000100:00100000:2.0:1746130296.701901:0:8503:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800931fb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:640ea846-b909-4eea-9a54-417e15bd627b+15:409:x1830949849379456:12345-192.168.204.51@tcp:101:cp.0 00010000:00010000:2.0:1746130296.701937:0:8503:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746130296.701968:0:8503:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093159400/0x4ce24e5787362a24 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae40f12 expref: -99 pid: 8503 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130296.702054:0:8503:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093159200/0x4ce24e5787362a2b lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8503 initiator: MDT0 00010000:00010000:2.0:1746130296.702071:0:8503:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093159200/0x4ce24e5787362a2b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8503 initiator: MDT0 00010000:00010000:2.0:1746130296.702084:0:8503:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093159200/0x4ce24e5787362a2b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8503 initiator: MDT0 00000004:00200000:2.0:1746130296.702173:0:8503:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 12800 00000004:00200000:2.0:1746130296.702178:0:8503:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 26 stripe count 1 MDT count 1 00000004:00010000:2.0:1746130296.702196:0:8503:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880093159200/0x4ce24e5787362a2b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8503 initiator: MDT0 00010000:00010000:2.0:1746130296.702222:0:8503:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093159400/0x4ce24e5787362a24 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40f12 expref: 17 pid: 8503 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130296.702237:0:8503:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880093159200/0x4ce24e5787362a2b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40f12 expref: 16 pid: 8503 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130296.702246:0:8503:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800acd40300) 00010000:00010000:2.0:1746130296.702249:0:8503:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1746130296.702253:0:8503:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093159200, rc 0) 00000100:00100000:2.0:1746130296.702333:0:8503:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800931fb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:640ea846-b909-4eea-9a54-417e15bd627b+16:409:x1830949849379456:12345-192.168.204.51@tcp:101:cp.0 Request processed in 432us (2114us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130296.702339:0:8503:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 60732 00000100:00100000:0.0:1746130296.709904:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130296.710589:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849379584 00000100:00100000:2.0:1746130296.710600:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849379584 00000100:00100000:2.0:1746130296.710662:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 60733 00000100:00100000:2.0:1746130296.710670:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800931f8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:640ea846-b909-4eea-9a54-417e15bd627b+16:409:x1830949849379584:12345-192.168.204.51@tcp:101:cp.0 00010000:00010000:2.0:1746130296.710691:0:7111:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746130296.710709:0:7111:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093158a00/0x4ce24e5787362a32 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae40f19 expref: -99 pid: 7111 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130296.710770:0:7111:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093159e00/0x4ce24e5787362a39 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7111 initiator: MDT0 00010000:00010000:2.0:1746130296.710782:0:7111:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093159e00/0x4ce24e5787362a39 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7111 initiator: MDT0 00010000:00010000:2.0:1746130296.710793:0:7111:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093159e00/0x4ce24e5787362a39 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7111 initiator: MDT0 00010000:00010000:2.0:1746130296.710807:0:7111:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093158000/0x4ce24e5787362a40 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7111 initiator: MDT0 00010000:00010000:2.0:1746130296.710812:0:7111:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093158000/0x4ce24e5787362a40 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7111 initiator: MDT0 00010000:00010000:2.0:1746130296.710816:0:7111:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093158000/0x4ce24e5787362a40 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7111 initiator: MDT0 00010000:00010000:2.0:1746130296.710927:0:7111:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093159000/0x4ce24e5787362a47 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x49:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7111 initiator: MDT0 00010000:00010000:2.0:1746130296.710934:0:7111:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093159000/0x4ce24e5787362a47 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7111 initiator: MDT0 00010000:00010000:2.0:1746130296.710939:0:7111:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093159000/0x4ce24e5787362a47 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7111 initiator: MDT0 00000004:00200000:2.0:1746130296.710967:0:7111:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x49:0x0]: returning size 512 00000004:00200000:2.0:1746130296.710971:0:7111:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1746130296.710985:0:7111:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880093159000/0x4ce24e5787362a47 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7111 initiator: MDT0 00010000:00010000:2.0:1746130296.710994:0:7111:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093159e00/0x4ce24e5787362a39 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7111 initiator: MDT0 00010000:00010000:2.0:1746130296.710999:0:7111:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880093159e00/0x4ce24e5787362a39 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7111 initiator: MDT0 00010000:00010000:2.0:1746130296.711004:0:7111:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880093159e00/0x4ce24e5787362a39 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7111 initiator: MDT0 00010000:00010000:2.0:1746130296.711010:0:7111:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880093159e00 already unused, calling callback (ffffffffa1383690) 00010000:00010000:2.0:1746130296.711014:0:7111:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093159e00/0x4ce24e5787362a39 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7111 initiator: MDT0 00010000:00010000:2.0:1746130296.711021:0:7111:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093159e00/0x4ce24e5787362a39 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7111 initiator: MDT0 00010000:00010000:2.0:1746130296.711031:0:7111:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800acd40300) 00010000:00010000:2.0:1746130296.711034:0:7111:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746130296.711037:0:7111:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880093159e00/0x4ce24e5787362a39 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7111 initiator: MDT0 00010000:00010000:2.0:1746130296.711041:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093159e00/0x4ce24e5787362a39 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7111 initiator: MDT0 00010000:00010000:2.0:1746130296.711052:0:7111:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093158000/0x4ce24e5787362a40 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7111 initiator: MDT0 00010000:00010000:2.0:1746130296.711056:0:7111:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880093158000/0x4ce24e5787362a40 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7111 initiator: MDT0 00010000:00010000:2.0:1746130296.711061:0:7111:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880093158000/0x4ce24e5787362a40 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7111 initiator: MDT0 00010000:00010000:2.0:1746130296.711064:0:7111:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880093158000 already unused, calling callback (ffffffffa1383690) 00010000:00010000:2.0:1746130296.711066:0:7111:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093158000/0x4ce24e5787362a40 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7111 initiator: MDT0 00010000:00010000:2.0:1746130296.711070:0:7111:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093158000/0x4ce24e5787362a40 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7111 initiator: MDT0 00010000:00010000:2.0:1746130296.712107:0:7111:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x2ce3d8f (ffff8800acd40b00) 00010000:00010000:2.0:1746130296.712110:0:7111:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746130296.712113:0:7111:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880093158000/0x4ce24e5787362a40 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7111 initiator: MDT0 00010000:00010000:2.0:1746130296.712120:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093158000/0x4ce24e5787362a40 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7111 initiator: MDT0 00010000:00010000:2.0:1746130296.712151:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093158a00/0x4ce24e5787362a32 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40f19 expref: 18 pid: 7111 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130296.712162:0:7111:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880093159000/0x4ce24e5787362a47 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40f19 expref: 17 pid: 7111 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130296.712169:0:7111:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x49:0x0].0x0 (ffff8800acd40f00) 00010000:00010000:2.0:1746130296.712171:0:7111:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:2.0:1746130296.712173:0:7111:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093159000, rc 0) 00000100:00100000:2.0:1746130296.712744:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800931f8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:640ea846-b909-4eea-9a54-417e15bd627b+17:409:x1830949849379584:12345-192.168.204.51@tcp:101:cp.0 Request processed in 2073us (2846us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130296.712752:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 60733 00000100:00100000:2.0:1746130296.716400:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130296.716423:0:8503:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849379712 00000100:00100000:2.0:1746130296.716430:0:8503:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849379712 00000100:00100000:2.0:1746130296.716462:0:8503:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 60734 00000100:00100000:2.0:1746130296.716468:0:8503:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ac4c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:640ea846-b909-4eea-9a54-417e15bd627b+17:409:x1830949849379712:12345-192.168.204.51@tcp:101:cp.0 00010000:00010000:2.0:1746130296.716485:0:8503:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746130296.716500:0:8503:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093159a00/0x4ce24e5787362a4e lrc: 2/0,0 mode: --/CR res: [0x200000401:0x49:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae40f20 expref: -99 pid: 8503 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130296.716552:0:8503:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093159800/0x4ce24e5787362a55 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x49:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8503 initiator: MDT0 00010000:00010000:2.0:1746130296.716564:0:8503:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093159800/0x4ce24e5787362a55 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8503 initiator: MDT0 00010000:00010000:2.0:1746130296.716580:0:8503:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093159800/0x4ce24e5787362a55 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8503 initiator: MDT0 00010000:00010000:2.0:1746130296.716593:0:8503:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094326a00/0x4ce24e5787362a5c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8503 initiator: MDT0 00010000:00010000:2.0:1746130296.716599:0:8503:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094326a00/0x4ce24e5787362a5c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8503 initiator: MDT0 00010000:00010000:2.0:1746130296.716603:0:8503:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094326a00/0x4ce24e5787362a5c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8503 initiator: MDT0 00010000:00010000:2.0:1746130296.716665:0:8503:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093159800/0x4ce24e5787362a55 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8503 initiator: MDT0 00010000:00010000:2.0:1746130296.716671:0:8503:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880093159800/0x4ce24e5787362a55 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8503 initiator: MDT0 00010000:00010000:2.0:1746130296.716677:0:8503:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880093159800/0x4ce24e5787362a55 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8503 initiator: MDT0 00010000:00010000:2.0:1746130296.716682:0:8503:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880093159800 already unused, calling callback (ffffffffa1383690) 00010000:00010000:2.0:1746130296.716686:0:8503:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093159800/0x4ce24e5787362a55 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8503 initiator: MDT0 00010000:00010000:2.0:1746130296.716692:0:8503:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093159800/0x4ce24e5787362a55 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8503 initiator: MDT0 00010000:00010000:2.0:1746130296.716701:0:8503:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x49:0x0].0x0 (ffff8800acd40f00) 00010000:00010000:2.0:1746130296.716704:0:8503:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746130296.716707:0:8503:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880093159800/0x4ce24e5787362a55 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8503 initiator: MDT0 00010000:00010000:2.0:1746130296.716712:0:8503:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093159800/0x4ce24e5787362a55 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8503 initiator: MDT0 00010000:00010000:2.0:1746130296.716719:0:8503:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094326a00/0x4ce24e5787362a5c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8503 initiator: MDT0 00010000:00010000:2.0:1746130296.716724:0:8503:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094326a00/0x4ce24e5787362a5c lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8503 initiator: MDT0 00010000:00010000:2.0:1746130296.716729:0:8503:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094326a00/0x4ce24e5787362a5c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8503 initiator: MDT0 00010000:00010000:2.0:1746130296.716732:0:8503:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094326a00 already unused, calling callback (ffffffffa1383690) 00010000:00010000:2.0:1746130296.716734:0:8503:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094326a00/0x4ce24e5787362a5c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8503 initiator: MDT0 00010000:00010000:2.0:1746130296.716739:0:8503:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094326a00/0x4ce24e5787362a5c lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8503 initiator: MDT0 00010000:00010000:2.0:1746130296.716744:0:8503:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x49:0x0].0x2ce3da1 (ffff8800acd40000) 00010000:00010000:2.0:1746130296.716746:0:8503:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746130296.716748:0:8503:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094326a00/0x4ce24e5787362a5c lrc: 2/0,0 mode: --/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8503 initiator: MDT0 00010000:00010000:2.0:1746130296.716753:0:8503:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094326a00/0x4ce24e5787362a5c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8503 initiator: MDT0 00010000:00010000:2.0:1746130296.716783:0:8503:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880093159a00/0x4ce24e5787362a4e lrc: 1/0,0 mode: --/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40f20 expref: 18 pid: 8503 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130296.716790:0:8503:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093159a00/0x4ce24e5787362a4e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40f20 expref: 18 pid: 8503 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130296.716797:0:8503:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093159a00, rc 0) 00000100:00100000:2.0:1746130296.716849:0:8503:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ac4c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:640ea846-b909-4eea-9a54-417e15bd627b+17:409:x1830949849379712:12345-192.168.204.51@tcp:101:cp.0 Request processed in 380us (453us total) trans 0 rc 301/301 00000100:00100000:2.0:1746130296.716854:0:8503:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 60734 00000100:00100000:0.0:1746130296.722187:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130296.723139:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849379840 00000100:00100000:3.0:1746130296.723148:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849379840 00000100:00100000:3.0:1746130296.723196:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 60735 00000100:00100000:3.0:1746130296.723204:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800931fb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:640ea846-b909-4eea-9a54-417e15bd627b+17:409:x1830949849379840:12345-192.168.204.51@tcp:101:cp.0 00010000:00010000:3.0:1746130296.723224:0:7111:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746130296.723245:0:7111:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091fe7000/0x4ce24e5787362a63 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x49:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae40f27 expref: -99 pid: 7111 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130296.723340:0:7111:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091fe6e00/0x4ce24e5787362a6a lrc: 3/1,0 mode: --/CR res: [0x200000401:0x49:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7111 initiator: MDT0 00010000:00010000:3.0:1746130296.723353:0:7111:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091fe6e00/0x4ce24e5787362a6a lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7111 initiator: MDT0 00010000:00010000:3.0:1746130296.723364:0:7111:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091fe6e00/0x4ce24e5787362a6a lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7111 initiator: MDT0 00010000:00010000:3.0:1746130296.723376:0:7111:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091fe6a00/0x4ce24e5787362a71 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7111 initiator: MDT0 00010000:00010000:3.0:1746130296.723381:0:7111:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091fe6a00/0x4ce24e5787362a71 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7111 initiator: MDT0 00010000:00010000:3.0:1746130296.723386:0:7111:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091fe6a00/0x4ce24e5787362a71 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7111 initiator: MDT0 00010000:00010000:3.0:1746130296.723443:0:7111:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091fe6e00/0x4ce24e5787362a6a lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7111 initiator: MDT0 00010000:00010000:3.0:1746130296.723448:0:7111:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091fe6e00/0x4ce24e5787362a6a lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7111 initiator: MDT0 00010000:00010000:3.0:1746130296.723455:0:7111:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880091fe6e00/0x4ce24e5787362a6a lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7111 initiator: MDT0 00010000:00010000:3.0:1746130296.723461:0:7111:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880091fe6e00 already unused, calling callback (ffffffffa1383690) 00010000:00010000:3.0:1746130296.723464:0:7111:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091fe6e00/0x4ce24e5787362a6a lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7111 initiator: MDT0 00010000:00010000:3.0:1746130296.723470:0:7111:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091fe6e00/0x4ce24e5787362a6a lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7111 initiator: MDT0 00010000:00010000:3.0:1746130296.723480:0:7111:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x49:0x0].0x0 (ffff8800acd40f00) 00010000:00010000:3.0:1746130296.723483:0:7111:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746130296.723486:0:7111:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880091fe6e00/0x4ce24e5787362a6a lrc: 2/0,0 mode: --/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7111 initiator: MDT0 00010000:00010000:3.0:1746130296.723491:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091fe6e00/0x4ce24e5787362a6a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7111 initiator: MDT0 00010000:00010000:3.0:1746130296.723497:0:7111:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091fe6a00/0x4ce24e5787362a71 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7111 initiator: MDT0 00010000:00010000:3.0:1746130296.723501:0:7111:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091fe6a00/0x4ce24e5787362a71 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7111 initiator: MDT0 00010000:00010000:3.0:1746130296.723506:0:7111:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880091fe6a00/0x4ce24e5787362a71 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7111 initiator: MDT0 00010000:00010000:3.0:1746130296.723509:0:7111:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880091fe6a00 already unused, calling callback (ffffffffa1383690) 00010000:00010000:3.0:1746130296.723511:0:7111:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091fe6a00/0x4ce24e5787362a71 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7111 initiator: MDT0 00010000:00010000:3.0:1746130296.723515:0:7111:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091fe6a00/0x4ce24e5787362a71 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7111 initiator: MDT0 00010000:00010000:3.0:1746130296.723523:0:7111:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x49:0x0].0x2ce3da1 (ffff880093e20800) 00010000:00010000:3.0:1746130296.723525:0:7111:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746130296.723527:0:7111:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880091fe6a00/0x4ce24e5787362a71 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7111 initiator: MDT0 00010000:00010000:3.0:1746130296.723530:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091fe6a00/0x4ce24e5787362a71 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7111 initiator: MDT0 00010000:00010000:3.0:1746130296.723557:0:7111:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880091fe7000/0x4ce24e5787362a63 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40f27 expref: 18 pid: 7111 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130296.723562:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091fe7000/0x4ce24e5787362a63 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40f27 expref: 18 pid: 7111 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130296.723568:0:7111:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091fe7000, rc 0) 00000100:00100000:3.0:1746130296.723622:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800931fb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:640ea846-b909-4eea-9a54-417e15bd627b+17:409:x1830949849379840:12345-192.168.204.51@tcp:101:cp.0 Request processed in 419us (1444us total) trans 0 rc 301/301 00000100:00100000:3.0:1746130296.723630:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 60735 00000100:00100000:1.0:1746130296.733633:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130296.733810:0:8503:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849380096 00000100:00100000:2.0:1746130296.733820:0:8503:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849380096 00000100:00100000:2.0:1746130296.733879:0:8503:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 60736 00000100:00100000:2.0:1746130296.733887:0:8503:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093170a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:640ea846-b909-4eea-9a54-417e15bd627b+17:409:x1830949849380096:12345-192.168.204.51@tcp:101:cp.0 00010000:00010000:2.0:1746130296.733908:0:8503:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746130296.733928:0:8503:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094326800/0x4ce24e5787362a78 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x49:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae40f2e expref: -99 pid: 8503 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130296.734082:0:8503:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880094326a00/0x4ce24e5787362a7f lrc: 3/0,1 mode: --/CW res: [0x200000401:0x49:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8503 initiator: MDT0 00010000:00010000:2.0:1746130296.734108:0:8503:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094326a00/0x4ce24e5787362a7f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8503 initiator: MDT0 00010000:00010000:2.0:1746130296.734121:0:8503:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094326a00/0x4ce24e5787362a7f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8503 initiator: MDT0 00010000:00010000:2.0:1746130296.734136:0:8503:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880093159a00/0x4ce24e5787362a86 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8503 initiator: MDT0 00010000:00010000:2.0:1746130296.734143:0:8503:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093159a00/0x4ce24e5787362a86 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8503 initiator: MDT0 00010000:00010000:2.0:1746130296.734148:0:8503:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093159a00/0x4ce24e5787362a86 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8503 initiator: MDT0 00000004:00080000:2.0:1746130296.735654:0:8503:0:(osp_object.c:1637:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x19:0x0], index 0: 0 00010000:00010000:2.0:1746130296.736922:0:8503:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093158000/0x4ce24e5787362a8d lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8503 initiator: MDT0 00010000:00010000:2.0:1746130296.736938:0:8503:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093158000/0x4ce24e5787362a8d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8503 initiator: MDT0 00010000:00010000:2.0:1746130296.736949:0:8503:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093158000/0x4ce24e5787362a8d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8503 initiator: MDT0 00010000:00010000:2.0:1746130296.736981:0:8503:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880094326a00/0x4ce24e5787362a7f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8503 initiator: MDT0 00010000:00010000:2.0:1746130296.736987:0:8503:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094326a00/0x4ce24e5787362a7f lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8503 initiator: MDT0 00010000:00010000:2.0:1746130296.736992:0:8503:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094326a00/0x4ce24e5787362a7f lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8503 initiator: MDT0 00010000:00010000:2.0:1746130296.736997:0:8503:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094326a00 already unused, calling callback (ffffffffa1383690) 00010000:00010000:2.0:1746130296.737000:0:8503:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094326a00/0x4ce24e5787362a7f lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8503 initiator: MDT0 00010000:00010000:2.0:1746130296.737005:0:8503:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094326a00/0x4ce24e5787362a7f lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8503 initiator: MDT0 00010000:00010000:2.0:1746130296.737015:0:8503:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x49:0x0].0x0 (ffff8800acd40f00) 00010000:00010000:2.0:1746130296.737017:0:8503:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746130296.737020:0:8503:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094326a00/0x4ce24e5787362a7f lrc: 2/0,0 mode: --/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8503 initiator: MDT0 00010000:00010000:2.0:1746130296.737025:0:8503:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094326a00/0x4ce24e5787362a7f lrc: 0/0,0 mode: --/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8503 initiator: MDT0 00000004:00010000:2.0:1746130296.737036:0:8503:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff880093170a80 reply state ffff880134890000 transno 4294992206 ns: mdt-lustre-MDT0000_UUID lock: ffff880093159a00/0x4ce24e5787362a86 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8503 initiator: MDT0 00000100:00100000:2.0:1746130296.737042:0:8503:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1746130296.737084:0:8503:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094326800/0x4ce24e5787362a78 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40f2e expref: 20 pid: 8503 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130296.737105:0:8503:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880093158000/0x4ce24e5787362a8d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40f2e expref: 19 pid: 8503 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130296.737112:0:8503:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4a:0x0].0x0 (ffff8800acd40100) 00010000:00010000:2.0:1746130296.737114:0:8503:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1746130296.737116:0:8503:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093158000, rc 0) 00000100:00100000:2.0:1746130296.737994:0:8503:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093170a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:640ea846-b909-4eea-9a54-417e15bd627b+20:409:x1830949849380096:12345-192.168.204.51@tcp:101:cp.0 Request processed in 4104us (4368us total) trans 4294992206 rc 0/0 00000100:00100000:2.0:1746130296.738004:0:8503:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 60736 00000100:00100000:0.0:1746130296.741564:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130296.741624:0:10554:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849380224 00000100:00100000:1.0:1746130296.741637:0:10554:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849380224 00010000:00010000:3.0:1746130296.741697:0:3283:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880093159a00/0x4ce24e5787362a86 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8503 initiator: MDT0 00010000:00010000:3.0:1746130296.741707:0:3283:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880093159a00/0x4ce24e5787362a86 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8503 initiator: MDT0 00010000:00010000:3.0:1746130296.741712:0:3283:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880093159a00/0x4ce24e5787362a86 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8503 initiator: MDT0 00010000:00010000:3.0:1746130296.741717:0:3283:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880093159a00 already unused, calling callback (ffffffffa1383690) 00010000:00010000:3.0:1746130296.741721:0:3283:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093159a00/0x4ce24e5787362a86 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8503 initiator: MDT0 00010000:00010000:3.0:1746130296.741730:0:3283:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093159a00/0x4ce24e5787362a86 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8503 initiator: MDT0 00010000:00010000:3.0:1746130296.741744:0:3283:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x49:0x0].0x2ce3da1 (ffff8800acd40500) 00010000:00010000:3.0:1746130296.741746:0:3283:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746130296.741749:0:3283:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880093159a00/0x4ce24e5787362a86 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8503 initiator: MDT0 00010000:00010000:3.0:1746130296.741753:0:3283:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093159a00/0x4ce24e5787362a86 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8503 initiator: MDT0 00000100:00100000:1.0:1746130296.741875:0:10554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6688 00000100:00100000:1.0:1746130296.741884:0:10554:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801354c5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:640ea846-b909-4eea-9a54-417e15bd627b+5:1962:x1830949849380224:12345-192.168.204.51@tcp:101:cp.0 00010000:00010000:1.0:1746130296.741907:0:10554:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746130296.741928:0:10554:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880093dd9c00/0x4ce24e5787362a9b lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae40f35 expref: -99 pid: 10554 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1746130296.741953:0:10554:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x19:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1746130296.741975:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130296.741977:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130296.741985:0:10554:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093dd9c00/0x4ce24e5787362a9b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40f35 expref: 6 pid: 10554 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746130296.742003:0:10554:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880093dd9c00/0x4ce24e5787362a9b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40f35 expref: 6 pid: 10554 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746130296.742013:0:10554:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093dd9c00, rc 0) 00000100:00100000:1.0:1746130296.742076:0:10554:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801354c5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:640ea846-b909-4eea-9a54-417e15bd627b+6:1962:x1830949849380224:12345-192.168.204.51@tcp:101:cp.0 Request processed in 194us (519us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130296.742082:0:10554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6688 00000100:00100000:0.0:1746130296.745746:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130296.745851:0:10554:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849380352 00000100:00100000:1.0:1746130296.745861:0:10554:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849380352 00000100:00100000:1.0:1746130296.745903:0:10554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6689 00000100:00100000:1.0:1746130296.745909:0:10554:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801354c6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:640ea846-b909-4eea-9a54-417e15bd627b+6:409:x1830949849380352:12345-192.168.204.51@tcp:101:cp.0 00010000:00010000:1.0:1746130296.745924:0:10554:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746130296.745938:0:10554:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880093dd8200/0x4ce24e5787362aa2 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae40f3c expref: -99 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130296.745965:0:10554:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880093dd9c00/0x4ce24e5787362a9b lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40f35 expref: 7 pid: 10554 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746130296.745973:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130296.745975:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130296.745977:0:10554:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093dd8200/0x4ce24e5787362aa2 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40f3c expref: 7 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130296.746000:0:10554:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880093dd9c00/0x4ce24e5787362a9b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40f35 expref: 7 pid: 10554 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746130296.746007:0:10554:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880093dd9c00/0x4ce24e5787362a9b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40f35 expref: 7 pid: 10554 timeout: 594 lvb_type: 1 00000100:00100000:1.0:1746130296.746017:0:10554:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093173b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10554:1830949841823744:192.168.204.51@tcp:104: 00000100:00100000:1.0:1746130296.746114:0:10554:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092c8c780 going to sleep for 11 seconds 00000100:00100000:1.0:1746130296.747984:0:10554:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093173b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10554:1830949841823744:192.168.204.51@tcp:104: 00010000:00010000:1.0:1746130296.748013:0:10554:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880093dd8200/0x4ce24e5787362aa2 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40f3c expref: 7 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130296.748034:0:10554:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093dd8200, rc 0) 00000100:00100000:1.0:1746130296.748084:0:10554:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801354c6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:640ea846-b909-4eea-9a54-417e15bd627b+7:409:x1830949849380352:12345-192.168.204.51@tcp:101:cp.0 Request processed in 2171us (2343us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130296.748107:0:10554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6689 00000100:00100000:0.0:1746130296.748189:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130296.748237:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849380480 00000100:00100000:1.0:1746130296.748242:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849380480 00010000:00010000:1.0:1746130296.748283:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880093dd9c00/0x4ce24e5787362a9b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40f35 expref: 7 pid: 10554 timeout: 594 lvb_type: 1 00000100:00100000:1.0:1746130296.748318:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14944 00000100:00100000:1.0:1746130296.748324:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801354c5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+7:1961:x1830949849380480:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746130296.748335:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746130296.748354:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880093dd9c00/0x4ce24e5787362a9b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40f35 expref: 7 pid: 10554 timeout: 594 lvb_type: 1 00010000:00010000:1.0:1746130296.748362:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880093dd9c00/0x4ce24e5787362a9b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40f35 expref: 7 pid: 10554 timeout: 594 lvb_type: 1 00010000:00010000:1.0:1746130296.748378:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880093dd9c00/0x4ce24e5787362a9b lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40f35 expref: 7 pid: 10554 timeout: 594 lvb_type: 1 00010000:00010000:1.0:1746130296.748388:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130296.748390:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130296.748395:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880093dd8200/0x4ce24e5787362aa2 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40f3c expref: 6 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130296.748402:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093dd8200/0x4ce24e5787362aa2 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40f3c expref: 6 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130296.748423:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880093dd8200/0x4ce24e5787362aa2 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40f3c expref: 6 pid: 10554 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746130296.748431:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093173b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841823872:192.168.204.51@tcp:105: 00000100:00100000:1.0:1746130296.748578:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092c8c780 going to sleep for 11 seconds 00000100:00100000:1.0:1746130296.750067:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093173b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841823872:192.168.204.51@tcp:105: 00010000:00010000:1.0:1746130296.750079:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746130296.750116:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801354c5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+6:1961:x1830949849380480:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 1793us (1928us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130296.750125:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14944 00000100:00100000:2.0:1746130296.751020:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130296.751048:0:15914:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849380736 00000100:00100000:2.0:1746130296.751052:0:15914:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849380736 00000100:00100000:2.0:1746130296.751083:0:15914:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 153 00000100:00100000:2.0:1746130296.751088:0:15914:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092254a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:640ea846-b909-4eea-9a54-417e15bd627b+19:409:x1830949849380736:12345-192.168.204.51@tcp:35:cp.0 00000100:00100000:3.0:1746130296.751525:0:15914:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092254a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:640ea846-b909-4eea-9a54-417e15bd627b+20:409:x1830949849380736:12345-192.168.204.51@tcp:35:cp.0 Request processed in 436us (508us total) trans 4294992207 rc 0/0 00000100:00100000:3.0:1746130296.751531:0:15914:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 153 00000100:00100000:0.0:1746130296.771693:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130296.771781:0:8503:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849380992 00000100:00100000:2.0:1746130296.771798:0:8503:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849380992 00000100:00100000:2.0:1746130296.771870:0:8503:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 60737 00000100:00100000:2.0:1746130296.771879:0:8503:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5950c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:640ea846-b909-4eea-9a54-417e15bd627b+20:412:x1830949849380992:12345-192.168.204.51@tcp:101:dd.0 00010000:00010000:2.0:1746130296.771902:0:8503:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746130296.771919:0:8503:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093159e00/0x4ce24e5787362aa9 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x49:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae40f43 expref: -99 pid: 8503 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130296.772003:0:8503:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093159400/0x4ce24e5787362ab0 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8503 initiator: MDT0 00010000:00010000:2.0:1746130296.772653:0:8503:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093159400/0x4ce24e5787362ab0 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4a:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8503 initiator: MDT0 00010000:00010000:2.0:1746130296.772664:0:8503:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093159400/0x4ce24e5787362ab0 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4a:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8503 initiator: MDT0 00000004:00200000:2.0:1746130296.772679:0:8503:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x4a:0x0]: returning size 1716 00010000:00010000:2.0:1746130296.772802:0:8503:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093159e00/0x4ce24e5787362aa9 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x49:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40f43 expref: 23 pid: 8503 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130296.772832:0:8503:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880093159400/0x4ce24e5787362ab0 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x4a:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40f43 expref: 22 pid: 8503 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130296.772839:0:8503:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4a:0x0].0x0 (ffff8800acd40100) 00010000:00010000:2.0:1746130296.772841:0:8503:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:2.0:1746130296.772844:0:8503:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093159400, rc 0) 00000100:00100000:2.0:1746130296.772904:0:8503:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5950c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:640ea846-b909-4eea-9a54-417e15bd627b+22:412:x1830949849380992:12345-192.168.204.51@tcp:101:dd.0 Request processed in 1026us (1322us total) trans 4294992208 rc 0/0 00000100:00100000:2.0:1746130296.772911:0:8503:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 60737 00000100:00100000:0.0:1746130296.824804:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130296.825398:0:8503:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849381120 00000100:00100000:2.0:1746130296.825409:0:8503:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849381120 00000100:00100000:2.0:1746130296.825481:0:8503:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 60738 00000100:00100000:2.0:1746130296.825488:0:8503:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801354c4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+13:416:x1830949849381120:12345-192.168.204.51@tcp:101:dd.0 00010000:00010000:2.0:1746130296.825505:0:8503:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746130296.825523:0:8503:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093159e00/0x4ce24e5787362abe lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae40f4a expref: -99 pid: 8503 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130296.825574:0:8503:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009488ea00/0x4ce24e5787362ac5 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8503 initiator: MDT0 00010000:00010000:2.0:1746130296.825585:0:8503:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009488ea00/0x4ce24e5787362ac5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8503 initiator: MDT0 00010000:00010000:2.0:1746130296.825595:0:8503:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009488ea00/0x4ce24e5787362ac5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8503 initiator: MDT0 00000004:00200000:2.0:1746130296.825654:0:8503:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 12800 00000004:00200000:2.0:1746130296.825658:0:8503:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 26 stripe count 1 MDT count 1 00000004:00010000:2.0:1746130296.825672:0:8503:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009488ea00/0x4ce24e5787362ac5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8503 initiator: MDT0 00010000:00010000:2.0:1746130296.825692:0:8503:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093159e00/0x4ce24e5787362abe lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40f4a expref: 15 pid: 8503 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130296.825713:0:8503:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009488ea00/0x4ce24e5787362ac5 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40f4a expref: 14 pid: 8503 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130296.825720:0:8503:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800acd40300) 00010000:00010000:2.0:1746130296.825723:0:8503:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1746130296.825726:0:8503:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009488ea00, rc 0) 00000100:00100000:2.0:1746130296.825802:0:8503:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801354c4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+14:416:x1830949849381120:12345-192.168.204.51@tcp:101:dd.0 Request processed in 314us (1011us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130296.825809:0:8503:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 60738 00000100:00100000:0.0:1746130296.831727:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130296.831982:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849381248 00000100:00100000:3.0:1746130296.831992:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849381248 00000100:00100000:3.0:1746130296.832189:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 60739 00000100:00100000:3.0:1746130296.832240:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801354c4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+14:416:x1830949849381248:12345-192.168.204.51@tcp:101:dd.0 00010000:00010000:3.0:1746130296.832262:0:7111:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746130296.832314:0:7111:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091fe6e00/0x4ce24e5787362acc lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae40f51 expref: -99 pid: 7111 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130296.832373:0:7111:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091fe7400/0x4ce24e5787362ad3 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7111 initiator: MDT0 00010000:00010000:3.0:1746130296.832387:0:7111:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091fe7400/0x4ce24e5787362ad3 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7111 initiator: MDT0 00010000:00010000:3.0:1746130296.832397:0:7111:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091fe7400/0x4ce24e5787362ad3 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7111 initiator: MDT0 00010000:00010000:3.0:1746130296.832413:0:7111:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091fe6200/0x4ce24e5787362ada lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7111 initiator: MDT0 00010000:00010000:3.0:1746130296.832419:0:7111:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091fe6200/0x4ce24e5787362ada lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7111 initiator: MDT0 00010000:00010000:3.0:1746130296.832424:0:7111:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091fe6200/0x4ce24e5787362ada lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7111 initiator: MDT0 00010000:00010000:3.0:1746130296.832537:0:7111:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091fe7e00/0x4ce24e5787362ae1 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x49:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7111 initiator: MDT0 00010000:00010000:3.0:1746130296.832544:0:7111:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091fe7e00/0x4ce24e5787362ae1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7111 initiator: MDT0 00010000:00010000:3.0:1746130296.832550:0:7111:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091fe7e00/0x4ce24e5787362ae1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7111 initiator: MDT0 00000004:00200000:3.0:1746130296.832576:0:7111:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x49:0x0]: returning size 512 00000004:00200000:3.0:1746130296.832579:0:7111:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 1 stripe count 1 MDT count 1 00000004:00010000:3.0:1746130296.832593:0:7111:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880091fe7e00/0x4ce24e5787362ae1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7111 initiator: MDT0 00010000:00010000:3.0:1746130296.832602:0:7111:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091fe7400/0x4ce24e5787362ad3 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7111 initiator: MDT0 00010000:00010000:3.0:1746130296.832608:0:7111:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091fe7400/0x4ce24e5787362ad3 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7111 initiator: MDT0 00010000:00010000:3.0:1746130296.832613:0:7111:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880091fe7400/0x4ce24e5787362ad3 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7111 initiator: MDT0 00010000:00010000:3.0:1746130296.832619:0:7111:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880091fe7400 already unused, calling callback (ffffffffa1383690) 00010000:00010000:3.0:1746130296.832622:0:7111:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091fe7400/0x4ce24e5787362ad3 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7111 initiator: MDT0 00010000:00010000:3.0:1746130296.832629:0:7111:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091fe7400/0x4ce24e5787362ad3 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7111 initiator: MDT0 00010000:00010000:3.0:1746130296.832639:0:7111:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800acd40300) 00010000:00010000:3.0:1746130296.832642:0:7111:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746130296.832646:0:7111:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880091fe7400/0x4ce24e5787362ad3 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7111 initiator: MDT0 00010000:00010000:3.0:1746130296.832651:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091fe7400/0x4ce24e5787362ad3 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7111 initiator: MDT0 00010000:00010000:3.0:1746130296.832672:0:7111:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091fe6200/0x4ce24e5787362ada lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7111 initiator: MDT0 00010000:00010000:3.0:1746130296.832677:0:7111:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091fe6200/0x4ce24e5787362ada lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7111 initiator: MDT0 00010000:00010000:3.0:1746130296.832682:0:7111:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880091fe6200/0x4ce24e5787362ada lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7111 initiator: MDT0 00010000:00010000:3.0:1746130296.832686:0:7111:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880091fe6200 already unused, calling callback (ffffffffa1383690) 00010000:00010000:3.0:1746130296.832688:0:7111:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091fe6200/0x4ce24e5787362ada lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7111 initiator: MDT0 00010000:00010000:3.0:1746130296.832693:0:7111:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091fe6200/0x4ce24e5787362ada lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7111 initiator: MDT0 00010000:00010000:3.0:1746130296.832699:0:7111:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x2ce3d8f (ffff880093e20900) 00010000:00010000:3.0:1746130296.832701:0:7111:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746130296.832703:0:7111:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880091fe6200/0x4ce24e5787362ada lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7111 initiator: MDT0 00010000:00010000:3.0:1746130296.832708:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091fe6200/0x4ce24e5787362ada lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7111 initiator: MDT0 00010000:00010000:3.0:1746130296.832733:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091fe6e00/0x4ce24e5787362acc lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40f51 expref: 16 pid: 7111 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130296.832744:0:7111:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880091fe7e00/0x4ce24e5787362ae1 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40f51 expref: 15 pid: 7111 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130296.832751:0:7111:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x49:0x0].0x0 (ffff8800acd40f00) 00010000:00010000:3.0:1746130296.832752:0:7111:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:3.0:1746130296.832754:0:7111:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091fe7e00, rc 0) 00000100:00100000:3.0:1746130296.832819:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801354c4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+15:416:x1830949849381248:12345-192.168.204.51@tcp:101:dd.0 Request processed in 622us (1103us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130296.832825:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 60739 00010000:00010000:3.0:1746130296.834439:0:8484:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746130296.834932:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130296.835476:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849381504 00000100:00100000:3.0:1746130296.835486:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849381504 00000100:00100000:3.0:1746130296.836845:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 60740 00000100:00100000:3.0:1746130296.836856:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801354c5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+15:416:x1830949849381504:12345-192.168.204.51@tcp:101:dd.0 00010000:00010000:3.0:1746130296.836876:0:7111:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746130296.836893:0:7111:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091fe6c00/0x4ce24e5787362ae8 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x49:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae40f58 expref: -99 pid: 7111 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130296.836996:0:7111:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091fe7000/0x4ce24e5787362aef lrc: 3/1,0 mode: --/CR res: [0x200000401:0x49:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7111 initiator: MDT0 00010000:00010000:3.0:1746130296.837011:0:7111:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091fe7000/0x4ce24e5787362aef lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7111 initiator: MDT0 00010000:00010000:3.0:1746130296.837022:0:7111:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091fe7000/0x4ce24e5787362aef lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7111 initiator: MDT0 00010000:00010000:3.0:1746130296.837035:0:7111:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093639400/0x4ce24e5787362af6 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7111 initiator: MDT0 00010000:00010000:3.0:1746130296.837041:0:7111:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093639400/0x4ce24e5787362af6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7111 initiator: MDT0 00010000:00010000:3.0:1746130296.837046:0:7111:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093639400/0x4ce24e5787362af6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7111 initiator: MDT0 00010000:00010000:3.0:1746130296.837151:0:7111:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012b4bc400/0x4ce24e5787362afd lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7111 initiator: MDT0 00010000:00010000:3.0:1746130296.837157:0:7111:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012b4bc400/0x4ce24e5787362afd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7111 initiator: MDT0 00010000:00010000:3.0:1746130296.837163:0:7111:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012b4bc400/0x4ce24e5787362afd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7111 initiator: MDT0 00000004:00200000:3.0:1746130296.837170:0:7111:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x4a:0x0]: returning size 1716 00010000:00010000:3.0:1746130296.837252:0:7111:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091fe7000/0x4ce24e5787362aef lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7111 initiator: MDT0 00010000:00010000:3.0:1746130296.837258:0:7111:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091fe7000/0x4ce24e5787362aef lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7111 initiator: MDT0 00010000:00010000:3.0:1746130296.837263:0:7111:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880091fe7000/0x4ce24e5787362aef lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7111 initiator: MDT0 00010000:00010000:3.0:1746130296.837287:0:7111:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880091fe7000 already unused, calling callback (ffffffffa1383690) 00010000:00010000:3.0:1746130296.837290:0:7111:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091fe7000/0x4ce24e5787362aef lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7111 initiator: MDT0 00010000:00010000:3.0:1746130296.837296:0:7111:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091fe7000/0x4ce24e5787362aef lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7111 initiator: MDT0 00010000:00010000:3.0:1746130296.837307:0:7111:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x49:0x0].0x0 (ffff8800acd40f00) 00010000:00010000:3.0:1746130296.837310:0:7111:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746130296.837314:0:7111:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880091fe7000/0x4ce24e5787362aef lrc: 2/0,0 mode: --/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7111 initiator: MDT0 00010000:00010000:3.0:1746130296.837319:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091fe7000/0x4ce24e5787362aef lrc: 0/0,0 mode: --/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7111 initiator: MDT0 00010000:00010000:3.0:1746130296.837331:0:7111:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093639400/0x4ce24e5787362af6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7111 initiator: MDT0 00010000:00010000:3.0:1746130296.837335:0:7111:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880093639400/0x4ce24e5787362af6 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7111 initiator: MDT0 00010000:00010000:3.0:1746130296.837340:0:7111:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880093639400/0x4ce24e5787362af6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7111 initiator: MDT0 00010000:00010000:3.0:1746130296.837344:0:7111:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880093639400 already unused, calling callback (ffffffffa1383690) 00010000:00010000:3.0:1746130296.837346:0:7111:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093639400/0x4ce24e5787362af6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7111 initiator: MDT0 00010000:00010000:3.0:1746130296.837351:0:7111:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093639400/0x4ce24e5787362af6 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7111 initiator: MDT0 00010000:00010000:3.0:1746130296.837356:0:7111:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x49:0x0].0x2ce3da1 (ffff880093e20300) 00010000:00010000:3.0:1746130296.837358:0:7111:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746130296.837360:0:7111:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880093639400/0x4ce24e5787362af6 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7111 initiator: MDT0 00010000:00010000:3.0:1746130296.837364:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093639400/0x4ce24e5787362af6 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7111 initiator: MDT0 00010000:00010000:3.0:1746130296.837400:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091fe6c00/0x4ce24e5787362ae8 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x49:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40f58 expref: 18 pid: 7111 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130296.837412:0:7111:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012b4bc400/0x4ce24e5787362afd lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40f58 expref: 17 pid: 7111 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130296.837417:0:7111:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4a:0x0].0x0 (ffff8800acd40100) 00010000:00010000:3.0:1746130296.837420:0:7111:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1746130296.837422:0:7111:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b4bc400, rc 0) 00000100:00100000:3.0:1746130296.837483:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801354c5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+17:416:x1830949849381504:12345-192.168.204.51@tcp:101:dd.0 Request processed in 630us (2555us total) trans 4294992209 rc 0/0 00000100:00100000:3.0:1746130296.837489:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 60740 00000100:00100000:0.0:1746130296.841870:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130296.843884:0:10554:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849381632 00000100:00100000:1.0:1746130296.843898:0:10554:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849381632 00000100:00100000:1.0:1746130296.843958:0:10554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6690 00000100:00100000:1.0:1746130296.843966:0:10554:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801354c7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+5:416:x1830949849381632:12345-192.168.204.51@tcp:101:dd.0 00010000:00010000:1.0:1746130296.843987:0:10554:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746130296.844008:0:10554:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880093dd9200/0x4ce24e5787362b0b lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae40f5f expref: -99 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130296.844042:0:10554:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880093dd8200/0x4ce24e5787362aa2 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40f3c expref: 5 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130296.844050:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130296.844052:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130296.844056:0:10554:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093dd9200/0x4ce24e5787362b0b lrc: 4/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40f5f expref: 6 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130296.844089:0:10554:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880093dd8200/0x4ce24e5787362aa2 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40f3c expref: 5 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130296.844121:0:10554:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880093dd8200/0x4ce24e5787362aa2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40f3c expref: 5 pid: 10554 timeout: 594 lvb_type: 0 00000100:00100000:1.0:1746130296.844134:0:10554:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093173b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10554:1830949841824000:192.168.204.51@tcp:104: 00000100:00100000:1.0:1746130296.844228:0:10554:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092c8c780 going to sleep for 11 seconds 00000100:00100000:0.0:1746130296.847806:0:10554:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093173b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10554:1830949841824000:192.168.204.51@tcp:104: 00010000:00010000:0.0:1746130296.847835:0:10554:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880093dd9200/0x4ce24e5787362b0b lrc: 3/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40f5f expref: 6 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130296.847854:0:10554:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093dd9200, rc 0) 00000100:00100000:0.0:1746130296.847902:0:10554:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801354c7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+6:416:x1830949849381632:12345-192.168.204.51@tcp:101:dd.0 Request processed in 3936us (6044us total) trans 0 rc 0/0 00000100:00100000:0.0:1746130296.847912:0:10554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6690 00000100:00100000:2.0:1746130296.848088:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130296.848393:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849381760 00000100:00100000:0.0:1746130296.848400:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849381760 00002000:00100000:0.0:1746130296.848438:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x19:0x0] (0->1715) req@ffff880092257b80 x1830949849381760/t0(0) o4->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:282/0 lens 2208/0 e 0 to 0 dl 1746130307 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746130296.848447:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092257b80 with x1830949849381760 ext(0->1715) 00010000:00010000:0.0:1746130296.848453:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 148s. ns: filter-lustre-OST0000_UUID lock: ffff880093dd8200/0x4ce24e5787362aa2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40f3c expref: 6 pid: 10554 timeout: 594 lvb_type: 0 00010000:00010000:0.0:1746130296.848465:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 148s ns: filter-lustre-OST0000_UUID lock: ffff880093dd8200/0x4ce24e5787362aa2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40f3c expref: 6 pid: 10554 timeout: 642 lvb_type: 0 00002000:00010000:0.0:1746130296.848470:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092257b80 00000100:00100000:0.0:1746130296.848501:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 2778 00000100:00100000:0.0:1746130296.848508:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092257b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+6:1961:x1830949849381760:12345-192.168.204.51@tcp:4:dd.0 00000100:00100000:0.0:1746130296.849006:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092257b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+8:1961:x1830949849381760:12345-192.168.204.51@tcp:4:dd.0 Request processed in 497us (916us total) trans 4294967963 rc 0/0 00000100:00100000:0.0:1746130296.849012:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 2778 00002000:00100000:0.0:1746130296.849018:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x19:0x0] (0->1715) req@ffff880092257b80 x1830949849381760/t4294967963(0) o4->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:282/0 lens 2208/448 e 0 to 0 dl 1746130307 ref 1 fl Complete:H/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746130296.849026:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092257b80 with x1830949849381760 ext(0->1715) 00010000:00010000:0.0:1746130296.849031:0:25275:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 148s. ns: filter-lustre-OST0000_UUID lock: ffff880093dd8200/0x4ce24e5787362aa2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40f3c expref: 8 pid: 10554 timeout: 642 lvb_type: 0 00010000:00010000:0.0:1746130296.849040:0:25275:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 148s ns: filter-lustre-OST0000_UUID lock: ffff880093dd8200/0x4ce24e5787362aa2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40f3c expref: 8 pid: 10554 timeout: 642 lvb_type: 0 00002000:00010000:0.0:1746130296.849046:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092257b80 00000100:00100000:0.0:1746130296.851044:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130296.851169:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849381888 00000100:00100000:1.0:1746130296.851177:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849381888 00010000:00010000:1.0:1746130296.851212:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880093dd8200/0x4ce24e5787362aa2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40f3c expref: 8 pid: 10554 timeout: 642 lvb_type: 0 00000100:00100000:1.0:1746130296.851496:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14945 00000100:00100000:1.0:1746130296.851504:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801354c7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+8:1962:x1830949849381888:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746130296.851519:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:1.0:1746130296.851537:0:7097:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x19:0x0] updating lvb size from disk: 0 -> 1716 00002000:00010000:1.0:1746130296.851540:0:7097:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x19:0x0] updating lvb mtime from disk: 0 -> 1746130297 00002000:00010000:1.0:1746130296.851542:0:7097:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x19:0x0] updating lvb atime from disk: 0 -> 1746130297 00002000:00010000:1.0:1746130296.851543:0:7097:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x19:0x0] updating lvb ctime from disk: 0 -> 1746130297 00010000:00010000:1.0:1746130296.851548:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880093dd8200/0x4ce24e5787362aa2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40f3c expref: 8 pid: 10554 timeout: 642 lvb_type: 0 00010000:00010000:1.0:1746130296.851561:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880093dd8200/0x4ce24e5787362aa2 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40f3c expref: 8 pid: 10554 timeout: 642 lvb_type: 0 00010000:00010000:1.0:1746130296.851588:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880093dd8200/0x4ce24e5787362aa2 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40f3c expref: 8 pid: 10554 timeout: 642 lvb_type: 0 00010000:00010000:1.0:1746130296.851611:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130296.851614:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130296.851622:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880093dd9200/0x4ce24e5787362b0b lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40f5f expref: 5 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130296.851630:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093dd9200/0x4ce24e5787362b0b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40f5f expref: 5 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130296.851668:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880093dd9200/0x4ce24e5787362b0b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40f5f expref: 5 pid: 10554 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746130296.851681:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093170380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841824128:192.168.204.51@tcp:105: 00000100:00100000:1.0:1746130296.851765:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092c8c480 going to sleep for 11 seconds 00000100:00100000:0.0:1746130296.853716:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130296.853893:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849382144 00000100:00100000:2.0:1746130296.853902:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849382144 00000100:00100000:1.0:1746130296.853921:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093170380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841824128:192.168.204.51@tcp:105: 00010000:00010000:1.0:1746130296.853941:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00100000:2.0:1746130296.853949:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff8801354c6300 x1830949849382144/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:321/0 lens 488/0 e 0 to 0 dl 1746130346 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746130296.853958:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801354c6300 with x1830949849382144 ext(0->4095) 00002000:00010000:2.0:1746130296.853962:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801354c6300 00000100:00100000:1.0:1746130296.853978:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801354c7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+7:1962:x1830949849381888:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 2474us (2941us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130296.853987:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14945 00000100:00100000:2.0:1746130296.854045:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5019 00000100:00100000:2.0:1746130296.854052:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801354c6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949849382144:12345-192.168.204.51@tcp:3:dd.0 00000100:00100000:2.0:1746130296.854210:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801354c6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949849382144:12345-192.168.204.51@tcp:3:dd.0 Request processed in 158us (502us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746130296.854216:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5019 00002000:00100000:2.0:1746130296.854220:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff8801354c6300 x1830949849382144/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:321/0 lens 488/4536 e 0 to 0 dl 1746130346 ref 1 fl Complete:/200/0 rc 4096/4096 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746130296.854227:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801354c6300 with x1830949849382144 ext(0->4095) 00002000:00010000:2.0:1746130296.854229:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801354c6300 00000100:00100000:0.0:1746130296.891445:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130296.891581:0:15914:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849382400 00000100:00100000:3.0:1746130296.891593:0:15914:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849382400 00000100:00100000:3.0:1746130296.891641:0:15914:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 154 00000100:00100000:3.0:1746130296.891648:0:15914:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5d6a850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:c84b93b0-d496-484f-8e1e-94008838f2dd+17:416:x1830949849382400:12345-192.168.204.51@tcp:35:dd.0 00000100:00100000:3.0:1746130296.892528:0:15914:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5d6a850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:c84b93b0-d496-484f-8e1e-94008838f2dd+18:416:x1830949849382400:12345-192.168.204.51@tcp:35:dd.0 Request processed in 877us (1093us total) trans 4294992210 rc 0/0 00000100:00100000:3.0:1746130296.892537:0:15914:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 154 00000100:00100000:0.0:1746130296.901344:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130296.901412:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849382656 00000100:00100000:3.0:1746130296.901422:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849382656 00000100:00100000:3.0:1746130296.901487:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 60741 00000100:00100000:3.0:1746130296.901494:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801354c5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:640ea846-b909-4eea-9a54-417e15bd627b+22:419:x1830949849382656:12345-192.168.204.51@tcp:36:truncate.0 00010000:00010000:3.0:1746130296.901555:0:7111:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746130296.901591:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093158000/0x4ce24e5787362a8d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40f2e expref: 22 pid: 8503 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130296.902053:0:7111:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4a:0x0].0x0 (ffff8800acd40100) 00010000:00010000:3.0:1746130296.902058:0:7111:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746130296.902303:0:7111:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880091fe7000/0x4ce24e5787362b12 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7111 initiator: MDT0 00010000:00010000:3.0:1746130296.902317:0:7111:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012b4bc400/0x4ce24e5787362afd lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40f58 expref: 17 pid: 7111 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130296.902323:0:7111:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091fe7000/0x4ce24e5787362b12 lrc: 4/0,1 mode: --/PW res: [0x200000401:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7111 initiator: MDT0 00010000:00010000:3.0:1746130296.902358:0:7111:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88012b4bc400/0x4ce24e5787362afd lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40f58 expref: 17 pid: 7111 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130296.902371:0:7111:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88012b4bc400/0x4ce24e5787362afd lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40f58 expref: 17 pid: 7111 timeout: 595 lvb_type: 0 00000100:00100000:3.0:1746130296.902383:0:7111:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091951f80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:7111:1830949841824256:192.168.204.51@tcp:104: 00000100:00100000:3.0:1746130296.902484:0:7111:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009475b9c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746130296.904853:0:7111:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091951f80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:7111:1830949841824256:192.168.204.51@tcp:104: 00010000:00010000:3.0:1746130296.904880:0:7111:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880091fe7000/0x4ce24e5787362b12 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7111 initiator: MDT0 00000100:00100000:0.0:1746130296.905434:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130296.905621:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849382784 00000100:00100000:1.0:1746130296.905627:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849382784 00010000:00010000:1.0:1746130296.905669:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012b4bc400/0x4ce24e5787362afd lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40f58 expref: 18 pid: 7111 timeout: 595 lvb_type: 0 00000100:00100000:1.0:1746130296.905707:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14946 00000100:00100000:1.0:1746130296.905714:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d0d0050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+18:1962:x1830949849382784:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746130296.905728:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746130296.905733:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88012b4bc400/0x4ce24e5787362afd lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40f58 expref: 18 pid: 7111 timeout: 595 lvb_type: 0 00010000:00010000:1.0:1746130296.905744:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88012b4bc400/0x4ce24e5787362afd lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40f58 expref: 18 pid: 7111 timeout: 595 lvb_type: 0 00010000:00010000:1.0:1746130296.905770:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012b4bc400/0x4ce24e5787362afd lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40f58 expref: 18 pid: 7111 timeout: 595 lvb_type: 0 00010000:00010000:1.0:1746130296.905799:0:7097:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4a:0x0].0x0 (ffff8800acd40100) 00010000:00010000:1.0:1746130296.905803:0:7097:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff880091fe7000/0x4ce24e5787362b12 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7111 initiator: MDT0 00010000:00010000:1.0:1746130296.905812:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880091fe7000/0x4ce24e5787362b12 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 7111 initiator: MDT0 00010000:00010000:1.0:1746130296.905819:0:7097:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091fe7000/0x4ce24e5787362b12 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 7111 initiator: MDT0 00010000:00010000:1.0:1746130296.905846:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746130296.905887:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d0d0050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+17:1962:x1830949849382784:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 173us (454us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130296.905893:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14946 00010000:00010000:3.0:1746130296.906631:0:7111:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880091fe7000/0x4ce24e5787362b12 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7111 initiator: MDT0 00010000:00010000:3.0:1746130296.906639:0:7111:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091fe7000/0x4ce24e5787362b12 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7111 initiator: MDT0 00000001:00080000:3.0:1746130296.906775:0:7111:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294992211 00000004:00010000:3.0:1746130296.906824:0:7111:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff8801354c5880 reply state ffff8801348e4000 transno 4294992212 ns: mdt-lustre-MDT0000_UUID lock: ffff880091fe7000/0x4ce24e5787362b12 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7111 initiator: MDT0 00000100:00100000:3.0:1746130296.906836:0:7111:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1746130296.906926:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801354c5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:640ea846-b909-4eea-9a54-417e15bd627b+24:419:x1830949849382656:12345-192.168.204.51@tcp:36:truncate.0 Request processed in 5431us (5590us total) trans 4294992212 rc 0/0 00000100:00100000:3.0:1746130296.906933:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 60741 00000020:00080000:3.0:1746130296.906938:0:7111:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:2.0:1746130296.908395:0:3284:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880091fe7000/0x4ce24e5787362b12 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7111 initiator: MDT0 00010000:00010000:2.0:1746130296.908409:0:3284:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091fe7000/0x4ce24e5787362b12 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7111 initiator: MDT0 00010000:00010000:2.0:1746130296.908416:0:3284:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880091fe7000/0x4ce24e5787362b12 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7111 initiator: MDT0 00010000:00010000:2.0:1746130296.908421:0:3284:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880091fe7000 already unused, calling callback (ffffffffa1383690) 00010000:00010000:2.0:1746130296.908425:0:3284:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091fe7000/0x4ce24e5787362b12 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7111 initiator: MDT0 00010000:00010000:2.0:1746130296.908432:0:3284:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091fe7000/0x4ce24e5787362b12 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7111 initiator: MDT0 00010000:00010000:2.0:1746130296.908448:0:3284:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4a:0x0].0x0 (ffff8800acd40100) 00010000:00010000:2.0:1746130296.908451:0:3284:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746130296.908455:0:3284:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880091fe7000/0x4ce24e5787362b12 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7111 initiator: MDT0 00010000:00010000:2.0:1746130296.908459:0:3284:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091fe7000/0x4ce24e5787362b12 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7111 initiator: MDT0 00000100:00100000:0.0:1746130296.908942:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130296.908990:0:10554:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849382912 00000100:00100000:2.0:1746130296.908998:0:10554:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849382912 00000100:00100000:2.0:1746130296.909046:0:10554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6691 00000100:00100000:2.0:1746130296.909053:0:10554:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801354c7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:640ea846-b909-4eea-9a54-417e15bd627b+7:419:x1830949849382912:12345-192.168.204.51@tcp:101:truncate.0 00010000:00010000:2.0:1746130296.909071:0:10554:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746130296.909086:0:10554:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009488e600/0x4ce24e5787362b19 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae40f66 expref: -99 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130296.909127:0:10554:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880093dd9200/0x4ce24e5787362b0b lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40f5f expref: 5 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130296.909134:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130296.909136:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130296.909139:0:10554:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009488e600/0x4ce24e5787362b19 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40f66 expref: 8 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130296.909170:0:10554:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880093dd9200/0x4ce24e5787362b0b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40f5f expref: 5 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130296.909183:0:10554:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880093dd9200/0x4ce24e5787362b0b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40f5f expref: 5 pid: 10554 timeout: 595 lvb_type: 0 00000100:00100000:2.0:1746130296.909195:0:10554:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092254700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10554:1830949841824384:192.168.204.51@tcp:104: 00000100:00100000:2.0:1746130296.909297:0:10554:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094485000 going to sleep for 11 seconds 00000100:00100000:0.0:1746130296.912490:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130296.912616:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849383040 00000100:00100000:1.0:1746130296.912624:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849383040 00000100:00100000:2.0:1746130296.912633:0:10554:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092254700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10554:1830949841824384:192.168.204.51@tcp:104: 00010000:00010000:1.0:1746130296.912666:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880093dd9200/0x4ce24e5787362b0b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40f5f expref: 6 pid: 10554 timeout: 595 lvb_type: 0 00010000:00010000:2.0:1746130296.912669:0:10554:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009488e600/0x4ce24e5787362b19 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40f66 expref: 8 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130296.912688:0:10554:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009488e600, rc 0) 00000100:00100000:1.0:1746130296.912724:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14947 00000100:00100000:2.0:1746130296.912732:0:10554:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801354c7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:640ea846-b909-4eea-9a54-417e15bd627b+8:419:x1830949849382912:12345-192.168.204.51@tcp:101:truncate.0 Request processed in 3679us (3803us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130296.912733:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801354c7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949849383040:12345-192.168.204.51@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1746130296.912740:0:10554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6691 00010000:00010000:1.0:1746130296.912750:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746130296.912778:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880093dd9200/0x4ce24e5787362b0b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40f5f expref: 6 pid: 10554 timeout: 595 lvb_type: 0 00010000:00010000:1.0:1746130296.912790:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880093dd9200/0x4ce24e5787362b0b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40f5f expref: 6 pid: 10554 timeout: 595 lvb_type: 0 00010000:00010000:1.0:1746130296.912820:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880093dd9200/0x4ce24e5787362b0b lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40f5f expref: 6 pid: 10554 timeout: 595 lvb_type: 0 00010000:00010000:1.0:1746130296.912845:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130296.912848:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130296.912854:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009488e600/0x4ce24e5787362b19 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40f66 expref: 7 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130296.912863:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009488e600/0x4ce24e5787362b19 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40f66 expref: 7 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130296.912895:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009488e600/0x4ce24e5787362b19 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40f66 expref: 7 pid: 10554 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746130296.912908:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093170380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841824512:192.168.204.51@tcp:105: 00000100:00100000:1.0:1746130296.913318:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092c8cd80 going to sleep for 11 seconds 00000100:00100000:0.0:1746130296.916631:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130296.916755:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093170380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841824512:192.168.204.51@tcp:105: 00010000:00010000:1.0:1746130296.916779:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746130296.916833:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801354c7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+5:1961:x1830949849383040:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 4101us (4354us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130296.916845:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14947 00000100:00100000:3.0:1746130296.917221:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849383168 00000100:00100000:3.0:1746130296.917229:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849383168 00002000:00010000:3.0:1746130296.917299:0:25932:0:(ofd_dev.c:2706:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/25 (858->18446744073709551615) 00002000:00100000:3.0:1746130296.917303:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801354c4a80 with x1830949849383168 ext(858->18446744073709551615) 00002000:00010000:3.0:1746130296.917315:0:25932:0:(ofd_dev.c:2711:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801354c4a80. 00000100:00100000:3.0:1746130296.917348:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5020 00000100:00100000:3.0:1746130296.917355:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801354c4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+8:1962:x1830949849383168:12345-192.168.204.51@tcp:10:truncate.0 00002000:00010000:3.0:1746130296.917798:0:25932:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x19:0x0] updating lvb size from disk: 1716 -> 858 00002000:00010000:3.0:1746130296.917801:0:25932:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x19:0x0] updating lvb mtime from disk: 1746130297 -> 1746130297 00002000:00010000:3.0:1746130296.917803:0:25932:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x19:0x0] updating lvb atime from disk: 1746130297 -> 1746130297 00002000:00010000:3.0:1746130296.917805:0:25932:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x19:0x0] updating lvb ctime from disk: 1746130297 -> 1746130297 00002000:00010000:3.0:1746130296.917806:0:25932:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x19:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:3.0:1746130296.917844:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801354c4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+9:1962:x1830949849383168:12345-192.168.204.51@tcp:10:truncate.0 Request processed in 490us (1227us total) trans 4294967964 rc 0/0 00000100:00100000:3.0:1746130296.917849:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5020 00002000:00010000:3.0:1746130296.917852:0:25932:0:(ofd_dev.c:2706:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/25 (858->18446744073709551615) 00002000:00100000:3.0:1746130296.917854:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801354c4a80 with x1830949849383168 ext(858->18446744073709551615) 00002000:00010000:3.0:1746130296.917857:0:25932:0:(ofd_dev.c:2711:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801354c4a80. 00000100:00100000:0.0:1746130296.930134:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130296.930377:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849383424 00000100:00100000:3.0:1746130296.930386:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849383424 00000100:00100000:3.0:1746130296.930431:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 60742 00000100:00100000:3.0:1746130296.930437:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801354c5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:640ea846-b909-4eea-9a54-417e15bd627b+23:421:x1830949849383424:12345-192.168.204.51@tcp:101:dd.0 00010000:00010000:3.0:1746130296.930461:0:7111:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746130296.930478:0:7111:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091fe6a00/0x4ce24e5787362b20 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x49:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae40f6d expref: -99 pid: 7111 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130296.930688:0:7111:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091fe7000/0x4ce24e5787362b27 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x49:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7111 initiator: MDT0 00010000:00010000:3.0:1746130296.930700:0:7111:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091fe7000/0x4ce24e5787362b27 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7111 initiator: MDT0 00010000:00010000:3.0:1746130296.930710:0:7111:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091fe7000/0x4ce24e5787362b27 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7111 initiator: MDT0 00010000:00010000:3.0:1746130296.930722:0:7111:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094a57000/0x4ce24e5787362b2e lrc: 3/1,0 mode: --/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7111 initiator: MDT0 00010000:00010000:3.0:1746130296.930727:0:7111:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094a57000/0x4ce24e5787362b2e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7111 initiator: MDT0 00010000:00010000:3.0:1746130296.930731:0:7111:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094a57000/0x4ce24e5787362b2e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7111 initiator: MDT0 00010000:00010000:3.0:1746130296.930810:0:7111:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094a22800/0x4ce24e5787362b35 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7111 initiator: MDT0 00010000:00010000:3.0:1746130296.930815:0:7111:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094a22800/0x4ce24e5787362b35 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7111 initiator: MDT0 00010000:00010000:3.0:1746130296.930820:0:7111:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094a22800/0x4ce24e5787362b35 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7111 initiator: MDT0 00000004:00200000:3.0:1746130296.930826:0:7111:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x4a:0x0]: returning size 858 00010000:00010000:3.0:1746130296.930891:0:7111:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091fe7000/0x4ce24e5787362b27 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7111 initiator: MDT0 00010000:00010000:3.0:1746130296.930895:0:7111:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091fe7000/0x4ce24e5787362b27 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7111 initiator: MDT0 00010000:00010000:3.0:1746130296.930899:0:7111:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880091fe7000/0x4ce24e5787362b27 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7111 initiator: MDT0 00010000:00010000:3.0:1746130296.930903:0:7111:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880091fe7000 already unused, calling callback (ffffffffa1383690) 00010000:00010000:3.0:1746130296.930905:0:7111:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091fe7000/0x4ce24e5787362b27 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7111 initiator: MDT0 00010000:00010000:3.0:1746130296.930909:0:7111:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091fe7000/0x4ce24e5787362b27 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7111 initiator: MDT0 00010000:00010000:3.0:1746130296.930915:0:7111:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x49:0x0].0x0 (ffff8800acd40f00) 00010000:00010000:3.0:1746130296.930917:0:7111:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746130296.930925:0:7111:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880091fe7000/0x4ce24e5787362b27 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7111 initiator: MDT0 00010000:00010000:3.0:1746130296.930927:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091fe7000/0x4ce24e5787362b27 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7111 initiator: MDT0 00010000:00010000:3.0:1746130296.931023:0:7111:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094a57000/0x4ce24e5787362b2e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7111 initiator: MDT0 00010000:00010000:3.0:1746130296.931026:0:7111:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094a57000/0x4ce24e5787362b2e lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7111 initiator: MDT0 00010000:00010000:3.0:1746130296.931028:0:7111:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094a57000/0x4ce24e5787362b2e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7111 initiator: MDT0 00010000:00010000:3.0:1746130296.931030:0:7111:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094a57000 already unused, calling callback (ffffffffa1383690) 00010000:00010000:3.0:1746130296.931032:0:7111:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094a57000/0x4ce24e5787362b2e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7111 initiator: MDT0 00010000:00010000:3.0:1746130296.931035:0:7111:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094a57000/0x4ce24e5787362b2e lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7111 initiator: MDT0 00010000:00010000:3.0:1746130296.931038:0:7111:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x49:0x0].0x2ce3da1 (ffff880093e20000) 00010000:00010000:3.0:1746130296.931039:0:7111:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746130296.931041:0:7111:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094a57000/0x4ce24e5787362b2e lrc: 2/0,0 mode: --/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7111 initiator: MDT0 00010000:00010000:3.0:1746130296.931044:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094a57000/0x4ce24e5787362b2e lrc: 0/0,0 mode: --/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7111 initiator: MDT0 00010000:00010000:3.0:1746130296.931175:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091fe6a00/0x4ce24e5787362b20 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x49:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40f6d expref: 26 pid: 7111 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130296.931191:0:7111:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880094a22800/0x4ce24e5787362b35 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40f6d expref: 25 pid: 7111 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130296.931197:0:7111:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4a:0x0].0x0 (ffff8800acd40100) 00010000:00010000:3.0:1746130296.931199:0:7111:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1746130296.931201:0:7111:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094a22800, rc 0) 00000100:00100000:3.0:1746130296.931258:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801354c5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:640ea846-b909-4eea-9a54-417e15bd627b+25:421:x1830949849383424:12345-192.168.204.51@tcp:101:dd.0 Request processed in 820us (1132us total) trans 4294992213 rc 0/0 00000100:00100000:3.0:1746130296.931291:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 60742 00000100:00100000:0.0:1746130296.935810:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130296.935862:0:15914:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849383680 00000100:00100000:3.0:1746130296.935871:0:15914:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849383680 00000100:00100000:3.0:1746130296.935914:0:15914:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 155 00000100:00100000:3.0:1746130296.935922:0:15914:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801354c6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:640ea846-b909-4eea-9a54-417e15bd627b+25:421:x1830949849383680:12345-192.168.204.51@tcp:35:dd.0 00000100:00100000:3.0:1746130296.936125:0:15914:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801354c6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:640ea846-b909-4eea-9a54-417e15bd627b+26:421:x1830949849383680:12345-192.168.204.51@tcp:35:dd.0 Request processed in 203us (321us total) trans 4294992214 rc 0/0 00000100:00100000:3.0:1746130296.936132:0:15914:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 155 00000100:00100000:0.0:1746130296.938235:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130296.938348:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849383936 00000100:00100000:3.0:1746130296.938356:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849383936 00002000:00100000:3.0:1746130296.938393:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff8801354c4000 x1830949849383936/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:321/0 lens 488/0 e 0 to 0 dl 1746130346 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746130296.938401:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801354c4000 with x1830949849383936 ext(0->4095) 00002000:00010000:3.0:1746130296.938406:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801354c4000 00000100:00100000:3.0:1746130296.938438:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5021 00000100:00100000:3.0:1746130296.938445:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801354c4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+9:1961:x1830949849383936:12345-192.168.204.51@tcp:3:dd.0 00000100:00100000:3.0:1746130296.938587:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801354c4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+9:1961:x1830949849383936:12345-192.168.204.51@tcp:3:dd.0 Request processed in 143us (360us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746130296.938593:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5021 00002000:00100000:3.0:1746130296.938598:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff8801354c4000 x1830949849383936/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:321/0 lens 488/4536 e 0 to 0 dl 1746130346 ref 1 fl Complete:/200/0 rc 4096/4096 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746130296.938603:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801354c4000 with x1830949849383936 ext(0->4095) 00002000:00010000:3.0:1746130296.938605:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801354c4000 00000100:00100000:0.0:1746130296.957773:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130296.957980:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849384192 00000100:00100000:3.0:1746130296.957989:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849384192 00000100:00100000:3.0:1746130296.958044:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 60743 00000100:00100000:3.0:1746130296.958052:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801354c6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+17:425:x1830949849384192:12345-192.168.204.51@tcp:101:dd.0 00010000:00010000:3.0:1746130296.958072:0:7111:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746130296.958089:0:7111:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094a22a00/0x4ce24e5787362b43 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x49:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae40f74 expref: -99 pid: 7111 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130296.958207:0:7111:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094a57000/0x4ce24e5787362b4a lrc: 3/1,0 mode: --/CR res: [0x200000401:0x49:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7111 initiator: MDT0 00010000:00010000:3.0:1746130296.958219:0:7111:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094a57000/0x4ce24e5787362b4a lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7111 initiator: MDT0 00010000:00010000:3.0:1746130296.958229:0:7111:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094a57000/0x4ce24e5787362b4a lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7111 initiator: MDT0 00010000:00010000:3.0:1746130296.958241:0:7111:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091fe6a00/0x4ce24e5787362b51 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7111 initiator: MDT0 00010000:00010000:3.0:1746130296.958246:0:7111:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091fe6a00/0x4ce24e5787362b51 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7111 initiator: MDT0 00010000:00010000:3.0:1746130296.958251:0:7111:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091fe6a00/0x4ce24e5787362b51 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7111 initiator: MDT0 00010000:00010000:3.0:1746130296.958363:0:7111:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091fe7000/0x4ce24e5787362b58 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7111 initiator: MDT0 00010000:00010000:3.0:1746130296.958370:0:7111:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091fe7000/0x4ce24e5787362b58 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7111 initiator: MDT0 00010000:00010000:3.0:1746130296.958376:0:7111:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091fe7000/0x4ce24e5787362b58 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7111 initiator: MDT0 00000004:00200000:3.0:1746130296.958383:0:7111:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x4a:0x0]: returning size 858 00010000:00010000:3.0:1746130296.958449:0:7111:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094a57000/0x4ce24e5787362b4a lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7111 initiator: MDT0 00010000:00010000:3.0:1746130296.958455:0:7111:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094a57000/0x4ce24e5787362b4a lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7111 initiator: MDT0 00010000:00010000:3.0:1746130296.958460:0:7111:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094a57000/0x4ce24e5787362b4a lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7111 initiator: MDT0 00010000:00010000:3.0:1746130296.958465:0:7111:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094a57000 already unused, calling callback (ffffffffa1383690) 00010000:00010000:3.0:1746130296.958469:0:7111:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094a57000/0x4ce24e5787362b4a lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7111 initiator: MDT0 00010000:00010000:3.0:1746130296.958475:0:7111:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094a57000/0x4ce24e5787362b4a lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7111 initiator: MDT0 00010000:00010000:3.0:1746130296.958485:0:7111:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x49:0x0].0x0 (ffff8800acd40f00) 00010000:00010000:3.0:1746130296.958487:0:7111:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746130296.958490:0:7111:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094a57000/0x4ce24e5787362b4a lrc: 2/0,0 mode: --/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7111 initiator: MDT0 00010000:00010000:3.0:1746130296.958495:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094a57000/0x4ce24e5787362b4a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7111 initiator: MDT0 00010000:00010000:3.0:1746130296.958511:0:7111:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091fe6a00/0x4ce24e5787362b51 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7111 initiator: MDT0 00010000:00010000:3.0:1746130296.958516:0:7111:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091fe6a00/0x4ce24e5787362b51 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7111 initiator: MDT0 00010000:00010000:3.0:1746130296.958521:0:7111:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880091fe6a00/0x4ce24e5787362b51 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7111 initiator: MDT0 00010000:00010000:3.0:1746130296.958524:0:7111:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880091fe6a00 already unused, calling callback (ffffffffa1383690) 00010000:00010000:3.0:1746130296.958527:0:7111:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091fe6a00/0x4ce24e5787362b51 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7111 initiator: MDT0 00010000:00010000:3.0:1746130296.958530:0:7111:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091fe6a00/0x4ce24e5787362b51 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7111 initiator: MDT0 00010000:00010000:3.0:1746130296.958536:0:7111:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x49:0x0].0x2ce3da1 (ffff880093e20600) 00010000:00010000:3.0:1746130296.958538:0:7111:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746130296.958540:0:7111:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880091fe6a00/0x4ce24e5787362b51 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7111 initiator: MDT0 00010000:00010000:3.0:1746130296.958548:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091fe6a00/0x4ce24e5787362b51 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7111 initiator: MDT0 00010000:00010000:3.0:1746130296.958583:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094a22a00/0x4ce24e5787362b43 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x49:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40f74 expref: 20 pid: 7111 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130296.958595:0:7111:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880091fe7000/0x4ce24e5787362b58 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40f74 expref: 19 pid: 7111 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130296.958601:0:7111:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4a:0x0].0x0 (ffff8800acd40100) 00010000:00010000:3.0:1746130296.958602:0:7111:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1746130296.958604:0:7111:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091fe7000, rc 0) 00000100:00100000:3.0:1746130296.958664:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801354c6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+19:425:x1830949849384192:12345-192.168.204.51@tcp:101:dd.0 Request processed in 613us (899us total) trans 4294992215 rc 0/0 00000100:00100000:3.0:1746130296.958671:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 60743 00000100:00100000:0.0:1746130296.960696:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130296.960837:0:10554:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849384320 00000100:00100000:2.0:1746130296.960845:0:10554:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849384320 00000100:00100000:2.0:1746130296.960883:0:10554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6692 00000100:00100000:2.0:1746130296.960890:0:10554:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801354c4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+5:425:x1830949849384320:12345-192.168.204.51@tcp:101:dd.0 00010000:00010000:2.0:1746130296.960904:0:10554:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746130296.960917:0:10554:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880093159e00/0x4ce24e5787362b66 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae40f7b expref: -99 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130296.960941:0:10554:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009488e600/0x4ce24e5787362b19 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40f66 expref: 8 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130296.960948:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746130296.960949:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746130296.960952:0:10554:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093159e00/0x4ce24e5787362b66 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40f7b expref: 6 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130296.960976:0:10554:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009488e600/0x4ce24e5787362b19 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40f66 expref: 8 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130296.960987:0:10554:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009488e600/0x4ce24e5787362b19 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40f66 expref: 8 pid: 10554 timeout: 595 lvb_type: 0 00000100:00100000:2.0:1746130296.960997:0:10554:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092254700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10554:1830949841824640:192.168.204.51@tcp:104: 00000100:00100000:2.0:1746130296.961082:0:10554:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094485000 going to sleep for 11 seconds 00000100:00100000:0.0:1746130296.962606:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130296.962768:0:10554:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092254700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10554:1830949841824640:192.168.204.51@tcp:104: 00010000:00010000:2.0:1746130296.962790:0:10554:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880093159e00/0x4ce24e5787362b66 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40f7b expref: 6 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130296.962803:0:10554:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093159e00, rc 0) 00000100:00100000:2.0:1746130296.962835:0:10554:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801354c4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+6:425:x1830949849384320:12345-192.168.204.51@tcp:101:dd.0 Request processed in 1945us (2159us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130296.962842:0:10554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6692 00000100:00100000:1.0:1746130296.962917:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849384448 00000100:00100000:1.0:1746130296.962923:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849384448 00010000:00010000:1.0:1746130296.962947:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009488e600/0x4ce24e5787362b19 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40f66 expref: 9 pid: 10554 timeout: 595 lvb_type: 0 00000100:00100000:1.0:1746130296.962982:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14948 00000100:00100000:1.0:1746130296.962987:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801354c5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+9:1961:x1830949849384448:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746130296.962996:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746130296.963014:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009488e600/0x4ce24e5787362b19 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40f66 expref: 9 pid: 10554 timeout: 595 lvb_type: 0 00010000:00010000:1.0:1746130296.963024:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009488e600/0x4ce24e5787362b19 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40f66 expref: 9 pid: 10554 timeout: 595 lvb_type: 0 00010000:00010000:1.0:1746130296.963041:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009488e600/0x4ce24e5787362b19 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40f66 expref: 9 pid: 10554 timeout: 595 lvb_type: 0 00010000:00010000:1.0:1746130296.963053:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130296.963054:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130296.963059:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880093159e00/0x4ce24e5787362b66 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40f7b expref: 5 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130296.963066:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093159e00/0x4ce24e5787362b66 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40f7b expref: 5 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130296.963087:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880093159e00/0x4ce24e5787362b66 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40f7b expref: 5 pid: 10554 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746130296.963108:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093170380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841824768:192.168.204.51@tcp:105: 00000100:00100000:1.0:1746130296.963603:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092c8cd80 going to sleep for 11 seconds 00000100:00100000:1.0:1746130296.965189:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093170380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841824768:192.168.204.51@tcp:105: 00010000:00010000:1.0:1746130296.965205:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746130296.965242:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801354c5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+8:1961:x1830949849384448:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 2254us (2641us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130296.965251:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14948 00000100:00100000:2.0:1746130296.965764:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130296.965821:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849384704 00000100:00100000:3.0:1746130296.965827:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849384704 00002000:00100000:3.0:1746130296.965856:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880092254700 x1830949849384704/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:321/0 lens 488/0 e 0 to 0 dl 1746130346 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746130296.965865:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092254700 with x1830949849384704 ext(0->4095) 00002000:00010000:3.0:1746130296.965869:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092254700 00000100:00100000:3.0:1746130296.965892:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5022 00000100:00100000:3.0:1746130296.965898:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092254700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949849384704:12345-192.168.204.51@tcp:3:dd.0 00000100:00100000:3.0:1746130296.966040:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092254700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949849384704:12345-192.168.204.51@tcp:3:dd.0 Request processed in 141us (277us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746130296.966046:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5022 00002000:00100000:3.0:1746130296.966051:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880092254700 x1830949849384704/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:321/0 lens 488/4536 e 0 to 0 dl 1746130346 ref 1 fl Complete:/200/0 rc 4096/4096 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746130296.966058:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092254700 with x1830949849384704 ext(0->4095) 00002000:00010000:3.0:1746130296.966061:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092254700 00000100:00100000:0.0:1746130296.978873:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130296.979165:0:7113:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849384960 00000100:00100000:2.0:1746130296.979173:0:7113:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849384960 00000100:00100000:2.0:1746130296.979225:0:7113:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 156 00000100:00100000:2.0:1746130296.979232:0:7113:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801354c7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c84b93b0-d496-484f-8e1e-94008838f2dd+19:425:x1830949849384960:12345-192.168.204.51@tcp:35:dd.0 00000100:00100000:2.0:1746130296.979768:0:7113:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801354c7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c84b93b0-d496-484f-8e1e-94008838f2dd+20:425:x1830949849384960:12345-192.168.204.51@tcp:35:dd.0 Request processed in 535us (900us total) trans 4294992216 rc 0/0 00000100:00100000:2.0:1746130296.979776:0:7113:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 156 00000001:00080000:3.0:1746130297.099570:0:7165:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294992205 is committed 00000001:00080000:3.0:1746130297.099585:0:7165:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294992216 is committed 00000001:00080000:3.0:1746130297.099590:0:7165:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294992208 is committed 00000001:00080000:3.0:1746130297.099601:0:7165:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294992214 is committed 00010000:00010000:1.0:1746130297.836835:0:7099:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:3.0:1746130298.589601:0:9939:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968782 is committed 00010000:00010000:0.0:1746130298.843008:0:7100:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1746130299.141927:0:3298:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092257800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c27f3a83-b0ee-4dd6-bb65-34207604533c:3298:1830949841824896:0@lo:400:kworker.0 00000100:00100000:2.0:1746130299.141990:0:3298:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746130299.142208:0:3298:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092254380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3298:1830949841825408:0@lo:400:kworker.0 00000100:00100000:2.0:1746130299.142233:0:3298:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746130299.142255:0:3298:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1746130299.142260:0:3298:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092255500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3298:1830949841825280:0@lo:400:kworker.0 00000100:00100000:2.0:1746130299.142303:0:3298:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746130299.142324:0:3300:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092257100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3300:1830949841825152:0@lo:400:kworker.0 00000100:00100000:2.0:1746130299.142341:0:3300:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746130299.142355:0:3300:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:2.0:1746130299.142359:0:3300:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092254000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3300:1830949841825024:0@lo:400:kworker.0 00000100:00100000:2.0:1746130299.142372:0:3300:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746130299.142382:0:3300:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092255f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3300:1830949841825536:0@lo:400:kworker.0 00000100:00100000:2.0:1746130299.142396:0:3300:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746130299.142419:0:10554:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949841825280 00000100:00100000:2.0:1746130299.142424:0:10554:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949841825280 00000100:00100000:2.0:1746130299.142465:0:10554:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949841825536 00000100:00100000:2.0:1746130299.142467:0:10554:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949841825536 00000100:00100000:2.0:1746130299.142482:0:10554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 424 00000100:00100000:2.0:1746130299.142490:0:10554:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092254a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3298:x1830949841825280:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746130299.142528:0:10554:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092254a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3298:x1830949841825280:12345-0@lo:400:kworker.0 Request processed in 38us (223us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130299.142533:0:10554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 424 00000100:00100000:2.0:1746130299.142544:0:10554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 425 00000100:00100000:2.0:1746130299.142548:0:10554:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801354d8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3300:x1830949841825536:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746130299.142570:0:10554:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801354d8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3300:x1830949841825536:12345-0@lo:400:kworker.0 Request processed in 22us (173us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130299.142575:0:10554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 425 00000100:00100000:2.0:1746130299.142588:0:8503:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949841825408 00000100:00100000:2.0:1746130299.142590:0:8503:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949841825408 00000100:00100000:2.0:1746130299.142608:0:8503:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949841825152 00000100:00100000:2.0:1746130299.142610:0:8503:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949841825152 00000100:00100000:2.0:1746130299.142624:0:8503:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949841825024 00000100:00100000:2.0:1746130299.142626:0:8503:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949841825024 00000100:00100000:2.0:1746130299.142637:0:8503:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 344 00000100:00100000:2.0:1746130299.142642:0:8503:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092254e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3298:x1830949841825408:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746130299.142663:0:8503:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092254e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3298:x1830949841825408:12345-0@lo:400:kworker.0 Request processed in 22us (430us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130299.142668:0:8503:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 344 00000100:00100000:2.0:1746130299.142676:0:8503:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 345 00000100:00100000:2.0:1746130299.142680:0:8503:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801354d8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3300:x1830949841825152:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746130299.142696:0:8503:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801354d8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3300:x1830949841825152:12345-0@lo:400:kworker.0 Request processed in 16us (354us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130299.142700:0:8503:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 345 00000100:00100000:2.0:1746130299.142707:0:8503:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 346 00000100:00100000:2.0:1746130299.142711:0:8503:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801354db100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3300:x1830949841825024:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746130299.142729:0:8503:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801354db100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3300:x1830949841825024:12345-0@lo:400:kworker.0 Request processed in 17us (356us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130299.142733:0:8503:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 346 00000100:00100000:2.0:1746130299.142765:0:3300:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092254000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3300:1830949841825024:0@lo:400:kworker.0 00000100:00100000:2.0:1746130299.142773:0:3300:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092255f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3300:1830949841825536:0@lo:400:kworker.0 00000100:00100000:2.0:1746130299.142779:0:3300:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092257100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3300:1830949841825152:0@lo:400:kworker.0 00000100:00100000:2.0:1746130299.142800:0:3298:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092255500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3298:1830949841825280:0@lo:400:kworker.0 00000100:00100000:2.0:1746130299.142806:0:3298:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092254380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3298:1830949841825408:0@lo:400:kworker.0 00000100:00080000:2.0:1746130299.142845:0:7108:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1746130299.142848:0:7108:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1746130299.142850:0:7108:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1746130299.142866:0:7107:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949841824896 00000100:00100000:2.0:1746130299.142868:0:7107:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949841824896 00000100:00100000:2.0:1746130299.142886:0:7107:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 380 00000100:00100000:2.0:1746130299.142890:0:7107:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b23fc450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:c27f3a83-b0ee-4dd6-bb65-34207604533c+18:3298:x1830949841824896:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746130299.142918:0:7107:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b23fc450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:c27f3a83-b0ee-4dd6-bb65-34207604533c+18:3298:x1830949841824896:12345-0@lo:400:kworker.0 Request processed in 27us (928us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130299.142923:0:7107:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 380 00000100:00100000:2.0:1746130299.142946:0:3298:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092257800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c27f3a83-b0ee-4dd6-bb65-34207604533c:3298:1830949841824896:0@lo:400:kworker.0 00000100:00100000:3.0:1746130299.148357:0:3300:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013639aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3300:1830949841825664:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1746130299.148415:0:3300:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746130299.148538:0:8472:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949841825664 00000100:00100000:3.0:1746130299.148543:0:8472:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949841825664 00000100:00100000:3.0:1746130299.148572:0:8472:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 176 00000100:00100000:3.0:1746130299.148578:0:8472:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091951f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3300:x1830949841825664:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1746130299.148606:0:8472:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 49217536 pending 0 free 3856662528 avail 3854565376 00000100:00100000:3.0:1746130299.148636:0:8472:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091951f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3300:x1830949841825664:12345-0@lo:13:osp-pre-1-0.0 Request processed in 57us (221us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130299.148641:0:8472:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 176 00000100:00100000:3.0:1746130299.148672:0:3300:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013639aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3300:1830949841825664:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1746130299.844940:0:8484:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:1.0:1746130300.020125:0:8556:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967963 is committed 00000001:00080000:1.0:1746130300.020148:0:8556:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967964 is committed 00000001:02000400:3.0:1746130300.070577:0:4841:0:(debug.c:792:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanityn test 16j: race dio with buffered i/o ========== 16:11:40 (1746130300) 00000100:00100000:0.0:1746130300.188531:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130300.190064:0:9883:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849385216 00000100:00100000:2.0:1746130300.190073:0:9883:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849385216 00000100:00100000:2.0:1746130300.191450:0:9883:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 60744 00000100:00100000:2.0:1746130300.191461:0:9883:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136398000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:640ea846-b909-4eea-9a54-417e15bd627b+12:1096:x1830949849385216:12345-192.168.204.51@tcp:101:lfs.0 00010000:00010000:2.0:1746130300.191481:0:9883:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746130300.191483:0:9883:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1746130300.191509:0:9883:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093159200/0x4ce24e5787362a2b lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40f12 expref: 12 pid: 8503 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130300.191523:0:9883:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800acd40300) 00010000:00010000:2.0:1746130300.191526:0:9883:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746130300.191536:0:9883:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091fc1c00/0x4ce24e5787362b6d lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae40f82 expref: -99 pid: 9883 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130300.191649:0:9883:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880091fc1e00/0x4ce24e5787362b74 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9883 initiator: MDT0 00010000:00010000:2.0:1746130300.191659:0:9883:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009488ea00/0x4ce24e5787362ac5 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40f4a expref: 12 pid: 8503 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130300.191665:0:9883:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091fc1e00/0x4ce24e5787362b74 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9883 initiator: MDT0 00000100:00080000:0.0:1746130300.192606:0:7108:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:2.0:1746130300.193062:0:9883:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88009488ea00/0x4ce24e5787362ac5 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40f4a expref: 12 pid: 8503 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130300.193075:0:9883:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88009488ea00/0x4ce24e5787362ac5 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40f4a expref: 12 pid: 8503 timeout: 598 lvb_type: 0 00000100:00100000:2.0:1746130300.193087:0:9883:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801354d9880 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:9883:1830949841825792:192.168.204.51@tcp:104: 00000100:00100000:2.0:1746130300.194634:0:9883:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094485000 going to sleep for 11 seconds 00000100:00100000:2.0:1746130300.199759:0:9883:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801354d9880 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:9883:1830949841825792:192.168.204.51@tcp:104: 00010000:00010000:2.0:1746130300.199784:0:9883:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880091fc1e00/0x4ce24e5787362b74 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9883 initiator: MDT0 00000100:00100000:0.0:1746130300.200331:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130300.200976:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849385344 00000100:00100000:1.0:1746130300.200984:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849385344 00010000:00010000:1.0:1746130300.201027:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009488ea00/0x4ce24e5787362ac5 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40f4a expref: 13 pid: 8503 timeout: 598 lvb_type: 0 00000100:00100000:1.0:1746130300.201071:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14949 00000100:00100000:1.0:1746130300.201078:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136398380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+13:1962:x1830949849385344:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746130300.201090:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746130300.201096:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88009488ea00/0x4ce24e5787362ac5 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40f4a expref: 13 pid: 8503 timeout: 598 lvb_type: 0 00010000:00010000:1.0:1746130300.201106:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88009488ea00/0x4ce24e5787362ac5 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40f4a expref: 13 pid: 8503 timeout: 598 lvb_type: 0 00010000:00010000:1.0:1746130300.201125:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009488ea00/0x4ce24e5787362ac5 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40f4a expref: 13 pid: 8503 timeout: 598 lvb_type: 0 00010000:00010000:1.0:1746130300.201134:0:7097:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800acd40300) 00010000:00010000:1.0:1746130300.201138:0:7097:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff880091fc1e00/0x4ce24e5787362b74 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9883 initiator: MDT0 00010000:00010000:1.0:1746130300.201149:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880091fc1e00/0x4ce24e5787362b74 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 9883 initiator: MDT0 00010000:00010000:1.0:1746130300.201154:0:7097:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091fc1e00/0x4ce24e5787362b74 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 9883 initiator: MDT0 00010000:00010000:1.0:1746130300.201167:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746130300.201201:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136398380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+12:1962:x1830949849385344:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 124us (1708us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130300.201207:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14949 00010000:00010000:2.0:1746130300.201278:0:9883:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880091fc1e00/0x4ce24e5787362b74 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9883 initiator: MDT0 00010000:00010000:2.0:1746130300.201284:0:9883:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091fc1e00/0x4ce24e5787362b74 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9883 initiator: MDT0 00010000:00010000:2.0:1746130300.201299:0:9883:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880091fc1200/0x4ce24e5787362b7b lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9883 initiator: MDT0 00010000:00010000:2.0:1746130300.201305:0:9883:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091fc1200/0x4ce24e5787362b7b lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9883 initiator: MDT0 00010000:00010000:2.0:1746130300.201310:0:9883:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091fc1200/0x4ce24e5787362b7b lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9883 initiator: MDT0 00000100:00080000:0.0:1746130300.202060:0:7108:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:2.0:1746130300.202669:0:9883:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099533000/0x4ce24e5787362b82 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9883 initiator: MDT0 00010000:00010000:2.0:1746130300.202679:0:9883:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099533000/0x4ce24e5787362b82 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9883 initiator: MDT0 00010000:00010000:2.0:1746130300.202686:0:9883:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099533000/0x4ce24e5787362b82 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9883 initiator: MDT0 00000004:00200000:2.0:1746130300.202695:0:9883:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x4b:0x0]: returning size 0 00010000:00010000:2.0:1746130300.202712:0:9883:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880091fc1e00/0x4ce24e5787362b74 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9883 initiator: MDT0 00010000:00010000:2.0:1746130300.202718:0:9883:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091fc1e00/0x4ce24e5787362b74 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9883 initiator: MDT0 00010000:00010000:2.0:1746130300.202722:0:9883:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880091fc1e00/0x4ce24e5787362b74 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9883 initiator: MDT0 00010000:00010000:2.0:1746130300.202727:0:9883:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880091fc1e00 already unused, calling callback (ffffffffa1383690) 00010000:00010000:2.0:1746130300.202730:0:9883:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091fc1e00/0x4ce24e5787362b74 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9883 initiator: MDT0 00010000:00010000:2.0:1746130300.202736:0:9883:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091fc1e00/0x4ce24e5787362b74 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9883 initiator: MDT0 00010000:00010000:2.0:1746130300.202743:0:9883:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800acd40300) 00010000:00010000:2.0:1746130300.202745:0:9883:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746130300.202747:0:9883:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880091fc1e00/0x4ce24e5787362b74 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9883 initiator: MDT0 00010000:00010000:2.0:1746130300.202752:0:9883:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091fc1e00/0x4ce24e5787362b74 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9883 initiator: MDT0 00000004:00010000:2.0:1746130300.202761:0:9883:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff880136398000 reply state ffff8800a4894000 transno 4294992217 ns: mdt-lustre-MDT0000_UUID lock: ffff880091fc1200/0x4ce24e5787362b7b lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9883 initiator: MDT0 00000100:00100000:2.0:1746130300.202766:0:9883:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1746130300.202792:0:9883:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091fc1c00/0x4ce24e5787362b6d lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40f82 expref: 14 pid: 9883 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130300.202805:0:9883:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880099533000/0x4ce24e5787362b82 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40f82 expref: 13 pid: 9883 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130300.202811:0:9883:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4b:0x0].0x0 (ffff8800acd40400) 00010000:00010000:2.0:1746130300.202813:0:9883:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1746130300.202815:0:9883:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099533000, rc 0) 00000100:00100000:2.0:1746130300.206336:0:9883:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136398000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:640ea846-b909-4eea-9a54-417e15bd627b+14:1096:x1830949849385216:12345-192.168.204.51@tcp:101:lfs.0 Request processed in 14866us (17800us total) trans 4294992217 rc 0/0 00000100:00100000:2.0:1746130300.206348:0:9883:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 60744 00000100:00100000:1.0:1746130300.217083:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130300.217401:0:9883:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849385600 00000100:00100000:2.0:1746130300.217409:0:9883:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849385600 00000100:00100000:2.0:1746130300.217445:0:9883:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 60745 00000100:00100000:2.0:1746130300.217452:0:9883:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093170380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:640ea846-b909-4eea-9a54-417e15bd627b+14:1096:x1830949849385600:12345-192.168.204.51@tcp:101:lfs.0 00010000:00010000:3.0:1746130300.217680:0:3283:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880091fc1200/0x4ce24e5787362b7b lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9883 initiator: MDT0 00010000:00010000:3.0:1746130300.217689:0:3283:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091fc1200/0x4ce24e5787362b7b lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9883 initiator: MDT0 00010000:00010000:3.0:1746130300.217697:0:3283:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880091fc1200/0x4ce24e5787362b7b lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9883 initiator: MDT0 00010000:00010000:3.0:1746130300.217702:0:3283:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880091fc1200 already unused, calling callback (ffffffffa1383690) 00010000:00010000:3.0:1746130300.217706:0:3283:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091fc1200/0x4ce24e5787362b7b lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9883 initiator: MDT0 00010000:00010000:3.0:1746130300.217711:0:3283:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091fc1200/0x4ce24e5787362b7b lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9883 initiator: MDT0 00010000:00010000:3.0:1746130300.217723:0:3283:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6ecf (ffff8800acd40c00) 00010000:00010000:3.0:1746130300.217725:0:3283:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746130300.217728:0:3283:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880091fc1200/0x4ce24e5787362b7b lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9883 initiator: MDT0 00010000:00010000:3.0:1746130300.217731:0:3283:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091fc1200/0x4ce24e5787362b7b lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9883 initiator: MDT0 00010000:00010000:2.0:1746130300.221503:0:9883:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746130300.221531:0:9883:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099533c00/0x4ce24e5787362b90 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae40f89 expref: -99 pid: 9883 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130300.221619:0:9883:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880099533800/0x4ce24e5787362b97 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9883 initiator: MDT0 00010000:00010000:2.0:1746130300.221632:0:9883:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880099533000/0x4ce24e5787362b82 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40f82 expref: 14 pid: 9883 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130300.221638:0:9883:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099533800/0x4ce24e5787362b97 lrc: 4/0,1 mode: --/EX res: [0x200000401:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9883 initiator: MDT0 00010000:00010000:2.0:1746130300.221663:0:9883:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880099533000/0x4ce24e5787362b82 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40f82 expref: 14 pid: 9883 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130300.221674:0:9883:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880099533000/0x4ce24e5787362b82 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40f82 expref: 14 pid: 9883 timeout: 598 lvb_type: 0 00000100:00100000:2.0:1746130300.221688:0:9883:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801354d9880 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:9883:1830949841825920:192.168.204.51@tcp:104: 00000100:00100000:2.0:1746130300.221780:0:9883:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094485cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1746130300.231566:0:9883:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801354d9880 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:9883:1830949841825920:192.168.204.51@tcp:104: 00010000:00010000:2.0:1746130300.231592:0:9883:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880099533800/0x4ce24e5787362b97 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9883 initiator: MDT0 00000100:00100000:1.0:1746130300.232109:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130300.232194:0:7924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849385728 00000100:00100000:2.0:1746130300.232201:0:7924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849385728 00010000:00010000:2.0:1746130300.232232:0:7924:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099533000/0x4ce24e5787362b82 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40f82 expref: 15 pid: 9883 timeout: 598 lvb_type: 0 00000100:00100000:2.0:1746130300.232256:0:7924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14950 00000100:00100000:2.0:1746130300.232262:0:7924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093173800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+15:1961:x1830949849385728:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746130300.232537:0:7924:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746130300.232544:0:7924:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880099533000/0x4ce24e5787362b82 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40f82 expref: 15 pid: 9883 timeout: 598 lvb_type: 0 00010000:00010000:2.0:1746130300.232556:0:7924:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880099533000/0x4ce24e5787362b82 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40f82 expref: 15 pid: 9883 timeout: 598 lvb_type: 0 00010000:00010000:2.0:1746130300.232574:0:7924:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099533000/0x4ce24e5787362b82 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40f82 expref: 15 pid: 9883 timeout: 598 lvb_type: 0 00010000:00010000:2.0:1746130300.232669:0:7924:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4b:0x0].0x0 (ffff8800acd40400) 00010000:00010000:2.0:1746130300.232674:0:7924:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff880099533800/0x4ce24e5787362b97 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9883 initiator: MDT0 00010000:00010000:2.0:1746130300.232685:0:7924:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880099533800/0x4ce24e5787362b97 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 9883 initiator: MDT0 00010000:00010000:2.0:1746130300.232691:0:7924:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099533800/0x4ce24e5787362b97 lrc: 4/0,1 mode: EX/EX res: [0x200000401:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 9883 initiator: MDT0 00010000:00010000:2.0:1746130300.232719:0:7924:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746130300.232767:0:7924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093173800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+14:1961:x1830949849385728:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 505us (659us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130300.232773:0:7924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14950 00010000:00010000:3.0:1746130300.232882:0:9883:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880099533800/0x4ce24e5787362b97 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9883 initiator: MDT0 00010000:00010000:3.0:1746130300.232890:0:9883:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099533800/0x4ce24e5787362b97 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9883 initiator: MDT0 00000004:00200000:3.0:1746130300.232906:0:9883:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x4b:0x0]: returning size 0 00000004:00080000:3.0:1746130300.233160:0:9883:0:(osp_object.c:1637:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x1a:0x0], index 0: 0 00000004:00080000:3.0:1746130300.233167:0:9883:0:(osp_object.c:1637:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x1a:0x0], index 1: 0 00010000:00010000:3.0:1746130300.233284:0:9883:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880099533800/0x4ce24e5787362b97 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9883 initiator: MDT0 00010000:00010000:3.0:1746130300.233290:0:9883:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099533800/0x4ce24e5787362b97 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9883 initiator: MDT0 00010000:00010000:3.0:1746130300.233298:0:9883:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099533800/0x4ce24e5787362b97 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9883 initiator: MDT0 00010000:00010000:3.0:1746130300.233303:0:9883:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880099533800 already unused, calling callback (ffffffffa1383690) 00010000:00010000:3.0:1746130300.233305:0:9883:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099533800/0x4ce24e5787362b97 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9883 initiator: MDT0 00010000:00010000:3.0:1746130300.233310:0:9883:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099533800/0x4ce24e5787362b97 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9883 initiator: MDT0 00010000:00010000:3.0:1746130300.233316:0:9883:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4b:0x0].0x0 (ffff8800acd40400) 00010000:00010000:3.0:1746130300.233318:0:9883:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1746130300.233321:0:9883:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099533800/0x4ce24e5787362b97 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9883 initiator: MDT0 00010000:00010000:3.0:1746130300.233324:0:9883:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099533800/0x4ce24e5787362b97 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9883 initiator: MDT0 00010000:00010000:3.0:1746130300.233375:0:9883:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880099533c00/0x4ce24e5787362b90 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40f89 expref: 14 pid: 9883 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130300.233382:0:9883:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099533c00/0x4ce24e5787362b90 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40f89 expref: 14 pid: 9883 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130300.233391:0:9883:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099533c00, rc 0) 00000100:00100000:3.0:1746130300.233426:0:9883:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093170380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:640ea846-b909-4eea-9a54-417e15bd627b+13:1096:x1830949849385600:12345-192.168.204.51@tcp:101:lfs.0 Request processed in 15974us (16349us total) trans 4294992218 rc 301/301 00000100:00100000:3.0:1746130300.233433:0:9883:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 60745 00000100:00100000:0.0:1746130300.237361:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130300.237456:0:7113:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849385984 00000100:00100000:2.0:1746130300.237464:0:7113:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849385984 00000100:00100000:2.0:1746130300.237517:0:7113:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 157 00000100:00100000:2.0:1746130300.237524:0:7113:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136399f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:640ea846-b909-4eea-9a54-417e15bd627b+13:1096:x1830949849385984:12345-192.168.204.51@tcp:35:lfs.0 00000100:00100000:2.0:1746130300.238006:0:7113:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136399f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:640ea846-b909-4eea-9a54-417e15bd627b+14:1096:x1830949849385984:12345-192.168.204.51@tcp:35:lfs.0 Request processed in 481us (652us total) trans 4294992219 rc 0/0 00000100:00100000:2.0:1746130300.238013:0:7113:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 157 00000100:00100000:0.0:1746130300.239929:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130300.240091:0:9883:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849386112 00000100:00100000:3.0:1746130300.240098:0:9883:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849386112 00000100:00100000:3.0:1746130300.240132:0:9883:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 60746 00000100:00100000:3.0:1746130300.240138:0:9883:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013639b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:640ea846-b909-4eea-9a54-417e15bd627b+14:1096:x1830949849386112:12345-192.168.204.51@tcp:101:lfs.0 00010000:00010000:3.0:1746130300.240831:0:9883:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746130300.240850:0:9883:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800945cf600/0x4ce24e5787362ba5 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae40f90 expref: -99 pid: 9883 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130300.240896:0:9883:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800945cf600/0x4ce24e5787362ba5 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40f90 expref: 15 pid: 9883 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130300.240907:0:9883:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800945cf600/0x4ce24e5787362ba5 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40f90 expref: 15 pid: 9883 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130300.240920:0:9883:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4b:0x0].0x0 (ffff880093e20000) 00010000:00010000:3.0:1746130300.240923:0:9883:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1746130300.240925:0:9883:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800945cf600, rc 0) 00000100:00100000:3.0:1746130300.240970:0:9883:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013639b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:640ea846-b909-4eea-9a54-417e15bd627b+15:1096:x1830949849386112:12345-192.168.204.51@tcp:101:lfs.0 Request processed in 832us (1047us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130300.240976:0:9883:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 60746 00000100:00100000:1.0:1746130300.245448:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130300.245845:0:15914:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849386368 00000100:00100000:3.0:1746130300.245854:0:15914:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849386368 00000100:00100000:3.0:1746130300.246419:0:15914:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 158 00000100:00100000:3.0:1746130300.246427:0:15914:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093170700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:640ea846-b909-4eea-9a54-417e15bd627b+15:1096:x1830949849386368:12345-192.168.204.51@tcp:35:lfs.0 00000100:00100000:3.0:1746130300.246949:0:15914:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093170700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:640ea846-b909-4eea-9a54-417e15bd627b+16:1096:x1830949849386368:12345-192.168.204.51@tcp:35:lfs.0 Request processed in 522us (1508us total) trans 4294992220 rc 0/0 00000100:00100000:3.0:1746130300.246956:0:15914:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 158 00000100:00100000:0.0:1746130300.264072:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130300.264199:0:9883:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849386496 00000100:00100000:3.0:1746130300.264206:0:9883:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849386496 00000100:00100000:3.0:1746130300.264256:0:9883:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 60747 00000100:00100000:3.0:1746130300.264263:0:9883:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136399180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:640ea846-b909-4eea-9a54-417e15bd627b+16:1099:x1830949849386496:12345-192.168.204.51@tcp:101:dd.0 00010000:00010000:3.0:1746130300.264315:0:9883:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746130300.264330:0:9883:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800945cfa00/0x4ce24e5787362bac lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae40f97 expref: -99 pid: 9883 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130300.264380:0:9883:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800945cec00/0x4ce24e5787362bb3 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9883 initiator: MDT0 00010000:00010000:3.0:1746130300.264391:0:9883:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800945cec00/0x4ce24e5787362bb3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9883 initiator: MDT0 00010000:00010000:3.0:1746130300.264399:0:9883:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800945cec00/0x4ce24e5787362bb3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9883 initiator: MDT0 00000004:00200000:3.0:1746130300.264445:0:9883:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 12800 00000004:00200000:3.0:1746130300.264448:0:9883:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 27 stripe count 1 MDT count 1 00000004:00010000:3.0:1746130300.264459:0:9883:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800945cec00/0x4ce24e5787362bb3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9883 initiator: MDT0 00010000:00010000:3.0:1746130300.264475:0:9883:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800945cfa00/0x4ce24e5787362bac lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40f97 expref: 18 pid: 9883 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130300.264505:0:9883:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800945cec00/0x4ce24e5787362bb3 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40f97 expref: 17 pid: 9883 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130300.264511:0:9883:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880093e20f00) 00010000:00010000:3.0:1746130300.264514:0:9883:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1746130300.264516:0:9883:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800945cec00, rc 0) 00000100:00100000:3.0:1746130300.264556:0:9883:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136399180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:640ea846-b909-4eea-9a54-417e15bd627b+17:1099:x1830949849386496:12345-192.168.204.51@tcp:101:dd.0 Request processed in 294us (492us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130300.264564:0:9883:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 60747 00000100:00100000:0.0:1746130300.267525:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130300.267606:0:9883:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849386752 00000100:00100000:3.0:1746130300.267612:0:9883:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849386752 00000100:00100000:3.0:1746130300.267656:0:9883:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 60748 00000100:00100000:3.0:1746130300.267662:0:9883:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013639b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:640ea846-b909-4eea-9a54-417e15bd627b+17:1099:x1830949849386752:12345-192.168.204.51@tcp:101:dd.0 00010000:00010000:3.0:1746130300.267676:0:9883:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746130300.267678:0:9883:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1746130300.267700:0:9883:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800945cec00/0x4ce24e5787362bb3 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40f97 expref: 17 pid: 9883 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130300.267713:0:9883:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880093e20f00) 00010000:00010000:3.0:1746130300.267721:0:9883:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746130300.267730:0:9883:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800945cee00/0x4ce24e5787362bba lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae40f9e expref: -99 pid: 9883 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130300.267841:0:9883:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800945cfe00/0x4ce24e5787362bc1 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9883 initiator: MDT0 00010000:00010000:3.0:1746130300.267851:0:9883:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800945cfe00/0x4ce24e5787362bc1 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9883 initiator: MDT0 00010000:00010000:3.0:1746130300.267858:0:9883:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800945cfe00/0x4ce24e5787362bc1 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9883 initiator: MDT0 00010000:00010000:3.0:1746130300.267867:0:9883:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8801362b5a00/0x4ce24e5787362bc8 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9883 initiator: MDT0 00010000:00010000:3.0:1746130300.267872:0:9883:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8801362b5a00/0x4ce24e5787362bc8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9883 initiator: MDT0 00010000:00010000:3.0:1746130300.267876:0:9883:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801362b5a00/0x4ce24e5787362bc8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9883 initiator: MDT0 00010000:00010000:3.0:1746130300.267919:0:9883:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8801362b4600/0x4ce24e5787362bcf lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9883 initiator: MDT0 00010000:00010000:3.0:1746130300.267925:0:9883:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8801362b4600/0x4ce24e5787362bcf lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9883 initiator: MDT0 00010000:00010000:3.0:1746130300.267930:0:9883:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801362b4600/0x4ce24e5787362bcf lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9883 initiator: MDT0 00000004:00200000:3.0:1746130300.267937:0:9883:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x4b:0x0]: returning size 0 00010000:00010000:3.0:1746130300.268004:0:9883:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800945cfe00/0x4ce24e5787362bc1 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9883 initiator: MDT0 00010000:00010000:3.0:1746130300.268010:0:9883:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800945cfe00/0x4ce24e5787362bc1 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9883 initiator: MDT0 00010000:00010000:3.0:1746130300.268015:0:9883:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800945cfe00/0x4ce24e5787362bc1 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9883 initiator: MDT0 00010000:00010000:3.0:1746130300.268020:0:9883:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800945cfe00 already unused, calling callback (ffffffffa1383690) 00010000:00010000:3.0:1746130300.268023:0:9883:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800945cfe00/0x4ce24e5787362bc1 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9883 initiator: MDT0 00010000:00010000:3.0:1746130300.268039:0:9883:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800945cfe00/0x4ce24e5787362bc1 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9883 initiator: MDT0 00010000:00010000:3.0:1746130300.268046:0:9883:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880093e20800) 00010000:00010000:3.0:1746130300.268048:0:9883:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746130300.268051:0:9883:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800945cfe00/0x4ce24e5787362bc1 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9883 initiator: MDT0 00010000:00010000:3.0:1746130300.268055:0:9883:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800945cfe00/0x4ce24e5787362bc1 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9883 initiator: MDT0 00010000:00010000:3.0:1746130300.268066:0:9883:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8801362b5a00/0x4ce24e5787362bc8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9883 initiator: MDT0 00010000:00010000:3.0:1746130300.268070:0:9883:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8801362b5a00/0x4ce24e5787362bc8 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9883 initiator: MDT0 00010000:00010000:3.0:1746130300.268075:0:9883:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8801362b5a00/0x4ce24e5787362bc8 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9883 initiator: MDT0 00010000:00010000:3.0:1746130300.268078:0:9883:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8801362b5a00 already unused, calling callback (ffffffffa1383690) 00010000:00010000:3.0:1746130300.268080:0:9883:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801362b5a00/0x4ce24e5787362bc8 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9883 initiator: MDT0 00010000:00010000:3.0:1746130300.268083:0:9883:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801362b5a00/0x4ce24e5787362bc8 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9883 initiator: MDT0 00010000:00010000:3.0:1746130300.268088:0:9883:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6ecf (ffff880093e20700) 00010000:00010000:3.0:1746130300.268090:0:9883:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746130300.268091:0:9883:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8801362b5a00/0x4ce24e5787362bc8 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9883 initiator: MDT0 00010000:00010000:3.0:1746130300.268095:0:9883:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801362b5a00/0x4ce24e5787362bc8 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9883 initiator: MDT0 00010000:00010000:3.0:1746130300.268119:0:9883:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800945cee00/0x4ce24e5787362bba lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40f9e expref: 19 pid: 9883 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130300.268128:0:9883:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8801362b4600/0x4ce24e5787362bcf lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40f9e expref: 18 pid: 9883 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130300.268133:0:9883:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4b:0x0].0x0 (ffff880093e20000) 00010000:00010000:3.0:1746130300.268135:0:9883:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1746130300.268137:0:9883:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801362b4600, rc 0) 00000100:00100000:3.0:1746130300.268609:0:9883:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013639b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:640ea846-b909-4eea-9a54-417e15bd627b+18:1099:x1830949849386752:12345-192.168.204.51@tcp:101:dd.0 Request processed in 946us (1090us total) trans 4294992221 rc 0/0 00000100:00100000:3.0:1746130300.268616:0:9883:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 60748 00000100:00100000:0.0:1746130300.270508:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130300.270595:0:9883:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849387008 00000100:00100000:3.0:1746130300.270603:0:9883:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849387008 00000100:00100000:3.0:1746130300.270631:0:9883:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 60749 00000100:00100000:3.0:1746130300.270637:0:9883:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013639a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:640ea846-b909-4eea-9a54-417e15bd627b+18:1099:x1830949849387008:12345-192.168.204.51@tcp:36:dd.0 00010000:00010000:3.0:1746130300.270672:0:9883:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746130300.270691:0:9883:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801362b4600/0x4ce24e5787362bcf lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40f9e expref: 18 pid: 9883 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130300.270704:0:9883:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4b:0x0].0x0 (ffff880093e20000) 00010000:00010000:3.0:1746130300.270708:0:9883:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746130300.270858:0:9883:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8801362b5200/0x4ce24e5787362bdd lrc: 3/0,1 mode: --/PW res: [0x200000401:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9883 initiator: MDT0 00010000:00010000:3.0:1746130300.270868:0:9883:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8801362b5200/0x4ce24e5787362bdd lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9883 initiator: MDT0 00010000:00010000:3.0:1746130300.270876:0:9883:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801362b5200/0x4ce24e5787362bdd lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9883 initiator: MDT0 00000001:00080000:3.0:1746130300.270909:0:9883:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294992222 00000004:00010000:3.0:1746130300.270923:0:9883:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff88013639a300 reply state ffff8800a4bc9000 transno 4294992223 ns: mdt-lustre-MDT0000_UUID lock: ffff8801362b5200/0x4ce24e5787362bdd lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9883 initiator: MDT0 00000100:00100000:3.0:1746130300.270929:0:9883:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1746130300.270997:0:9883:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013639a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:640ea846-b909-4eea-9a54-417e15bd627b+20:1099:x1830949849387008:12345-192.168.204.51@tcp:36:dd.0 Request processed in 358us (493us total) trans 4294992223 rc 0/0 00000100:00100000:3.0:1746130300.271006:0:9883:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 60749 00000020:00080000:3.0:1746130300.271010:0:9883:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1746130300.273141:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130300.273226:0:8469:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849387136 00000100:00100000:3.0:1746130300.273232:0:8469:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849387136 00010000:00010000:2.0:1746130300.273322:0:3284:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8801362b5200/0x4ce24e5787362bdd lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9883 initiator: MDT0 00010000:00010000:2.0:1746130300.273332:0:3284:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8801362b5200/0x4ce24e5787362bdd lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9883 initiator: MDT0 00010000:00010000:2.0:1746130300.273339:0:3284:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8801362b5200/0x4ce24e5787362bdd lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9883 initiator: MDT0 00010000:00010000:2.0:1746130300.273344:0:3284:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8801362b5200 already unused, calling callback (ffffffffa1383690) 00010000:00010000:2.0:1746130300.273348:0:3284:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801362b5200/0x4ce24e5787362bdd lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9883 initiator: MDT0 00010000:00010000:2.0:1746130300.273359:0:3284:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801362b5200/0x4ce24e5787362bdd lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9883 initiator: MDT0 00010000:00010000:2.0:1746130300.273371:0:3284:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4b:0x0].0x0 (ffff880093e20000) 00010000:00010000:2.0:1746130300.273373:0:3284:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746130300.273376:0:3284:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8801362b5200/0x4ce24e5787362bdd lrc: 2/0,0 mode: --/PW res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9883 initiator: MDT0 00010000:00010000:2.0:1746130300.273380:0:3284:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801362b5200/0x4ce24e5787362bdd lrc: 0/0,0 mode: --/PW res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9883 initiator: MDT0 00000100:00100000:3.0:1746130300.273479:0:8469:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6693 00000100:00100000:3.0:1746130300.273486:0:8469:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013639ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:640ea846-b909-4eea-9a54-417e15bd627b+5:1099:x1830949849387136:12345-192.168.204.51@tcp:101:dd.0 00010000:00010000:3.0:1746130300.273501:0:8469:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746130300.273516:0:8469:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800945cfa00/0x4ce24e5787362be4 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae40fa5 expref: -99 pid: 8469 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1746130300.273535:0:8469:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x1a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1746130300.273550:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130300.273552:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130300.273558:0:8469:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800945cfa00/0x4ce24e5787362be4 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40fa5 expref: 6 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130300.273572:0:8469:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800945cfa00/0x4ce24e5787362be4 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40fa5 expref: 6 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130300.273580:0:8469:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800945cfa00, rc 0) 00000100:00100000:3.0:1746130300.273617:0:8469:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013639ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:640ea846-b909-4eea-9a54-417e15bd627b+6:1099:x1830949849387136:12345-192.168.204.51@tcp:101:dd.0 Request processed in 132us (482us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130300.273622:0:8469:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6693 00000100:00080000:0.0:1746130300.273668:0:7108:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746130300.275877:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130300.276228:0:20953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849387264 00000100:00100000:2.0:1746130300.276235:0:20953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849387264 00000100:00100000:2.0:1746130300.276385:0:20953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6694 00000100:00100000:2.0:1746130300.276395:0:20953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136398a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:640ea846-b909-4eea-9a54-417e15bd627b+5:1099:x1830949849387264:12345-192.168.204.51@tcp:101:dd.0 00010000:00010000:2.0:1746130300.276410:0:20953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746130300.276425:0:20953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880099532400/0x4ce24e5787362beb lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae40fac expref: -99 pid: 20953 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1746130300.276445:0:20953:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1746130300.276461:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130300.276462:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130300.276468:0:20953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099532400/0x4ce24e5787362beb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40fac expref: 6 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130300.276482:0:20953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880099532400/0x4ce24e5787362beb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40fac expref: 6 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130300.276490:0:20953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099532400, rc 0) 00000100:00100000:2.0:1746130300.276528:0:20953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136398a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:640ea846-b909-4eea-9a54-417e15bd627b+6:1099:x1830949849387264:12345-192.168.204.51@tcp:101:dd.0 Request processed in 138us (659us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130300.276534:0:20953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6694 00000100:00080000:0.0:1746130300.276576:0:7108:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1746130300.278921:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130300.279233:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130300.279310:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849387392 00000100:00100000:2.0:1746130300.279318:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849387392 00000100:00100000:3.0:1746130300.279323:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849387520 00000100:00100000:3.0:1746130300.279327:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849387520 00002000:00010000:3.0:1746130300.279350:0:25932:0:(ofd_dev.c:2706:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/26 (0->18446744073709551615) 00002000:00010000:2.0:1746130300.279350:0:25275:0:(ofd_dev.c:2706:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/26 (0->18446744073709551615) 00002000:00100000:3.0:1746130300.279354:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093170000 with x1830949849387520 ext(0->18446744073709551615) 00002000:00100000:2.0:1746130300.279354:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093173b80 with x1830949849387392 ext(0->18446744073709551615) 00002000:00010000:3.0:1746130300.279363:0:25932:0:(ofd_dev.c:2711:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093170000. 00002000:00010000:2.0:1746130300.279363:0:25275:0:(ofd_dev.c:2711:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093173b80. 00000100:00100000:3.0:1746130300.279381:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5023 00000100:00100000:3.0:1746130300.279388:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093170000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+6:1962:x1830949849387520:12345-192.168.204.51@tcp:10:dd.0 00000100:00100000:2.0:1746130300.279571:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5024 00000100:00100000:2.0:1746130300.279578:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093173b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+6:1961:x1830949849387392:12345-192.168.204.51@tcp:10:dd.0 00002000:00010000:3.0:1746130300.279687:0:25932:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x1a:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1746130300.279690:0:25932:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x1a:0x0] updating lvb mtime from disk: 0 -> 1746130301 00002000:00010000:3.0:1746130300.279692:0:25932:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x1a:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1746130300.279694:0:25932:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x1a:0x0] updating lvb ctime from disk: 0 -> 1746130301 00002000:00010000:3.0:1746130300.279696:0:25932:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x1a:0x0] updating lvb blocks from disk: 1 -> 1 00002000:00010000:2.0:1746130300.279763:0:25275:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x1a:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1746130300.279766:0:25275:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x1a:0x0] updating lvb mtime from disk: 0 -> 1746130301 00002000:00010000:2.0:1746130300.279768:0:25275:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x1a:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1746130300.279770:0:25275:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x1a:0x0] updating lvb ctime from disk: 0 -> 1746130301 00002000:00010000:2.0:1746130300.279772:0:25275:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x1a:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:2.0:1746130300.279789:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093173b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+7:1961:x1830949849387392:12345-192.168.204.51@tcp:10:dd.0 Request processed in 211us (875us total) trans 4294967965 rc 0/0 00000100:00100000:2.0:1746130300.279795:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5024 00002000:00010000:2.0:1746130300.279798:0:25275:0:(ofd_dev.c:2706:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/26 (0->18446744073709551615) 00002000:00100000:2.0:1746130300.279800:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093173b80 with x1830949849387392 ext(0->18446744073709551615) 00002000:00010000:2.0:1746130300.279803:0:25275:0:(ofd_dev.c:2711:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093173b80. 00000100:00100000:3.0:1746130300.279808:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093170000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+7:1962:x1830949849387520:12345-192.168.204.51@tcp:10:dd.0 Request processed in 419us (573us total) trans 4294968783 rc 0/0 00000100:00100000:3.0:1746130300.279814:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5023 00002000:00010000:3.0:1746130300.279817:0:25932:0:(ofd_dev.c:2706:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/26 (0->18446744073709551615) 00002000:00100000:3.0:1746130300.279819:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093170000 with x1830949849387520 ext(0->18446744073709551615) 00002000:00010000:3.0:1746130300.279824:0:25932:0:(ofd_dev.c:2711:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093170000. 00000100:00100000:0.0:1746130300.629417:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130300.629624:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849387776 00000100:00100000:3.0:1746130300.629636:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849387776 00002000:00100000:3.0:1746130300.629681:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x1a:0x0] (0->1048575) req@ffff88013639bb80 x1830949849387776/t0(0) o4->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:325/0 lens 488/0 e 0 to 0 dl 1746130350 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746130300.629690:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013639bb80 with x1830949849387776 ext(0->1048575) 00002000:00010000:3.0:1746130300.629695:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88013639bb80 00000100:00100000:3.0:1746130300.629736:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5025 00000100:00100000:3.0:1746130300.629743:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013639bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+7:1961:x1830949849387776:12345-192.168.204.51@tcp:4:dd.0 00000100:00100000:0.0:1746130300.635124:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130300.635681:0:8474:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849388032 00000100:00100000:2.0:1746130300.635689:0:8474:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849388032 00002000:00100000:2.0:1746130300.635723:0:8474:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x1a:0x0] (0->1048575) req@ffff880136398e00 x1830949849388032/t0(0) o4->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:325/0 lens 488/0 e 0 to 0 dl 1746130350 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746130300.635731:0:8474:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880136398e00 with x1830949849388032 ext(0->1048575) 00002000:00010000:2.0:1746130300.635736:0:8474:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880136398e00 00000100:00100000:2.0:1746130300.635768:0:8474:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5026 00000100:00100000:2.0:1746130300.635774:0:8474:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136398e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:640ea846-b909-4eea-9a54-417e15bd627b+7:1961:x1830949849388032:12345-192.168.204.51@tcp:4:dd.0 00000100:00100000:0.0:1746130300.645968:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130300.646301:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849388288 00000100:00100000:2.0:1746130300.646310:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849388288 00002000:00100000:2.0:1746130300.646348:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x1a:0x0] (1048576->2097151) req@ffff880136399880 x1830949849388288/t0(0) o4->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:325/0 lens 488/0 e 0 to 0 dl 1746130350 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746130300.646357:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880136399880 with x1830949849388288 ext(1048576->2097151) 00002000:00010000:2.0:1746130300.646361:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880136399880 00000100:00100000:2.0:1746130300.646932:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5027 00000100:00100000:2.0:1746130300.646940:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136399880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+9:1962:x1830949849388288:12345-192.168.204.51@tcp:4:dd.0 00000100:00100000:1.0:1746130300.650723:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130300.650759:0:8473:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849388544 00000100:00100000:1.0:1746130300.650766:0:8473:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849388544 00002000:00100000:1.0:1746130300.650804:0:8473:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x1a:0x0] (1048576->2097151) req@ffff880093172300 x1830949849388544/t0(0) o4->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:325/0 lens 488/0 e 0 to 0 dl 1746130350 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746130300.650815:0:8473:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093172300 with x1830949849388544 ext(1048576->2097151) 00002000:00010000:1.0:1746130300.650819:0:8473:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093172300 00000100:00100000:1.0:1746130300.650841:0:8473:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5028 00000100:00100000:1.0:1746130300.650848:0:8473:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093172300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:640ea846-b909-4eea-9a54-417e15bd627b+9:1962:x1830949849388544:12345-192.168.204.51@tcp:4:dd.0 00000100:00100000:2.0:1746130300.651309:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013639bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+11:1961:x1830949849387776:12345-192.168.204.51@tcp:4:dd.0 Request processed in 21565us (21900us total) trans 4294967966 rc 0/0 00000100:00100000:2.0:1746130300.651318:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5025 00002000:00100000:2.0:1746130300.651324:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x1a:0x0] (0->1048575) req@ffff88013639bb80 x1830949849387776/t4294967966(0) o4->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:325/0 lens 488/448 e 0 to 0 dl 1746130350 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746130300.651331:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013639bb80 with x1830949849387776 ext(0->1048575) 00002000:00010000:2.0:1746130300.651335:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88013639bb80 00000100:00100000:2.0:1746130300.658100:0:8474:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136398e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:640ea846-b909-4eea-9a54-417e15bd627b+11:1961:x1830949849388032:12345-192.168.204.51@tcp:4:dd.0 Request processed in 22316us (22974us total) trans 4294968784 rc 0/0 00000100:00100000:2.0:1746130300.658112:0:8474:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5026 00002000:00100000:2.0:1746130300.658122:0:8474:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x1a:0x0] (0->1048575) req@ffff880136398e00 x1830949849388032/t4294968784(0) o4->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:325/0 lens 488/448 e 0 to 0 dl 1746130350 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746130300.658131:0:8474:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880136398e00 with x1830949849388032 ext(0->1048575) 00002000:00010000:2.0:1746130300.658138:0:8474:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880136398e00 00000100:00100000:0.0:1746130300.658495:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130300.658560:0:8474:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849388800 00000100:00100000:2.0:1746130300.658572:0:8474:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849388800 00002000:00100000:2.0:1746130300.658598:0:8474:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x1a:0x0] (2097152->3145727) req@ffff88013639a680 x1830949849388800/t0(0) o4->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:325/0 lens 488/0 e 0 to 0 dl 1746130350 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746130300.658605:0:8474:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013639a680 with x1830949849388800 ext(2097152->3145727) 00002000:00010000:2.0:1746130300.658608:0:8474:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88013639a680 00000100:00100000:2.0:1746130300.658621:0:8474:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5029 00000100:00100000:2.0:1746130300.658626:0:8474:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013639a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:640ea846-b909-4eea-9a54-417e15bd627b+11:1964:x1830949849388800:12345-192.168.204.51@tcp:4:dd.0 00000100:00100000:2.0:1746130300.660577:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136399880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+13:1962:x1830949849388288:12345-192.168.204.51@tcp:4:dd.0 Request processed in 13631us (14612us total) trans 4294967967 rc 0/0 00000100:00100000:2.0:1746130300.660586:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5027 00002000:00100000:2.0:1746130300.660595:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x1a:0x0] (1048576->2097151) req@ffff880136399880 x1830949849388288/t4294967967(0) o4->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:325/0 lens 488/448 e 0 to 0 dl 1746130350 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746130300.660603:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880136399880 with x1830949849388288 ext(1048576->2097151) 00002000:00010000:2.0:1746130300.660608:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880136399880 00000100:00100000:0.0:1746130300.672828:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130300.672898:0:9883:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849389184 00000100:00100000:0.0:1746130300.672905:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130300.672908:0:9883:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849389184 00000100:00100000:3.0:1746130300.672962:0:7112:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 347 00000100:00100000:3.0:1746130300.672970:0:7112:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013639aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:640ea846-b909-4eea-9a54-417e15bd627b+19:1962:x1830949849389184:12345-192.168.204.51@tcp:400:kworker.0 00000100:00100000:2.0:1746130300.672980:0:7106:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849389056 00000100:00100000:2.0:1746130300.672992:0:7106:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849389056 00000100:00100000:0.0:1746130300.672997:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130300.673014:0:20953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849389440 00000100:00100000:0.0:1746130300.673018:0:20953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849389440 00000100:00100000:3.0:1746130300.673053:0:7112:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013639aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:640ea846-b909-4eea-9a54-417e15bd627b+19:1962:x1830949849389184:12345-192.168.204.51@tcp:400:kworker.0 Request processed in 83us (236us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130300.673055:0:7106:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 381 00000100:00100000:3.0:1746130300.673059:0:7112:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 347 00000100:00100000:2.0:1746130300.673064:0:7106:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b23fc050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:51482484-f6ce-4c5d-8880-328e8ed7a70a+12:1961:x1830949849389056:12345-192.168.204.51@tcp:400:kworker.0 00000100:00100000:0.0:1746130300.673066:0:20953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 426 00000100:00100000:0.0:1746130300.673071:0:20953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bdfe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949849389440:12345-192.168.204.51@tcp:400:kworker.0 00000100:00100000:0.0:1746130300.673095:0:20953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bdfe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1962:x1830949849389440:12345-192.168.204.51@tcp:400:kworker.0 Request processed in 24us (97us total) trans 0 rc 0/0 00000100:00100000:0.0:1746130300.673100:0:20953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 426 00000100:00080000:3.0:1746130300.673103:0:7108:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1746130300.673117:0:7106:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b23fc050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:51482484-f6ce-4c5d-8880-328e8ed7a70a+12:1961:x1830949849389056:12345-192.168.204.51@tcp:400:kworker.0 Request processed in 55us (211us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130300.673124:0:7106:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 381 00000100:00100000:3.0:1746130300.673128:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130300.673137:0:9883:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849389312 00000100:00100000:3.0:1746130300.673139:0:9883:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849389312 00000100:00100000:3.0:1746130300.673154:0:7112:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 348 00000100:00100000:3.0:1746130300.673158:0:7112:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091951500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c84b93b0-d496-484f-8e1e-94008838f2dd+12:1961:x1830949849389312:12345-192.168.204.51@tcp:400:kworker.0 00000100:00100000:3.0:1746130300.673180:0:7112:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091951500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c84b93b0-d496-484f-8e1e-94008838f2dd+12:1961:x1830949849389312:12345-192.168.204.51@tcp:400:kworker.0 Request processed in 21us (51us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130300.673184:0:7112:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 348 00000100:00100000:3.0:1746130300.673226:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130300.673238:0:20953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849389568 00000100:00100000:0.0:1746130300.673241:0:20953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849389568 00000100:00100000:3.0:1746130300.673254:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130300.673281:0:20953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 427 00000100:00080000:3.0:1746130300.673284:0:7108:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1746130300.673356:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849389696 00000100:00100000:2.0:1746130300.673360:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849389696 00000100:00100000:0.0:1746130300.673657:0:20953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091951c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949849389568:12345-192.168.204.51@tcp:400:kworker.0 00000100:00100000:0.0:1746130300.673682:0:20953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091951c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1961:x1830949849389568:12345-192.168.204.51@tcp:400:kworker.0 Request processed in 395us (455us total) trans 0 rc 0/0 00000100:00100000:0.0:1746130300.673688:0:20953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 427 00002000:00100000:2.0:1746130300.673917:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x1a:0x0] (2097152->3145727) req@ffff880091952d80 x1830949849389696/t0(0) o4->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:325/0 lens 488/0 e 0 to 0 dl 1746130350 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746130300.673928:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091952d80 with x1830949849389696 ext(2097152->3145727) 00002000:00010000:2.0:1746130300.673933:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091952d80 00000100:00100000:2.0:1746130300.673957:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5030 00000100:00100000:2.0:1746130300.673962:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091952d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+11:1963:x1830949849389696:12345-192.168.204.51@tcp:4:dd.0 00000100:00100000:1.0:1746130300.675591:0:8473:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093172300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:640ea846-b909-4eea-9a54-417e15bd627b+13:1962:x1830949849388544:12345-192.168.204.51@tcp:4:dd.0 Request processed in 24738us (24876us total) trans 4294968785 rc 0/0 00000100:00100000:2.0:1746130300.675592:0:8474:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013639a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:640ea846-b909-4eea-9a54-417e15bd627b+13:1964:x1830949849388800:12345-192.168.204.51@tcp:4:dd.0 Request processed in 16958us (17090us total) trans 4294967968 rc 0/0 00000100:00100000:1.0:1746130300.675599:0:8473:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5028 00000100:00100000:2.0:1746130300.675607:0:8474:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5029 00002000:00100000:1.0:1746130300.675609:0:8473:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x1a:0x0] (1048576->2097151) req@ffff880093172300 x1830949849388544/t4294968785(0) o4->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:325/0 lens 488/448 e 0 to 0 dl 1746130350 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746130300.675616:0:8474:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x1a:0x0] (2097152->3145727) req@ffff88013639a680 x1830949849388800/t4294967968(0) o4->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:325/0 lens 488/448 e 0 to 0 dl 1746130350 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746130300.675616:0:8473:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093172300 with x1830949849388544 ext(1048576->2097151) 00002000:00010000:1.0:1746130300.675621:0:8473:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093172300 00002000:00100000:2.0:1746130300.675627:0:8474:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013639a680 with x1830949849388800 ext(2097152->3145727) 00002000:00010000:2.0:1746130300.675631:0:8474:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88013639a680 00000100:00100000:2.0:1746130300.679479:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130300.679584:0:8474:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849389952 00000100:00100000:3.0:1746130300.679592:0:8474:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849389952 00002000:00100000:3.0:1746130300.679627:0:8474:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x1a:0x0] (3145728->4194303) req@ffff8801354d9880 x1830949849389952/t0(0) o4->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:325/0 lens 488/0 e 0 to 0 dl 1746130350 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746130300.679637:0:8474:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801354d9880 with x1830949849389952 ext(3145728->4194303) 00002000:00010000:3.0:1746130300.679642:0:8474:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801354d9880 00000100:00100000:3.0:1746130300.679669:0:8474:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5031 00000100:00100000:3.0:1746130300.679675:0:8474:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801354d9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:640ea846-b909-4eea-9a54-417e15bd627b+13:1964:x1830949849389952:12345-192.168.204.51@tcp:4:dd.0 00000100:00100000:0.0:1746130300.685090:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130300.685194:0:8473:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849390208 00000100:00100000:1.0:1746130300.685205:0:8473:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849390208 00002000:00100000:1.0:1746130300.685252:0:8473:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x1a:0x0] (3145728->4194303) req@ffff88009bdfd880 x1830949849390208/t0(0) o4->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:325/0 lens 488/0 e 0 to 0 dl 1746130350 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746130300.685261:0:8473:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bdfd880 with x1830949849390208 ext(3145728->4194303) 00002000:00010000:1.0:1746130300.685291:0:8473:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009bdfd880 00000100:00100000:1.0:1746130300.685321:0:8473:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5032 00000100:00100000:1.0:1746130300.685329:0:8473:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bdfd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:640ea846-b909-4eea-9a54-417e15bd627b+13:1961:x1830949849390208:12345-192.168.204.51@tcp:4:dd.0 00000100:00100000:0.0:1746130300.686972:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091952d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+15:1963:x1830949849389696:12345-192.168.204.51@tcp:4:dd.0 Request processed in 13001us (13710us total) trans 4294968786 rc 0/0 00000100:00100000:0.0:1746130300.686986:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5030 00002000:00100000:0.0:1746130300.686995:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x1a:0x0] (2097152->3145727) req@ffff880091952d80 x1830949849389696/t4294968786(0) o4->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:325/0 lens 488/448 e 0 to 0 dl 1746130350 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746130300.687005:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091952d80 with x1830949849389696 ext(2097152->3145727) 00002000:00010000:0.0:1746130300.687011:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091952d80 00000100:00100000:3.0:1746130300.695625:0:8474:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801354d9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:640ea846-b909-4eea-9a54-417e15bd627b+15:1964:x1830949849389952:12345-192.168.204.51@tcp:4:dd.0 Request processed in 15940us (16144us total) trans 4294967969 rc 0/0 00000100:00100000:3.0:1746130300.695639:0:8474:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5031 00002000:00100000:3.0:1746130300.695649:0:8474:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x1a:0x0] (3145728->4194303) req@ffff8801354d9880 x1830949849389952/t4294967969(0) o4->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:325/0 lens 488/448 e 0 to 0 dl 1746130350 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746130300.695659:0:8474:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801354d9880 with x1830949849389952 ext(3145728->4194303) 00002000:00010000:3.0:1746130300.695664:0:8474:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801354d9880 00000100:00100000:2.0:1746130300.698247:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130300.698374:0:8474:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849390464 00000100:00100000:3.0:1746130300.698385:0:8474:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849390464 00002000:00100000:3.0:1746130300.698470:0:8474:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x1a:0x0] (4194304->5242879) req@ffff8801354dbb80 x1830949849390464/t0(0) o4->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:325/0 lens 488/0 e 0 to 0 dl 1746130350 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746130300.698479:0:8474:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801354dbb80 with x1830949849390464 ext(4194304->5242879) 00002000:00010000:3.0:1746130300.698484:0:8474:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801354dbb80 00000100:00100000:3.0:1746130300.698506:0:8474:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5033 00000100:00100000:3.0:1746130300.698513:0:8474:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801354dbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:640ea846-b909-4eea-9a54-417e15bd627b+15:1964:x1830949849390464:12345-192.168.204.51@tcp:4:dd.0 00000100:00100000:1.0:1746130300.700198:0:8473:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bdfd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:640ea846-b909-4eea-9a54-417e15bd627b+15:1961:x1830949849390208:12345-192.168.204.51@tcp:4:dd.0 Request processed in 14862us (15111us total) trans 4294968787 rc 0/0 00000100:00100000:1.0:1746130300.700207:0:8473:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5032 00002000:00100000:1.0:1746130300.700216:0:8473:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x1a:0x0] (3145728->4194303) req@ffff88009bdfd880 x1830949849390208/t4294968787(0) o4->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:325/0 lens 488/448 e 0 to 0 dl 1746130350 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746130300.700225:0:8473:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bdfd880 with x1830949849390208 ext(3145728->4194303) 00002000:00010000:1.0:1746130300.700229:0:8473:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009bdfd880 00000100:00100000:0.0:1746130300.704082:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130300.704349:0:8473:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849390720 00000100:00100000:1.0:1746130300.704359:0:8473:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849390720 00002000:00100000:1.0:1746130300.704401:0:8473:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x1a:0x0] (4194304->5242879) req@ffff88009bdfd180 x1830949849390720/t0(0) o4->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:325/0 lens 488/0 e 0 to 0 dl 1746130350 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746130300.704411:0:8473:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bdfd180 with x1830949849390720 ext(4194304->5242879) 00002000:00010000:1.0:1746130300.704416:0:8473:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009bdfd180 00000100:00100000:1.0:1746130300.704455:0:8473:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5034 00000100:00100000:1.0:1746130300.704463:0:8473:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bdfd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:640ea846-b909-4eea-9a54-417e15bd627b+15:1964:x1830949849390720:12345-192.168.204.51@tcp:4:dd.0 00000100:00100000:3.0:1746130300.714374:0:8474:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801354dbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:640ea846-b909-4eea-9a54-417e15bd627b+17:1964:x1830949849390464:12345-192.168.204.51@tcp:4:dd.0 Request processed in 15850us (16127us total) trans 4294967970 rc 0/0 00000100:00100000:3.0:1746130300.714387:0:8474:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5033 00002000:00100000:3.0:1746130300.714398:0:8474:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x1a:0x0] (4194304->5242879) req@ffff8801354dbb80 x1830949849390464/t4294967970(0) o4->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:325/0 lens 488/448 e 0 to 0 dl 1746130350 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746130300.714407:0:8474:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801354dbb80 with x1830949849390464 ext(4194304->5242879) 00002000:00010000:3.0:1746130300.714413:0:8474:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801354dbb80 00000100:00100000:2.0:1746130300.716956:0:8473:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bdfd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:640ea846-b909-4eea-9a54-417e15bd627b+17:1964:x1830949849390720:12345-192.168.204.51@tcp:4:dd.0 Request processed in 12485us (12874us total) trans 4294968788 rc 0/0 00000100:00100000:2.0:1746130300.716968:0:8473:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5034 00002000:00100000:2.0:1746130300.716979:0:8473:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x1a:0x0] (4194304->5242879) req@ffff88009bdfd180 x1830949849390720/t4294968788(0) o4->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:325/0 lens 488/448 e 0 to 0 dl 1746130350 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746130300.716993:0:8473:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bdfd180 with x1830949849390720 ext(4194304->5242879) 00002000:00010000:2.0:1746130300.717000:0:8473:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009bdfd180 00000100:00100000:0.0:1746130300.732439:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130300.732689:0:8473:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849391232 00000100:00100000:2.0:1746130300.732700:0:8473:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849391232 00002000:00100000:2.0:1746130300.732754:0:8473:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x1a:0x0] (5242880->6291455) req@ffff88009bdfe680 x1830949849391232/t0(0) o4->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:325/0 lens 488/0 e 0 to 0 dl 1746130350 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746130300.732766:0:8473:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bdfe680 with x1830949849391232 ext(5242880->6291455) 00002000:00010000:2.0:1746130300.732772:0:8473:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009bdfe680 00000100:00100000:2.0:1746130300.732889:0:8473:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5035 00000100:00100000:2.0:1746130300.732898:0:8473:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bdfe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:640ea846-b909-4eea-9a54-417e15bd627b+17:1964:x1830949849391232:12345-192.168.204.51@tcp:4:dd.0 00000100:00100000:0.0:1746130300.733396:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130300.733660:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130300.734100:0:8474:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849391360 00000100:00100000:1.0:1746130300.734100:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849390976 00000100:00100000:3.0:1746130300.734107:0:8474:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849391360 00000100:00100000:1.0:1746130300.734107:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849390976 00002000:00100000:3.0:1746130300.734139:0:8474:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x1a:0x0] (6291456->7340031) req@ffff88009bdfd500 x1830949849391360/t0(0) o4->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:325/0 lens 488/0 e 0 to 0 dl 1746130350 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746130300.734139:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x1a:0x0] (5242880->6291455) req@ffff88009bdfdf80 x1830949849390976/t0(0) o4->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:325/0 lens 488/0 e 0 to 0 dl 1746130350 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746130300.734148:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bdfdf80 with x1830949849390976 ext(5242880->6291455) 00002000:00100000:3.0:1746130300.734153:0:8474:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bdfd500 with x1830949849391360 ext(6291456->7340031) 00002000:00010000:1.0:1746130300.734153:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009bdfdf80 00002000:00010000:3.0:1746130300.734156:0:8474:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009bdfd500 00000100:00100000:1.0:1746130300.734181:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5036 00000100:00100000:1.0:1746130300.734188:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bdfdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+18:1963:x1830949849390976:12345-192.168.204.51@tcp:4:dd.0 00000100:00100000:3.0:1746130300.734189:0:8474:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5037 00000100:00100000:3.0:1746130300.734193:0:8474:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bdfd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:640ea846-b909-4eea-9a54-417e15bd627b+18:1963:x1830949849391360:12345-192.168.204.51@tcp:4:dd.0 00000100:00100000:2.0:1746130300.738757:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130300.738795:0:19438:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849391744 00000100:00100000:2.0:1746130300.738803:0:19438:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849391744 00002000:00100000:2.0:1746130300.738846:0:19438:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x1a:0x0] (6291456->7340031) req@ffff8801354d8000 x1830949849391744/t0(0) o4->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:325/0 lens 488/0 e 0 to 0 dl 1746130350 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746130300.738856:0:19438:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801354d8000 with x1830949849391744 ext(6291456->7340031) 00002000:00010000:2.0:1746130300.738861:0:19438:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801354d8000 00000100:00100000:2.0:1746130300.738895:0:19438:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5038 00000100:00100000:2.0:1746130300.738903:0:19438:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801354d8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:640ea846-b909-4eea-9a54-417e15bd627b+19:1964:x1830949849391744:12345-192.168.204.51@tcp:4:dd.0 00000100:00100000:2.0:1746130300.741669:0:8473:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bdfe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:640ea846-b909-4eea-9a54-417e15bd627b+21:1964:x1830949849391232:12345-192.168.204.51@tcp:4:dd.0 Request processed in 8764us (9235us total) trans 4294968789 rc 0/0 00000100:00100000:2.0:1746130300.741679:0:8473:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5035 00002000:00100000:2.0:1746130300.741690:0:8473:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x1a:0x0] (5242880->6291455) req@ffff88009bdfe680 x1830949849391232/t4294968789(0) o4->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:325/0 lens 488/448 e 0 to 0 dl 1746130350 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746130300.741700:0:8473:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bdfe680 with x1830949849391232 ext(5242880->6291455) 00002000:00010000:2.0:1746130300.741705:0:8473:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009bdfe680 00000100:00100000:3.0:1746130300.745217:0:8474:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bdfd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:640ea846-b909-4eea-9a54-417e15bd627b+21:1963:x1830949849391360:12345-192.168.204.51@tcp:4:dd.0 Request processed in 11014us (11548us total) trans 4294967971 rc 0/0 00000100:00100000:3.0:1746130300.745227:0:8474:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5037 00002000:00100000:3.0:1746130300.745236:0:8474:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x1a:0x0] (6291456->7340031) req@ffff88009bdfd500 x1830949849391360/t4294967971(0) o4->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:325/0 lens 488/448 e 0 to 0 dl 1746130350 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746130300.745245:0:8474:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bdfd500 with x1830949849391360 ext(6291456->7340031) 00002000:00010000:3.0:1746130300.745252:0:8474:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009bdfd500 00000100:00100000:2.0:1746130300.750706:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bdfdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+21:1963:x1830949849390976:12345-192.168.204.51@tcp:4:dd.0 Request processed in 16506us (17299us total) trans 4294967972 rc 0/0 00000100:00100000:2.0:1746130300.750722:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5036 00002000:00100000:2.0:1746130300.750734:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x1a:0x0] (5242880->6291455) req@ffff88009bdfdf80 x1830949849390976/t4294967972(0) o4->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:325/0 lens 488/448 e 0 to 0 dl 1746130350 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746130300.750745:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bdfdf80 with x1830949849390976 ext(5242880->6291455) 00002000:00010000:2.0:1746130300.750751:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009bdfdf80 00000100:00100000:0.0:1746130300.751007:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130300.752317:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849392000 00000100:00100000:2.0:1746130300.752332:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849392000 00002000:00100000:2.0:1746130300.752377:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x1a:0x0] (7340032->8388607) req@ffff88009bdff800 x1830949849392000/t0(0) o4->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:325/0 lens 488/0 e 0 to 0 dl 1746130350 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746130300.752385:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bdff800 with x1830949849392000 ext(7340032->8388607) 00002000:00010000:2.0:1746130300.752390:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009bdff800 00000100:00100000:2.0:1746130300.752426:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5039 00000100:00100000:2.0:1746130300.752432:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bdff800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+21:1961:x1830949849392000:12345-192.168.204.51@tcp:4:dd.0 00000100:00100000:2.0:1746130300.765848:0:19438:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801354d8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:640ea846-b909-4eea-9a54-417e15bd627b+21:1964:x1830949849391744:12345-192.168.204.51@tcp:4:dd.0 Request processed in 26816us (26970us total) trans 4294968790 rc 0/0 00000100:00100000:2.0:1746130300.765864:0:19438:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5038 00002000:00100000:2.0:1746130300.765879:0:19438:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x1a:0x0] (6291456->7340031) req@ffff8801354d8000 x1830949849391744/t4294968790(0) o4->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:325/0 lens 488/448 e 0 to 0 dl 1746130350 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746130300.765889:0:19438:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801354d8000 with x1830949849391744 ext(6291456->7340031) 00002000:00010000:2.0:1746130300.765896:0:19438:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801354d8000 00000100:00100000:0.0:1746130300.771984:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130300.772064:0:19438:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849392512 00000100:00100000:3.0:1746130300.772075:0:19438:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849392512 00002000:00100000:3.0:1746130300.772126:0:19438:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x1a:0x0] (8388608->9437183) req@ffff88009bdfce00 x1830949849392512/t0(0) o4->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:325/0 lens 488/0 e 0 to 0 dl 1746130350 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746130300.772137:0:19438:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bdfce00 with x1830949849392512 ext(8388608->9437183) 00002000:00010000:3.0:1746130300.772143:0:19438:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009bdfce00 00000100:00100000:3.0:1746130300.772167:0:19438:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5040 00000100:00100000:3.0:1746130300.772175:0:19438:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bdfce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:640ea846-b909-4eea-9a54-417e15bd627b+23:1964:x1830949849392512:12345-192.168.204.51@tcp:4:dd.0 00000100:00100000:2.0:1746130300.772760:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130300.772891:0:8474:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849392256 00000100:00100000:3.0:1746130300.772895:0:8474:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849392256 00000100:00100000:2.0:1746130300.774494:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bdff800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+25:1961:x1830949849392000:12345-192.168.204.51@tcp:4:dd.0 Request processed in 22052us (23478us total) trans 4294967973 rc 0/0 00000100:00100000:2.0:1746130300.774509:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5039 00002000:00100000:2.0:1746130300.774518:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x1a:0x0] (7340032->8388607) req@ffff88009bdff800 x1830949849392000/t4294967973(0) o4->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:325/0 lens 488/448 e 0 to 0 dl 1746130350 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746130300.774527:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bdff800 with x1830949849392000 ext(7340032->8388607) 00002000:00010000:2.0:1746130300.774533:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009bdff800 00002000:00100000:3.0:1746130300.775568:0:8474:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x1a:0x0] (7340032->8388607) req@ffff8801354d9f80 x1830949849392256/t0(0) o4->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:325/0 lens 488/0 e 0 to 0 dl 1746130350 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746130300.775585:0:8474:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801354d9f80 with x1830949849392256 ext(7340032->8388607) 00002000:00010000:3.0:1746130300.775590:0:8474:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801354d9f80 00000100:00100000:3.0:1746130300.775630:0:8474:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5041 00000100:00100000:3.0:1746130300.775641:0:8474:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801354d9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:640ea846-b909-4eea-9a54-417e15bd627b+21:1963:x1830949849392256:12345-192.168.204.51@tcp:4:dd.0 00000100:00100000:3.0:1746130300.785792:0:19438:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bdfce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:640ea846-b909-4eea-9a54-417e15bd627b+25:1964:x1830949849392512:12345-192.168.204.51@tcp:4:dd.0 Request processed in 13605us (13806us total) trans 4294967974 rc 0/0 00000100:00100000:3.0:1746130300.785805:0:19438:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5040 00002000:00100000:3.0:1746130300.785818:0:19438:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x1a:0x0] (8388608->9437183) req@ffff88009bdfce00 x1830949849392512/t4294967974(0) o4->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:325/0 lens 488/448 e 0 to 0 dl 1746130350 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746130300.785828:0:19438:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bdfce00 with x1830949849392512 ext(8388608->9437183) 00002000:00010000:3.0:1746130300.785845:0:19438:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009bdfce00 00000100:00100000:0.0:1746130300.791889:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130300.791982:0:19438:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849392768 00000100:00100000:3.0:1746130300.791991:0:19438:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849392768 00002000:00100000:3.0:1746130300.792048:0:19438:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x1a:0x0] (8388608->9437183) req@ffff88009bdfc380 x1830949849392768/t0(0) o4->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:325/0 lens 488/0 e 0 to 0 dl 1746130350 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746130300.792058:0:19438:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bdfc380 with x1830949849392768 ext(8388608->9437183) 00002000:00010000:3.0:1746130300.792064:0:19438:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009bdfc380 00000100:00100000:3.0:1746130300.792087:0:19438:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5042 00000100:00100000:3.0:1746130300.792094:0:19438:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bdfc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:640ea846-b909-4eea-9a54-417e15bd627b+23:1962:x1830949849392768:12345-192.168.204.51@tcp:4:dd.0 00000100:00100000:0.0:1746130300.793082:0:8474:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801354d9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:640ea846-b909-4eea-9a54-417e15bd627b+25:1963:x1830949849392256:12345-192.168.204.51@tcp:4:dd.0 Request processed in 17441us (20318us total) trans 4294968791 rc 0/0 00000100:00100000:0.0:1746130300.793091:0:8474:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5041 00002000:00100000:0.0:1746130300.793100:0:8474:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x1a:0x0] (7340032->8388607) req@ffff8801354d9f80 x1830949849392256/t4294968791(0) o4->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:325/0 lens 488/448 e 0 to 0 dl 1746130350 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746130300.793108:0:8474:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801354d9f80 with x1830949849392256 ext(7340032->8388607) 00002000:00010000:0.0:1746130300.793111:0:8474:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801354d9f80 00000100:00100000:3.0:1746130300.802754:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130300.802958:0:8474:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849393024 00000100:00100000:1.0:1746130300.802971:0:8474:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849393024 00002000:00100000:1.0:1746130300.803040:0:8474:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x1a:0x0] (9437184->10485759) req@ffff880091951880 x1830949849393024/t0(0) o4->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:325/0 lens 488/0 e 0 to 0 dl 1746130350 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746130300.803052:0:8474:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091951880 with x1830949849393024 ext(9437184->10485759) 00002000:00010000:1.0:1746130300.803058:0:8474:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091951880 00000100:00100000:1.0:1746130300.803103:0:8474:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5043 00000100:00100000:1.0:1746130300.803112:0:8474:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091951880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:640ea846-b909-4eea-9a54-417e15bd627b+25:1963:x1830949849393024:12345-192.168.204.51@tcp:4:dd.0 00000100:00100000:0.0:1746130300.804798:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130300.805914:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849393280 00000100:00100000:1.0:1746130300.805923:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849393280 00002000:00100000:1.0:1746130300.805966:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x1a:0x0] (9437184->10485759) req@ffff88009bdfc000 x1830949849393280/t0(0) o4->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:325/0 lens 488/0 e 0 to 0 dl 1746130350 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746130300.805976:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bdfc000 with x1830949849393280 ext(9437184->10485759) 00002000:00010000:1.0:1746130300.805983:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009bdfc000 00000100:00100000:1.0:1746130300.806014:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5044 00000100:00100000:1.0:1746130300.806029:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bdfc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+25:1964:x1830949849393280:12345-192.168.204.51@tcp:4:dd.0 00000100:00100000:3.0:1746130300.812088:0:19438:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bdfc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:640ea846-b909-4eea-9a54-417e15bd627b+27:1962:x1830949849392768:12345-192.168.204.51@tcp:4:dd.0 Request processed in 19984us (20201us total) trans 4294968792 rc 0/0 00000100:00100000:3.0:1746130300.812099:0:19438:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5042 00002000:00100000:3.0:1746130300.812109:0:19438:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x1a:0x0] (8388608->9437183) req@ffff88009bdfc380 x1830949849392768/t4294968792(0) o4->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:325/0 lens 488/448 e 0 to 0 dl 1746130350 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746130300.812118:0:19438:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bdfc380 with x1830949849392768 ext(8388608->9437183) 00002000:00010000:3.0:1746130300.812123:0:19438:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009bdfc380 00000100:00100000:1.0:1746130300.812766:0:8474:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091951880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:640ea846-b909-4eea-9a54-417e15bd627b+27:1963:x1830949849393024:12345-192.168.204.51@tcp:4:dd.0 Request processed in 9654us (10028us total) trans 4294967975 rc 0/0 00000100:00100000:1.0:1746130300.812773:0:8474:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5043 00002000:00100000:1.0:1746130300.812777:0:8474:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x1a:0x0] (9437184->10485759) req@ffff880091951880 x1830949849393024/t4294967975(0) o4->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:325/0 lens 488/448 e 0 to 0 dl 1746130350 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746130300.812784:0:8474:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091951880 with x1830949849393024 ext(9437184->10485759) 00002000:00010000:1.0:1746130300.812787:0:8474:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091951880 00000100:00100000:0.0:1746130300.817625:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130300.818228:0:8474:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849393536 00000100:00100000:1.0:1746130300.818239:0:8474:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849393536 00002000:00100000:1.0:1746130300.818318:0:8474:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x1a:0x0] (10485760->11534335) req@ffff88009bdff480 x1830949849393536/t0(0) o4->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:325/0 lens 488/0 e 0 to 0 dl 1746130350 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746130300.818328:0:8474:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bdff480 with x1830949849393536 ext(10485760->11534335) 00002000:00010000:1.0:1746130300.818334:0:8474:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009bdff480 00000100:00100000:1.0:1746130300.818366:0:8474:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5045 00000100:00100000:1.0:1746130300.818374:0:8474:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bdff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:640ea846-b909-4eea-9a54-417e15bd627b+27:1963:x1830949849393536:12345-192.168.204.51@tcp:4:dd.0 00000100:00100000:1.0:1746130300.821575:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bdfc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+27:1964:x1830949849393280:12345-192.168.204.51@tcp:4:dd.0 Request processed in 15544us (16778us total) trans 4294968793 rc 0/0 00000100:00100000:1.0:1746130300.821588:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5044 00002000:00100000:1.0:1746130300.821600:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x1a:0x0] (9437184->10485759) req@ffff88009bdfc000 x1830949849393280/t4294968793(0) o4->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:325/0 lens 488/448 e 0 to 0 dl 1746130350 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746130300.821608:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bdfc000 with x1830949849393280 ext(9437184->10485759) 00002000:00010000:1.0:1746130300.821617:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009bdfc000 00000100:00100000:0.0:1746130300.824589:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130300.824681:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849393792 00000100:00100000:2.0:1746130300.824692:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849393792 00002000:00100000:2.0:1746130300.824732:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x1a:0x0] (10485760->11534335) req@ffff88009bdfca80 x1830949849393792/t0(0) o4->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:325/0 lens 488/0 e 0 to 0 dl 1746130350 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746130300.824741:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bdfca80 with x1830949849393792 ext(10485760->11534335) 00002000:00010000:2.0:1746130300.824745:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009bdfca80 00000100:00100000:2.0:1746130300.824780:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5046 00000100:00100000:2.0:1746130300.824786:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bdfca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+27:1963:x1830949849393792:12345-192.168.204.51@tcp:4:dd.0 00000100:00100000:1.0:1746130300.825407:0:8474:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bdff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:640ea846-b909-4eea-9a54-417e15bd627b+29:1963:x1830949849393536:12345-192.168.204.51@tcp:4:dd.0 Request processed in 7031us (7790us total) trans 4294967976 rc 0/0 00000100:00100000:1.0:1746130300.825477:0:8474:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5045 00002000:00100000:1.0:1746130300.825489:0:8474:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x1a:0x0] (10485760->11534335) req@ffff88009bdff480 x1830949849393536/t4294967976(0) o4->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:325/0 lens 488/448 e 0 to 0 dl 1746130350 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746130300.825498:0:8474:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bdff480 with x1830949849393536 ext(10485760->11534335) 00002000:00010000:1.0:1746130300.825503:0:8474:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009bdff480 00000100:00100000:0.0:1746130300.832129:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130300.832300:0:8474:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849394048 00000100:00100000:1.0:1746130300.832310:0:8474:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849394048 00002000:00100000:1.0:1746130300.832360:0:8474:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x1a:0x0] (11534336->12582911) req@ffff88009bdffb80 x1830949849394048/t0(0) o4->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:325/0 lens 488/0 e 0 to 0 dl 1746130350 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746130300.832373:0:8474:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bdffb80 with x1830949849394048 ext(11534336->12582911) 00002000:00010000:1.0:1746130300.832380:0:8474:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009bdffb80 00000100:00100000:1.0:1746130300.832411:0:8474:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5047 00000100:00100000:1.0:1746130300.832418:0:8474:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bdffb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:640ea846-b909-4eea-9a54-417e15bd627b+29:1964:x1830949849394048:12345-192.168.204.51@tcp:4:dd.0 00000100:00100000:2.0:1746130300.838249:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bdfca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+29:1963:x1830949849393792:12345-192.168.204.51@tcp:4:dd.0 Request processed in 13449us (13658us total) trans 4294968794 rc 0/0 00000100:00100000:2.0:1746130300.838263:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5046 00002000:00100000:2.0:1746130300.838554:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x1a:0x0] (10485760->11534335) req@ffff88009bdfca80 x1830949849393792/t4294968794(0) o4->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:325/0 lens 488/448 e 0 to 0 dl 1746130350 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746130300.838565:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bdfca80 with x1830949849393792 ext(10485760->11534335) 00002000:00010000:2.0:1746130300.838571:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009bdfca80 00000100:00100000:0.0:1746130300.846124:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130300.846539:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849394304 00000100:00100000:3.0:1746130300.846553:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849394304 00002000:00100000:3.0:1746130300.846612:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x1a:0x0] (11534336->12582911) req@ffff88009bdfc700 x1830949849394304/t0(0) o4->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:325/0 lens 488/0 e 0 to 0 dl 1746130350 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746130300.846624:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bdfc700 with x1830949849394304 ext(11534336->12582911) 00002000:00010000:3.0:1746130300.846631:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009bdfc700 00000100:00100000:3.0:1746130300.846661:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5048 00000100:00100000:3.0:1746130300.846668:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bdfc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+29:1964:x1830949849394304:12345-192.168.204.51@tcp:4:dd.0 00000100:00100000:0.0:1746130300.846992:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130300.847054:0:15914:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849394816 00000100:00100000:3.0:1746130300.847057:0:15914:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849394816 00000100:00100000:3.0:1746130300.849325:0:15914:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 159 00000100:00100000:1.0:1746130300.849326:0:8474:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bdffb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:640ea846-b909-4eea-9a54-417e15bd627b+31:1964:x1830949849394048:12345-192.168.204.51@tcp:4:dd.0 Request processed in 14600us (14903us total) trans 4294967977 rc 0/0 00000100:00100000:1.0:1746130300.849338:0:8474:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5047 00000100:00100000:3.0:1746130300.849350:0:15914:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bdfed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:640ea846-b909-4eea-9a54-417e15bd627b+19:1099:x1830949849394816:12345-192.168.204.51@tcp:35:dd.0 00002000:00100000:1.0:1746130300.849350:0:8474:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x1a:0x0] (11534336->12582911) req@ffff88009bdffb80 x1830949849394048/t4294967977(0) o4->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:325/0 lens 488/448 e 0 to 0 dl 1746130350 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746130300.849359:0:8474:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bdffb80 with x1830949849394048 ext(11534336->12582911) 00002000:00010000:1.0:1746130300.849364:0:8474:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009bdffb80 00010000:00010000:1.0:1746130300.849390:0:7099:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746130300.849606:0:15914:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bdfed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:640ea846-b909-4eea-9a54-417e15bd627b+20:1099:x1830949849394816:12345-192.168.204.51@tcp:35:dd.0 Request processed in 264us (2613us total) trans 4294992224 rc 0/0 00000100:00100000:3.0:1746130300.849611:0:15914:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 159 00000100:00100000:2.0:1746130300.850006:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130300.850052:0:8474:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849394560 00000100:00100000:2.0:1746130300.850058:0:8474:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849394560 00002000:00100000:2.0:1746130300.850084:0:8474:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x1a:0x0] (12582912->13631487) req@ffff8801354d9180 x1830949849394560/t0(0) o4->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:325/0 lens 488/0 e 0 to 0 dl 1746130350 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746130300.850095:0:8474:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801354d9180 with x1830949849394560 ext(12582912->13631487) 00002000:00010000:2.0:1746130300.850098:0:8474:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801354d9180 00000100:00100000:2.0:1746130300.850122:0:8474:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5049 00000100:00100000:2.0:1746130300.850128:0:8474:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801354d9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:640ea846-b909-4eea-9a54-417e15bd627b+31:1964:x1830949849394560:12345-192.168.204.51@tcp:4:dd.0 00000100:00100000:3.0:1746130300.853668:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bdfc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+31:1964:x1830949849394304:12345-192.168.204.51@tcp:4:dd.0 Request processed in 6991us (7549us total) trans 4294968795 rc 0/0 00000100:00100000:3.0:1746130300.853678:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5048 00002000:00100000:3.0:1746130300.853695:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x1a:0x0] (11534336->12582911) req@ffff88009bdfc700 x1830949849394304/t4294968795(0) o4->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:325/0 lens 488/448 e 0 to 0 dl 1746130350 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746130300.853710:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bdfc700 with x1830949849394304 ext(11534336->12582911) 00002000:00010000:3.0:1746130300.853715:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009bdfc700 00000100:00100000:2.0:1746130300.856043:0:8474:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801354d9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:640ea846-b909-4eea-9a54-417e15bd627b+33:1964:x1830949849394560:12345-192.168.204.51@tcp:4:dd.0 Request processed in 5906us (8395us total) trans 4294967978 rc 0/0 00000100:00100000:2.0:1746130300.856056:0:8474:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5049 00002000:00100000:2.0:1746130300.856066:0:8474:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x1a:0x0] (12582912->13631487) req@ffff8801354d9180 x1830949849394560/t4294967978(0) o4->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:325/0 lens 488/448 e 0 to 0 dl 1746130350 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746130300.856075:0:8474:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801354d9180 with x1830949849394560 ext(12582912->13631487) 00002000:00010000:2.0:1746130300.856081:0:8474:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801354d9180 00000100:00100000:0.0:1746130300.866667:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130300.866772:0:9883:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849394944 00000100:00100000:3.0:1746130300.866782:0:9883:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849394944 00000100:00100000:3.0:1746130300.866836:0:9883:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 60750 00000100:00100000:3.0:1746130300.866844:0:9883:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bdfea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:640ea846-b909-4eea-9a54-417e15bd627b+20:1104:x1830949849394944:12345-192.168.204.51@tcp:101:lfs.0 00010000:00010000:3.0:1746130300.866864:0:9883:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746130300.866884:0:9883:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097bed400/0x4ce24e5787362bf2 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae40fb3 expref: -99 pid: 9883 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130300.866940:0:9883:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012d08cc00/0x4ce24e5787362bf9 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9883 initiator: MDT0 00010000:00010000:3.0:1746130300.866951:0:9883:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012d08cc00/0x4ce24e5787362bf9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9883 initiator: MDT0 00010000:00010000:3.0:1746130300.866961:0:9883:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012d08cc00/0x4ce24e5787362bf9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9883 initiator: MDT0 00000004:00200000:3.0:1746130300.867014:0:9883:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 12800 00000004:00200000:3.0:1746130300.867026:0:9883:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 27 stripe count 1 MDT count 1 00000004:00010000:3.0:1746130300.867039:0:9883:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88012d08cc00/0x4ce24e5787362bf9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9883 initiator: MDT0 00010000:00010000:3.0:1746130300.867057:0:9883:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880097bed400/0x4ce24e5787362bf2 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40fb3 expref: 22 pid: 9883 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130300.867088:0:9883:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012d08cc00/0x4ce24e5787362bf9 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40fb3 expref: 21 pid: 9883 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130300.867099:0:9883:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880093e20800) 00010000:00010000:3.0:1746130300.867102:0:9883:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1746130300.867104:0:9883:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d08cc00, rc 0) 00000100:00100000:3.0:1746130300.867150:0:9883:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bdfea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:640ea846-b909-4eea-9a54-417e15bd627b+21:1104:x1830949849394944:12345-192.168.204.51@tcp:101:lfs.0 Request processed in 306us (494us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130300.867156:0:9883:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 60750 00000100:00100000:0.0:1746130301.250136:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130301.250162:0:7112:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849395200 00000100:00100000:0.0:1746130301.250169:0:7112:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849395200 00000100:00100000:0.0:1746130301.250213:0:7112:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 60751 00000100:00100000:0.0:1746130301.250219:0:7112:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132f7f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:640ea846-b909-4eea-9a54-417e15bd627b+21:1115:x1830949849395200:12345-192.168.204.51@tcp:101:lfs.0 00010000:00010000:0.0:1746130301.250236:0:7112:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746130301.250238:0:7112:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:0.0:1746130301.250261:0:7112:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012d08cc00/0x4ce24e5787362bf9 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40fb3 expref: 21 pid: 9883 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130301.250294:0:7112:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880093e20800) 00010000:00010000:0.0:1746130301.250302:0:7112:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1746130301.250311:0:7112:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009955fc00/0x4ce24e5787362c00 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae40fba expref: -99 pid: 7112 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130301.250535:0:7112:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009955ea00/0x4ce24e5787362c07 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7112 initiator: MDT0 00010000:00010000:0.0:1746130301.250545:0:7112:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009955ea00/0x4ce24e5787362c07 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7112 initiator: MDT0 00010000:00010000:0.0:1746130301.250553:0:7112:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009955ea00/0x4ce24e5787362c07 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7112 initiator: MDT0 00010000:00010000:0.0:1746130301.250561:0:7112:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009955f800/0x4ce24e5787362c0e lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7112 initiator: MDT0 00010000:00010000:0.0:1746130301.250565:0:7112:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009955f800/0x4ce24e5787362c0e lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7112 initiator: MDT0 00010000:00010000:0.0:1746130301.250570:0:7112:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009955f800/0x4ce24e5787362c0e lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7112 initiator: MDT0 00010000:00010000:0.0:1746130301.251052:0:7112:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012eb3f600/0x4ce24e5787362c15 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7112 initiator: MDT0 00010000:00010000:0.0:1746130301.251067:0:7112:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012eb3f600/0x4ce24e5787362c15 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7112 initiator: MDT0 00010000:00010000:0.0:1746130301.251077:0:7112:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012eb3f600/0x4ce24e5787362c15 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7112 initiator: MDT0 00000004:00200000:0.0:1746130301.251091:0:7112:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x4d:0x0]: returning size 0 00010000:00010000:0.0:1746130301.251126:0:7112:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009955ea00/0x4ce24e5787362c07 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7112 initiator: MDT0 00010000:00010000:0.0:1746130301.251132:0:7112:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009955ea00/0x4ce24e5787362c07 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7112 initiator: MDT0 00010000:00010000:0.0:1746130301.251139:0:7112:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009955ea00/0x4ce24e5787362c07 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7112 initiator: MDT0 00010000:00010000:0.0:1746130301.251144:0:7112:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009955ea00 already unused, calling callback (ffffffffa1383690) 00010000:00010000:0.0:1746130301.251148:0:7112:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009955ea00/0x4ce24e5787362c07 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7112 initiator: MDT0 00010000:00010000:0.0:1746130301.251153:0:7112:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009955ea00/0x4ce24e5787362c07 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7112 initiator: MDT0 00010000:00010000:0.0:1746130301.251162:0:7112:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800b1a1e700) 00010000:00010000:0.0:1746130301.251165:0:7112:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746130301.251169:0:7112:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009955ea00/0x4ce24e5787362c07 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7112 initiator: MDT0 00010000:00010000:0.0:1746130301.251173:0:7112:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009955ea00/0x4ce24e5787362c07 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7112 initiator: MDT0 00000004:00010000:0.0:1746130301.251187:0:7112:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff880132f7f800 reply state ffff8800938cc000 transno 4294992225 ns: mdt-lustre-MDT0000_UUID lock: ffff88009955f800/0x4ce24e5787362c0e lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7112 initiator: MDT0 00000100:00100000:0.0:1746130301.251331:0:7112:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1746130301.251369:0:7112:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009955fc00/0x4ce24e5787362c00 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40fba expref: 23 pid: 7112 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130301.251386:0:7112:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012eb3f600/0x4ce24e5787362c15 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40fba expref: 22 pid: 7112 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130301.251393:0:7112:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4d:0x0].0x0 (ffff8800b1a1ec00) 00010000:00010000:0.0:1746130301.251395:0:7112:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1746130301.251397:0:7112:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012eb3f600, rc 0) 00000100:00100000:0.0:1746130301.251468:0:7112:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132f7f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:640ea846-b909-4eea-9a54-417e15bd627b+23:1115:x1830949849395200:12345-192.168.204.51@tcp:101:lfs.0 Request processed in 1247us (1338us total) trans 4294992225 rc 0/0 00000100:00100000:0.0:1746130301.251474:0:7112:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 60751 00010000:00010000:3.0:1746130301.254789:0:3283:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009955f800/0x4ce24e5787362c0e lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7112 initiator: MDT0 00010000:00010000:3.0:1746130301.254800:0:3283:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009955f800/0x4ce24e5787362c0e lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7112 initiator: MDT0 00010000:00010000:3.0:1746130301.254805:0:3283:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009955f800/0x4ce24e5787362c0e lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7112 initiator: MDT0 00010000:00010000:3.0:1746130301.254810:0:3283:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009955f800 already unused, calling callback (ffffffffa1383690) 00010000:00010000:3.0:1746130301.254814:0:3283:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009955f800/0x4ce24e5787362c0e lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7112 initiator: MDT0 00010000:00010000:3.0:1746130301.254820:0:3283:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009955f800/0x4ce24e5787362c0e lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7112 initiator: MDT0 00010000:00010000:3.0:1746130301.254833:0:3283:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6fcf (ffff8800b1a1ee00) 00010000:00010000:3.0:1746130301.254837:0:3283:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746130301.254840:0:3283:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009955f800/0x4ce24e5787362c0e lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7112 initiator: MDT0 00010000:00010000:3.0:1746130301.254845:0:3283:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009955f800/0x4ce24e5787362c0e lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7112 initiator: MDT0 00000100:00100000:2.0:1746130301.256289:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130301.256356:0:7112:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849395456 00000100:00100000:1.0:1746130301.256364:0:7112:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849395456 00000100:00100000:1.0:1746130301.256412:0:7112:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 60752 00000100:00100000:1.0:1746130301.256419:0:7112:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801354da300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:640ea846-b909-4eea-9a54-417e15bd627b+22:1115:x1830949849395456:12345-192.168.204.51@tcp:101:lfs.0 00010000:00010000:1.0:1746130301.256443:0:7112:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746130301.256461:0:7112:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094680c00/0x4ce24e5787362c23 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae40fc1 expref: -99 pid: 7112 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130301.256539:0:7112:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880094681600/0x4ce24e5787362c2a lrc: 3/0,1 mode: --/EX res: [0x200000401:0x4d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7112 initiator: MDT0 00010000:00010000:1.0:1746130301.256550:0:7112:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012eb3f600/0x4ce24e5787362c15 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40fba expref: 23 pid: 7112 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130301.256556:0:7112:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094681600/0x4ce24e5787362c2a lrc: 4/0,1 mode: --/EX res: [0x200000401:0x4d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7112 initiator: MDT0 00010000:00010000:1.0:1746130301.256583:0:7112:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88012eb3f600/0x4ce24e5787362c15 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40fba expref: 23 pid: 7112 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130301.256598:0:7112:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88012eb3f600/0x4ce24e5787362c15 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40fba expref: 23 pid: 7112 timeout: 599 lvb_type: 0 00000100:00100000:1.0:1746130301.256609:0:7112:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093170e00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:7112:1830949841826048:192.168.204.51@tcp:104: 00000100:00100000:1.0:1746130301.256689:0:7112:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092c8c540 going to sleep for 11 seconds 00000100:00100000:0.0:1746130301.261162:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130301.261406:0:7924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849395584 00000100:00100000:3.0:1746130301.261413:0:7924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849395584 00010000:00010000:3.0:1746130301.261450:0:7924:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012eb3f600/0x4ce24e5787362c15 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40fba expref: 24 pid: 7112 timeout: 599 lvb_type: 0 00000100:00100000:3.0:1746130301.261488:0:7924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14951 00000100:00100000:3.0:1746130301.261494:0:7924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132f7f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+24:1961:x1830949849395584:12345-192.168.204.51@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1746130301.261504:0:7112:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093170e00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:7112:1830949841826048:192.168.204.51@tcp:104: 00010000:00010000:3.0:1746130301.261506:0:7924:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746130301.261511:0:7924:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88012eb3f600/0x4ce24e5787362c15 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40fba expref: 24 pid: 7112 timeout: 599 lvb_type: 0 00010000:00010000:3.0:1746130301.261520:0:7924:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88012eb3f600/0x4ce24e5787362c15 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40fba expref: 24 pid: 7112 timeout: 599 lvb_type: 0 00010000:00010000:1.0:1746130301.261625:0:7112:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880094681600/0x4ce24e5787362c2a lrc: 3/0,1 mode: --/EX res: [0x200000401:0x4d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7112 initiator: MDT0 00010000:00010000:3.0:1746130301.261691:0:7924:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012eb3f600/0x4ce24e5787362c15 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40fba expref: 24 pid: 7112 timeout: 599 lvb_type: 0 00010000:00010000:3.0:1746130301.261707:0:7924:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4d:0x0].0x0 (ffff8800b1a1ec00) 00010000:00010000:3.0:1746130301.261712:0:7924:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff880094681600/0x4ce24e5787362c2a lrc: 3/0,1 mode: --/EX res: [0x200000401:0x4d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7112 initiator: MDT0 00010000:00010000:3.0:1746130301.261720:0:7924:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880094681600/0x4ce24e5787362c2a lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x4d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7112 initiator: MDT0 00010000:00010000:3.0:1746130301.261726:0:7924:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094681600/0x4ce24e5787362c2a lrc: 4/0,1 mode: EX/EX res: [0x200000401:0x4d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7112 initiator: MDT0 00010000:00010000:3.0:1746130301.261784:0:7924:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1746130301.261812:0:7112:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880094681600/0x4ce24e5787362c2a lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x4d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7112 initiator: MDT0 00010000:00010000:0.0:1746130301.261817:0:7112:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094681600/0x4ce24e5787362c2a lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x4d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7112 initiator: MDT0 00000100:00100000:3.0:1746130301.261857:0:7924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132f7f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+23:1961:x1830949849395584:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 364us (700us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130301.261864:0:7924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14951 00000004:00200000:0.0:1746130301.261900:0:7112:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x4d:0x0]: returning size 0 00000004:00080000:0.0:1746130301.262066:0:7112:0:(osp_object.c:1637:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x1b:0x0], index 1: 0 00000004:00080000:0.0:1746130301.262072:0:7112:0:(osp_object.c:1637:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x1b:0x0], index 0: 0 00010000:00010000:0.0:1746130301.262181:0:7112:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880094681600/0x4ce24e5787362c2a lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x4d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7112 initiator: MDT0 00010000:00010000:0.0:1746130301.262188:0:7112:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094681600/0x4ce24e5787362c2a lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x4d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7112 initiator: MDT0 00010000:00010000:0.0:1746130301.262193:0:7112:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094681600/0x4ce24e5787362c2a lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x4d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7112 initiator: MDT0 00010000:00010000:0.0:1746130301.262198:0:7112:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094681600 already unused, calling callback (ffffffffa1383690) 00010000:00010000:0.0:1746130301.262202:0:7112:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094681600/0x4ce24e5787362c2a lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x4d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7112 initiator: MDT0 00010000:00010000:0.0:1746130301.262207:0:7112:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094681600/0x4ce24e5787362c2a lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x4d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7112 initiator: MDT0 00010000:00010000:0.0:1746130301.262215:0:7112:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4d:0x0].0x0 (ffff8800b1a1ec00) 00010000:00010000:0.0:1746130301.262217:0:7112:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1746130301.262220:0:7112:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094681600/0x4ce24e5787362c2a lrc: 2/0,0 mode: --/EX res: [0x200000401:0x4d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7112 initiator: MDT0 00010000:00010000:0.0:1746130301.262223:0:7112:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094681600/0x4ce24e5787362c2a lrc: 0/0,0 mode: --/EX res: [0x200000401:0x4d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7112 initiator: MDT0 00010000:00010000:0.0:1746130301.262280:0:7112:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880094680c00/0x4ce24e5787362c23 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40fc1 expref: 23 pid: 7112 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130301.262287:0:7112:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094680c00/0x4ce24e5787362c23 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40fc1 expref: 23 pid: 7112 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130301.262297:0:7112:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094680c00, rc 0) 00000100:00100000:0.0:1746130301.262316:0:7112:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801354da300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:640ea846-b909-4eea-9a54-417e15bd627b+22:1115:x1830949849395456:12345-192.168.204.51@tcp:101:lfs.0 Request processed in 5899us (6056us total) trans 4294992226 rc 301/301 00000100:00100000:0.0:1746130301.262322:0:7112:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 60752 00000100:00100000:2.0:1746130301.265248:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130301.265399:0:7113:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849395840 00000100:00100000:0.0:1746130301.265407:0:7113:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849395840 00000100:00100000:0.0:1746130301.265456:0:7113:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 160 00000100:00100000:0.0:1746130301.265463:0:7113:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5d6a450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:640ea846-b909-4eea-9a54-417e15bd627b+22:1115:x1830949849395840:12345-192.168.204.51@tcp:35:lfs.0 00000100:00100000:0.0:1746130301.266254:0:7113:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5d6a450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:640ea846-b909-4eea-9a54-417e15bd627b+23:1115:x1830949849395840:12345-192.168.204.51@tcp:35:lfs.0 Request processed in 788us (1008us total) trans 4294992227 rc 0/0 00000100:00100000:0.0:1746130301.266263:0:7113:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 160 00000100:00100000:2.0:1746130301.268692:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130301.268752:0:7112:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849395968 00000100:00100000:0.0:1746130301.268760:0:7112:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849395968 00000100:00100000:0.0:1746130301.268799:0:7112:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 60753 00000100:00100000:0.0:1746130301.268805:0:7112:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092257800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:640ea846-b909-4eea-9a54-417e15bd627b+23:1115:x1830949849395968:12345-192.168.204.51@tcp:101:lfs.0 00010000:00010000:0.0:1746130301.268823:0:7112:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746130301.268838:0:7112:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009955fc00/0x4ce24e5787362c38 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x4d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae40fc8 expref: -99 pid: 7112 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130301.268888:0:7112:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009955fc00/0x4ce24e5787362c38 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x4d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40fc8 expref: 24 pid: 7112 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130301.268899:0:7112:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009955fc00/0x4ce24e5787362c38 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x4d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40fc8 expref: 24 pid: 7112 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130301.268914:0:7112:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4d:0x0].0x0 (ffff8800b1a1e200) 00010000:00010000:0.0:1746130301.268916:0:7112:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1746130301.268919:0:7112:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009955fc00, rc 0) 00000100:00100000:0.0:1746130301.268967:0:7112:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092257800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:640ea846-b909-4eea-9a54-417e15bd627b+24:1115:x1830949849395968:12345-192.168.204.51@tcp:101:lfs.0 Request processed in 161us (280us total) trans 0 rc 0/0 00000100:00100000:0.0:1746130301.268973:0:7112:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 60753 00000100:00100000:1.0:1746130301.271577:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130301.272283:0:7113:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849396224 00000100:00100000:0.0:1746130301.272290:0:7113:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849396224 00000100:00100000:0.0:1746130301.272460:0:7113:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 161 00000100:00100000:0.0:1746130301.272468:0:7113:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093170e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:640ea846-b909-4eea-9a54-417e15bd627b+24:1115:x1830949849396224:12345-192.168.204.51@tcp:35:lfs.0 00000100:00100000:0.0:1746130301.272963:0:7113:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093170e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:640ea846-b909-4eea-9a54-417e15bd627b+25:1115:x1830949849396224:12345-192.168.204.51@tcp:35:lfs.0 Request processed in 493us (1393us total) trans 4294992228 rc 0/0 00000100:00100000:0.0:1746130301.272970:0:7113:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 161 00000100:00100000:2.0:1746130301.286993:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130301.287287:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130301.287287:0:7112:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849396352 00000100:00100000:0.0:1746130301.287298:0:7112:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849396352 00000100:00100000:0.0:1746130301.287347:0:7112:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849396480 00000100:00100000:0.0:1746130301.287349:0:7112:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849396480 00000100:00100000:2.0:1746130301.287357:0:21138:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 60754 00000100:00100000:2.0:1746130301.287367:0:21138:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092254380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+12:1117:x1830949849396352:12345-192.168.204.51@tcp:101:dd.0 00010000:00010000:2.0:1746130301.287386:0:21138:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746130301.287405:0:21138:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009bb13600/0x4ce24e5787362c3f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae40fcf expref: -99 pid: 21138 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130301.287461:0:21138:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009bb13800/0x4ce24e5787362c46 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 21138 initiator: MDT0 00010000:00010000:2.0:1746130301.287473:0:21138:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009bb13800/0x4ce24e5787362c46 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 21138 initiator: MDT0 00010000:00010000:2.0:1746130301.287483:0:21138:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009bb13800/0x4ce24e5787362c46 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 21138 initiator: MDT0 00000004:00200000:2.0:1746130301.287537:0:21138:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 12800 00000004:00200000:2.0:1746130301.287541:0:21138:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 28 stripe count 1 MDT count 1 00000004:00010000:2.0:1746130301.287554:0:21138:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009bb13800/0x4ce24e5787362c46 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 21138 initiator: MDT0 00010000:00010000:2.0:1746130301.287568:0:21138:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009bb13600/0x4ce24e5787362c3f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40fcf expref: 14 pid: 21138 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130301.287578:0:21138:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009bb13800/0x4ce24e5787362c46 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40fcf expref: 13 pid: 21138 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130301.287584:0:21138:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800acd40a00) 00010000:00010000:2.0:1746130301.287587:0:21138:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1746130301.287589:0:21138:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009bb13800, rc 0) 00000100:00100000:0.0:1746130301.287625:0:7112:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 60755 00000100:00100000:0.0:1746130301.287632:0:7112:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092255500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:640ea846-b909-4eea-9a54-417e15bd627b+25:1116:x1830949849396480:12345-192.168.204.51@tcp:101:dd.0 00000100:00100000:2.0:1746130301.287635:0:21138:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092254380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+13:1117:x1830949849396352:12345-192.168.204.51@tcp:101:dd.0 Request processed in 271us (652us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130301.287640:0:21138:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 60754 00010000:00010000:0.0:1746130301.287644:0:7112:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746130301.287651:0:7112:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009955f800/0x4ce24e5787362c4d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae40fd6 expref: -99 pid: 7112 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130301.287689:0:7112:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009955ec00/0x4ce24e5787362c54 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7112 initiator: MDT0 00010000:00010000:0.0:1746130301.287696:0:7112:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009955ec00/0x4ce24e5787362c54 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7112 initiator: MDT0 00010000:00010000:0.0:1746130301.287703:0:7112:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009955ec00/0x4ce24e5787362c54 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7112 initiator: MDT0 00000004:00200000:0.0:1746130301.287722:0:7112:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 12800 00000004:00200000:0.0:1746130301.287725:0:7112:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 28 stripe count 1 MDT count 1 00000004:00010000:0.0:1746130301.287732:0:7112:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009955ec00/0x4ce24e5787362c54 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7112 initiator: MDT0 00010000:00010000:0.0:1746130301.287744:0:7112:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009955f800/0x4ce24e5787362c4d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40fd6 expref: 27 pid: 7112 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130301.287758:0:7112:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009955ec00/0x4ce24e5787362c54 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40fd6 expref: 26 pid: 7112 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130301.287763:0:7112:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800acd40a00) 00010000:00010000:0.0:1746130301.287766:0:7112:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1746130301.287768:0:7112:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009955ec00, rc 0) 00000100:00100000:0.0:1746130301.287787:0:7112:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092255500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:640ea846-b909-4eea-9a54-417e15bd627b+26:1116:x1830949849396480:12345-192.168.204.51@tcp:101:dd.0 Request processed in 155us (500us total) trans 0 rc 0/0 00000100:00100000:0.0:1746130301.287791:0:7112:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 60755 00000100:00100000:2.0:1746130301.291709:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130301.291780:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130301.292099:0:21138:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849396736 00000100:00100000:3.0:1746130301.292110:0:21138:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849396736 00000100:00100000:3.0:1746130301.292151:0:21138:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849396992 00000100:00100000:3.0:1746130301.292154:0:21138:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849396992 00000100:00100000:3.0:1746130301.292170:0:21138:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 60756 00000100:00100000:3.0:1746130301.292179:0:21138:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092257100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+13:1117:x1830949849396736:12345-192.168.204.51@tcp:101:dd.0 00010000:00010000:3.0:1746130301.292200:0:21138:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746130301.292220:0:21138:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093e93c00/0x4ce24e5787362c5b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae40fdd expref: -99 pid: 21138 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130301.292353:0:21138:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093e93000/0x4ce24e5787362c62 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 21138 initiator: MDT0 00010000:00010000:3.0:1746130301.292366:0:21138:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093e93000/0x4ce24e5787362c62 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 21138 initiator: MDT0 00000100:00100000:2.0:1746130301.292368:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 60757 00010000:00010000:3.0:1746130301.292376:0:21138:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093e93000/0x4ce24e5787362c62 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 21138 initiator: MDT0 00000100:00100000:2.0:1746130301.292377:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092255f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:640ea846-b909-4eea-9a54-417e15bd627b+26:1116:x1830949849396992:12345-192.168.204.51@tcp:101:dd.0 00010000:00010000:2.0:1746130301.292385:0:7111:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746130301.292392:0:21138:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012d08cc00/0x4ce24e5787362c69 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 21138 initiator: MDT0 00010000:00010000:2.0:1746130301.292395:0:7111:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009bb12600/0x4ce24e5787362c70 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae40fe4 expref: -99 pid: 7111 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130301.292397:0:21138:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012d08cc00/0x4ce24e5787362c69 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 21138 initiator: MDT0 00010000:00010000:3.0:1746130301.292402:0:21138:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012d08cc00/0x4ce24e5787362c69 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 21138 initiator: MDT0 00010000:00010000:2.0:1746130301.292434:0:7111:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009bb12200/0x4ce24e5787362c77 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7111 initiator: MDT0 00010000:00010000:2.0:1746130301.292442:0:7111:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009bb12200/0x4ce24e5787362c77 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7111 initiator: MDT0 00010000:00010000:2.0:1746130301.292449:0:7111:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009bb12200/0x4ce24e5787362c77 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7111 initiator: MDT0 00010000:00010000:2.0:1746130301.292458:0:7111:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009bb12400/0x4ce24e5787362c7e lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7111 initiator: MDT0 00010000:00010000:2.0:1746130301.292463:0:7111:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009bb12400/0x4ce24e5787362c7e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7111 initiator: MDT0 00010000:00010000:2.0:1746130301.292469:0:7111:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009bb12400/0x4ce24e5787362c7e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7111 initiator: MDT0 00010000:00010000:3.0:1746130301.292510:0:21138:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094bc5600/0x4ce24e5787362c85 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 21138 initiator: MDT0 00010000:00010000:2.0:1746130301.292512:0:7111:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009bb12e00/0x4ce24e5787362c8c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7111 initiator: MDT0 00010000:00010000:3.0:1746130301.292518:0:21138:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094bc5600/0x4ce24e5787362c85 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 21138 initiator: MDT0 00010000:00010000:3.0:1746130301.292527:0:21138:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094bc5600/0x4ce24e5787362c85 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 21138 initiator: MDT0 00000004:00200000:3.0:1746130301.292535:0:21138:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x4b:0x0]: returning size 26214400 00010000:00010000:3.0:1746130301.292625:0:21138:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093e93000/0x4ce24e5787362c62 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 21138 initiator: MDT0 00010000:00010000:3.0:1746130301.292632:0:21138:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880093e93000/0x4ce24e5787362c62 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 21138 initiator: MDT0 00010000:00010000:3.0:1746130301.292637:0:21138:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880093e93000/0x4ce24e5787362c62 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 21138 initiator: MDT0 00010000:00010000:3.0:1746130301.292642:0:21138:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880093e93000 already unused, calling callback (ffffffffa1383690) 00010000:00010000:3.0:1746130301.292646:0:21138:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093e93000/0x4ce24e5787362c62 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 21138 initiator: MDT0 00010000:00010000:3.0:1746130301.292652:0:21138:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093e93000/0x4ce24e5787362c62 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 21138 initiator: MDT0 00010000:00010000:3.0:1746130301.292663:0:21138:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800acd40a00) 00010000:00010000:3.0:1746130301.292666:0:21138:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746130301.292670:0:21138:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880093e93000/0x4ce24e5787362c62 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 21138 initiator: MDT0 00010000:00010000:3.0:1746130301.292675:0:21138:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093e93000/0x4ce24e5787362c62 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 21138 initiator: MDT0 00010000:00010000:3.0:1746130301.292687:0:21138:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012d08cc00/0x4ce24e5787362c69 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 21138 initiator: MDT0 00010000:00010000:3.0:1746130301.292692:0:21138:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012d08cc00/0x4ce24e5787362c69 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 21138 initiator: MDT0 00010000:00010000:3.0:1746130301.292700:0:21138:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012d08cc00/0x4ce24e5787362c69 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 21138 initiator: MDT0 00010000:00010000:3.0:1746130301.292704:0:21138:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012d08cc00 already unused, calling callback (ffffffffa1383690) 00010000:00010000:3.0:1746130301.292706:0:21138:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012d08cc00/0x4ce24e5787362c69 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 21138 initiator: MDT0 00010000:00010000:3.0:1746130301.292710:0:21138:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012d08cc00/0x4ce24e5787362c69 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 21138 initiator: MDT0 00010000:00010000:3.0:1746130301.292715:0:21138:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6ecf (ffff88012e3f4900) 00010000:00010000:3.0:1746130301.292717:0:21138:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746130301.292719:0:21138:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012d08cc00/0x4ce24e5787362c69 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 21138 initiator: MDT0 00010000:00010000:3.0:1746130301.292723:0:21138:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012d08cc00/0x4ce24e5787362c69 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 21138 initiator: MDT0 00010000:00010000:2.0:1746130301.293069:0:7111:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009bb12e00/0x4ce24e5787362c8c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7111 initiator: MDT0 00010000:00010000:2.0:1746130301.293077:0:7111:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009bb12e00/0x4ce24e5787362c8c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7111 initiator: MDT0 00000004:00200000:2.0:1746130301.293084:0:7111:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x4b:0x0]: returning size 26214400 00010000:00010000:3.0:1746130301.293090:0:21138:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093e93c00/0x4ce24e5787362c5b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40fdd expref: 16 pid: 21138 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130301.293105:0:21138:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880094bc5600/0x4ce24e5787362c85 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40fdd expref: 15 pid: 21138 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130301.293111:0:21138:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4b:0x0].0x0 (ffff880093e20000) 00010000:00010000:3.0:1746130301.293113:0:21138:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1746130301.293116:0:21138:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094bc5600, rc 0) 00010000:00010000:2.0:1746130301.293134:0:7111:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009bb12200/0x4ce24e5787362c77 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7111 initiator: MDT0 00010000:00010000:2.0:1746130301.293140:0:7111:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009bb12200/0x4ce24e5787362c77 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7111 initiator: MDT0 00010000:00010000:2.0:1746130301.293147:0:7111:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009bb12200/0x4ce24e5787362c77 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7111 initiator: MDT0 00010000:00010000:2.0:1746130301.293151:0:7111:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009bb12200 already unused, calling callback (ffffffffa1383690) 00010000:00010000:2.0:1746130301.293153:0:7111:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009bb12200/0x4ce24e5787362c77 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7111 initiator: MDT0 00010000:00010000:2.0:1746130301.293158:0:7111:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009bb12200/0x4ce24e5787362c77 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7111 initiator: MDT0 00010000:00010000:2.0:1746130301.293164:0:7111:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800acd40a00) 00010000:00010000:2.0:1746130301.293166:0:7111:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746130301.293168:0:7111:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009bb12200/0x4ce24e5787362c77 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7111 initiator: MDT0 00010000:00010000:2.0:1746130301.293173:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009bb12200/0x4ce24e5787362c77 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7111 initiator: MDT0 00000100:00100000:3.0:1746130301.293177:0:21138:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092257100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+15:1117:x1830949849396736:12345-192.168.204.51@tcp:101:dd.0 Request processed in 1000us (1475us total) trans 4294992229 rc 0/0 00010000:00010000:2.0:1746130301.293180:0:7111:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009bb12400/0x4ce24e5787362c7e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7111 initiator: MDT0 00000100:00100000:3.0:1746130301.293183:0:21138:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 60756 00010000:00010000:2.0:1746130301.293190:0:7111:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009bb12400/0x4ce24e5787362c7e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7111 initiator: MDT0 00010000:00010000:2.0:1746130301.293194:0:7111:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009bb12400/0x4ce24e5787362c7e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7111 initiator: MDT0 00010000:00010000:2.0:1746130301.293198:0:7111:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009bb12400 already unused, calling callback (ffffffffa1383690) 00010000:00010000:2.0:1746130301.293200:0:7111:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009bb12400/0x4ce24e5787362c7e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7111 initiator: MDT0 00010000:00010000:2.0:1746130301.293205:0:7111:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009bb12400/0x4ce24e5787362c7e lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7111 initiator: MDT0 00010000:00010000:2.0:1746130301.293214:0:7111:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6ecf (ffff88012e3f4900) 00010000:00010000:2.0:1746130301.293216:0:7111:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746130301.293217:0:7111:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009bb12400/0x4ce24e5787362c7e lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7111 initiator: MDT0 00010000:00010000:2.0:1746130301.293221:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009bb12400/0x4ce24e5787362c7e lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7111 initiator: MDT0 00010000:00010000:2.0:1746130301.293247:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009bb12600/0x4ce24e5787362c70 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40fe4 expref: 29 pid: 7111 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130301.293256:0:7111:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009bb12e00/0x4ce24e5787362c8c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40fe4 expref: 28 pid: 7111 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130301.293261:0:7111:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4b:0x0].0x0 (ffff880093e20000) 00010000:00010000:2.0:1746130301.293262:0:7111:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1746130301.293264:0:7111:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009bb12e00, rc 0) 00000100:00100000:2.0:1746130301.293303:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092255f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:640ea846-b909-4eea-9a54-417e15bd627b+28:1116:x1830949849396992:12345-192.168.204.51@tcp:101:dd.0 Request processed in 929us (1523us total) trans 4294992230 rc 0/0 00000100:00100000:2.0:1746130301.293309:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 60757 00000100:00100000:1.0:1746130301.295741:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130301.295841:0:9883:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849397248 00000100:00100000:2.0:1746130301.295848:0:9883:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849397248 00000100:00100000:2.0:1746130301.295901:0:9883:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 60758 00000100:00100000:2.0:1746130301.295907:0:9883:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093172d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c84b93b0-d496-484f-8e1e-94008838f2dd+15:1117:x1830949849397248:12345-192.168.204.51@tcp:101:dd.0 00010000:00010000:2.0:1746130301.295928:0:9883:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746130301.295932:0:9883:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1746130301.295957:0:9883:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009bb13800/0x4ce24e5787362c46 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40fcf expref: 15 pid: 21138 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130301.295978:0:9883:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800acd40a00) 00010000:00010000:2.0:1746130301.295982:0:9883:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746130301.295994:0:9883:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012eb3f600/0x4ce24e5787362ca1 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae40feb expref: -99 pid: 9883 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130301.296143:0:9883:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880135e4fe00/0x4ce24e5787362ca8 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 9883 initiator: MDT0 00010000:00010000:2.0:1746130301.296153:0:9883:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880135e4fe00/0x4ce24e5787362ca8 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9883 initiator: MDT0 00010000:00010000:2.0:1746130301.296160:0:9883:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880135e4fe00/0x4ce24e5787362ca8 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 9883 initiator: MDT0 00010000:00010000:2.0:1746130301.296173:0:9883:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009431e800/0x4ce24e5787362caf lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9883 initiator: MDT0 00010000:00010000:2.0:1746130301.296177:0:9883:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009431e800/0x4ce24e5787362caf lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9883 initiator: MDT0 00010000:00010000:2.0:1746130301.296181:0:9883:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009431e800/0x4ce24e5787362caf lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9883 initiator: MDT0 00010000:00010000:2.0:1746130301.296235:0:9883:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009431ea00/0x4ce24e5787362cb6 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9883 initiator: MDT0 00010000:00010000:2.0:1746130301.296241:0:9883:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009431ea00/0x4ce24e5787362cb6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9883 initiator: MDT0 00010000:00010000:2.0:1746130301.296246:0:9883:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009431ea00/0x4ce24e5787362cb6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9883 initiator: MDT0 00000004:00200000:2.0:1746130301.296254:0:9883:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x4d:0x0]: returning size 0 00010000:00010000:2.0:1746130301.296360:0:9883:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880135e4fe00/0x4ce24e5787362ca8 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9883 initiator: MDT0 00010000:00010000:2.0:1746130301.296367:0:9883:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880135e4fe00/0x4ce24e5787362ca8 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 9883 initiator: MDT0 00010000:00010000:2.0:1746130301.296372:0:9883:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880135e4fe00/0x4ce24e5787362ca8 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9883 initiator: MDT0 00010000:00010000:2.0:1746130301.296377:0:9883:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880135e4fe00 already unused, calling callback (ffffffffa1383690) 00010000:00010000:2.0:1746130301.296381:0:9883:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880135e4fe00/0x4ce24e5787362ca8 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 9883 initiator: MDT0 00010000:00010000:2.0:1746130301.296386:0:9883:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880135e4fe00/0x4ce24e5787362ca8 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 9883 initiator: MDT0 00010000:00010000:2.0:1746130301.296392:0:9883:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800acd40a00) 00010000:00010000:2.0:1746130301.296394:0:9883:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746130301.296397:0:9883:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880135e4fe00/0x4ce24e5787362ca8 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9883 initiator: MDT0 00010000:00010000:2.0:1746130301.296401:0:9883:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880135e4fe00/0x4ce24e5787362ca8 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9883 initiator: MDT0 00010000:00010000:2.0:1746130301.296409:0:9883:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009431e800/0x4ce24e5787362caf lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9883 initiator: MDT0 00010000:00010000:2.0:1746130301.296413:0:9883:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009431e800/0x4ce24e5787362caf lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9883 initiator: MDT0 00010000:00010000:2.0:1746130301.296918:0:9883:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009431e800/0x4ce24e5787362caf lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9883 initiator: MDT0 00010000:00010000:2.0:1746130301.296923:0:9883:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009431e800 already unused, calling callback (ffffffffa1383690) 00010000:00010000:2.0:1746130301.296925:0:9883:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009431e800/0x4ce24e5787362caf lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9883 initiator: MDT0 00010000:00010000:2.0:1746130301.296930:0:9883:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009431e800/0x4ce24e5787362caf lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9883 initiator: MDT0 00010000:00010000:2.0:1746130301.296938:0:9883:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6fcf (ffff8800acd40800) 00010000:00010000:2.0:1746130301.296940:0:9883:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746130301.296942:0:9883:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009431e800/0x4ce24e5787362caf lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9883 initiator: MDT0 00010000:00010000:2.0:1746130301.296946:0:9883:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009431e800/0x4ce24e5787362caf lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9883 initiator: MDT0 00010000:00010000:2.0:1746130301.296978:0:9883:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012eb3f600/0x4ce24e5787362ca1 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40feb expref: 17 pid: 9883 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130301.296987:0:9883:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009431ea00/0x4ce24e5787362cb6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40feb expref: 16 pid: 9883 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130301.296993:0:9883:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4d:0x0].0x0 (ffff8800b1a1e200) 00010000:00010000:2.0:1746130301.296995:0:9883:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1746130301.296997:0:9883:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009431ea00, rc 0) 00000100:00100000:2.0:1746130301.297108:0:9883:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093172d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c84b93b0-d496-484f-8e1e-94008838f2dd+16:1117:x1830949849397248:12345-192.168.204.51@tcp:101:dd.0 Request processed in 1199us (1373us total) trans 4294992231 rc 0/0 00000100:00100000:2.0:1746130301.297115:0:9883:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 60758 00000100:00100000:3.0:1746130301.297987:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130301.298479:0:9883:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849397504 00000100:00100000:2.0:1746130301.298486:0:9883:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849397504 00000100:00100000:2.0:1746130301.298518:0:9883:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 60759 00000100:00100000:2.0:1746130301.298525:0:9883:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091953100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:640ea846-b909-4eea-9a54-417e15bd627b+28:1116:x1830949849397504:12345-192.168.204.51@tcp:101:dd.0 00010000:00010000:2.0:1746130301.298542:0:9883:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746130301.298545:0:9883:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1746130301.298560:0:9883:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009955ec00/0x4ce24e5787362c54 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40fd6 expref: 28 pid: 7112 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130301.298571:0:9883:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800acd40a00) 00010000:00010000:2.0:1746130301.298577:0:9883:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746130301.298586:0:9883:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009431f200/0x4ce24e5787362cc4 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae40ff2 expref: -99 pid: 9883 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130301.298686:0:9883:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009431fa00/0x4ce24e5787362ccb lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9883 initiator: MDT0 00010000:00010000:2.0:1746130301.298695:0:9883:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009431fa00/0x4ce24e5787362ccb lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9883 initiator: MDT0 00010000:00010000:2.0:1746130301.298702:0:9883:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009431fa00/0x4ce24e5787362ccb lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9883 initiator: MDT0 00010000:00010000:2.0:1746130301.298714:0:9883:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009431e200/0x4ce24e5787362cd2 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x6c9b94d9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9883 initiator: MDT0 00010000:00010000:2.0:1746130301.298719:0:9883:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009431e200/0x4ce24e5787362cd2 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x6c9b94d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9883 initiator: MDT0 00010000:00010000:2.0:1746130301.298723:0:9883:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009431e200/0x4ce24e5787362cd2 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x6c9b94d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9883 initiator: MDT0 00000004:00080000:2.0:1746130301.298998:0:9883:0:(osp_object.c:1637:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x1c:0x0], index 1: 0 00010000:00010000:2.0:1746130301.299124:0:9883:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009bb13400/0x4ce24e5787362cd9 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9883 initiator: MDT0 00010000:00010000:2.0:1746130301.299131:0:9883:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009bb13400/0x4ce24e5787362cd9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9883 initiator: MDT0 00010000:00010000:2.0:1746130301.299140:0:9883:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009bb13400/0x4ce24e5787362cd9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9883 initiator: MDT0 00010000:00010000:2.0:1746130301.299163:0:9883:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009431fa00/0x4ce24e5787362ccb lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9883 initiator: MDT0 00010000:00010000:2.0:1746130301.299168:0:9883:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009431fa00/0x4ce24e5787362ccb lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9883 initiator: MDT0 00010000:00010000:2.0:1746130301.299173:0:9883:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009431fa00/0x4ce24e5787362ccb lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9883 initiator: MDT0 00010000:00010000:2.0:1746130301.299178:0:9883:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009431fa00 already unused, calling callback (ffffffffa1383690) 00010000:00010000:2.0:1746130301.299181:0:9883:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009431fa00/0x4ce24e5787362ccb lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9883 initiator: MDT0 00010000:00010000:2.0:1746130301.299186:0:9883:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009431fa00/0x4ce24e5787362ccb lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9883 initiator: MDT0 00010000:00010000:2.0:1746130301.299192:0:9883:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800acd40500) 00010000:00010000:2.0:1746130301.299194:0:9883:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746130301.299196:0:9883:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009431fa00/0x4ce24e5787362ccb lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9883 initiator: MDT0 00010000:00010000:2.0:1746130301.299200:0:9883:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009431fa00/0x4ce24e5787362ccb lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9883 initiator: MDT0 00000004:00010000:2.0:1746130301.299207:0:9883:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff880091953100 reply state ffff880092eea000 transno 4294992232 ns: mdt-lustre-MDT0000_UUID lock: ffff88009431e200/0x4ce24e5787362cd2 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x6c9b94d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9883 initiator: MDT0 00000100:00100000:2.0:1746130301.299212:0:9883:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1746130301.299227:0:9883:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009431f200/0x4ce24e5787362cc4 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40ff2 expref: 30 pid: 9883 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130301.299240:0:9883:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009bb13400/0x4ce24e5787362cd9 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40ff2 expref: 29 pid: 9883 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130301.299245:0:9883:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4e:0x0].0x0 (ffff8800acd40200) 00010000:00010000:2.0:1746130301.299247:0:9883:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1746130301.299249:0:9883:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009bb13400, rc 0) 00000100:00100000:2.0:1746130301.299325:0:9883:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091953100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:640ea846-b909-4eea-9a54-417e15bd627b+30:1116:x1830949849397504:12345-192.168.204.51@tcp:101:dd.0 Request processed in 800us (1339us total) trans 4294992232 rc 0/0 00000100:00100000:2.0:1746130301.299330:0:9883:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 60759 00010000:00010000:2.0:1746130301.302539:0:3284:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009431e200/0x4ce24e5787362cd2 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x6c9b94d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9883 initiator: MDT0 00010000:00010000:2.0:1746130301.302555:0:3284:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009431e200/0x4ce24e5787362cd2 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x6c9b94d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9883 initiator: MDT0 00010000:00010000:2.0:1746130301.302561:0:3284:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009431e200/0x4ce24e5787362cd2 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x6c9b94d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9883 initiator: MDT0 00010000:00010000:2.0:1746130301.302566:0:3284:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009431e200 already unused, calling callback (ffffffffa1383690) 00010000:00010000:2.0:1746130301.302570:0:3284:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009431e200/0x4ce24e5787362cd2 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x6c9b94d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9883 initiator: MDT0 00010000:00010000:2.0:1746130301.302577:0:3284:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009431e200/0x4ce24e5787362cd2 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x6c9b94d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9883 initiator: MDT0 00010000:00010000:2.0:1746130301.302592:0:3284:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x6c9b94d9 (ffff8800acd40000) 00010000:00010000:2.0:1746130301.302594:0:3284:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746130301.302597:0:3284:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009431e200/0x4ce24e5787362cd2 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x6c9b94d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9883 initiator: MDT0 00010000:00010000:2.0:1746130301.302606:0:3284:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009431e200/0x4ce24e5787362cd2 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x6c9b94d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9883 initiator: MDT0 00000100:00100000:0.0:1746130301.303167:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130301.303299:0:8469:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849397632 00000100:00100000:1.0:1746130301.303306:0:8469:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849397632 00000100:00100000:1.0:1746130301.303342:0:8469:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6695 00000100:00100000:1.0:1746130301.303349:0:8469:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132f7e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1117:x1830949849397632:12345-192.168.204.51@tcp:101:dd.0 00010000:00010000:1.0:1746130301.303364:0:8469:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746130301.303379:0:8469:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009b855600/0x4ce24e5787362ce7 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae40ff9 expref: -99 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130301.303405:0:8469:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800945cfa00/0x4ce24e5787362be4 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40fa5 expref: 32 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130301.303412:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130301.303413:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130301.303416:0:8469:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009b855600/0x4ce24e5787362ce7 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40ff9 expref: 7 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130301.303442:0:8469:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800945cfa00/0x4ce24e5787362be4 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40fa5 expref: 32 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130301.303452:0:8469:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800945cfa00/0x4ce24e5787362be4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40fa5 expref: 32 pid: 8469 timeout: 599 lvb_type: 0 00000100:00100000:1.0:1746130301.303464:0:8469:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093171500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8469:1830949841826176:192.168.204.51@tcp:104: 00000100:00100000:1.0:1746130301.304162:0:8469:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092c8c240 going to sleep for 11 seconds 00000100:00100000:1.0:1746130301.305880:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130301.305907:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130301.305980:0:8474:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849398016 00000100:00100000:2.0:1746130301.305987:0:8474:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849398016 00000100:00100000:2.0:1746130301.306042:0:8474:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849398144 00000100:00100000:2.0:1746130301.306045:0:8474:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849398144 00000100:00100000:2.0:1746130301.306062:0:8474:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5050 00000100:00100000:2.0:1746130301.306067:0:8474:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093170a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:640ea846-b909-4eea-9a54-417e15bd627b+33:1964:x1830949849398016:12345-192.168.204.51@tcp:3:dd.0 00010000:00010000:2.0:1746130301.306093:0:8474:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880093990600/0x4ce24e5787362cee lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8474 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130301.306105:0:8474:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746130301.306109:0:8474:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093990600/0x4ce24e5787362cee lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8474 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130301.306117:0:8474:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880093990600/0x4ce24e5787362cee lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8474 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746130301.306133:0:19438:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5051 00000100:00100000:2.0:1746130301.306138:0:19438:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093171f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:640ea846-b909-4eea-9a54-417e15bd627b+31:1964:x1830949849398144:12345-192.168.204.51@tcp:3:dd.0 00010000:00010000:2.0:1746130301.306150:0:19438:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880093991600/0x4ce24e5787362cf5 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19438 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130301.306160:0:19438:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880099532400/0x4ce24e5787362beb lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40fac expref: 31 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130301.306165:0:19438:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746130301.306167:0:19438:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746130301.306169:0:19438:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093991600/0x4ce24e5787362cf5 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->1040383] (req 0->1040383) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19438 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130301.306191:0:19438:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880099532400/0x4ce24e5787362beb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40fac expref: 31 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130301.306201:0:19438:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880099532400/0x4ce24e5787362beb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40fac expref: 31 pid: 20953 timeout: 599 lvb_type: 0 00000100:00100000:2.0:1746130301.306212:0:19438:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092254000 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_003:lustre-OST0001_UUID:19438:1830949841826304:192.168.204.51@tcp:104: 00000100:00100000:2.0:1746130301.307289:0:19438:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094485300 going to sleep for 11 seconds 00000100:00100000:1.0:1746130301.308761:0:8469:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093171500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8469:1830949841826176:192.168.204.51@tcp:104: 00010000:00010000:1.0:1746130301.308785:0:8469:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009b855600/0x4ce24e5787362ce7 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40ff9 expref: 7 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130301.308798:0:8469:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b855600, rc 0) 00000100:00100000:1.0:1746130301.308841:0:8469:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132f7e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+7:1117:x1830949849397632:12345-192.168.204.51@tcp:101:dd.0 Request processed in 5491us (5677us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130301.308849:0:8469:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6695 00000100:00100000:2.0:1746130301.314070:0:19438:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092254000 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_003:lustre-OST0001_UUID:19438:1830949841826304:192.168.204.51@tcp:104: 00010000:00010000:2.0:1746130301.314322:0:19438:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880093991600/0x4ce24e5787362cf5 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->1040383] (req 0->1040383) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19438 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746130301.315520:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130301.315639:0:7924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849398272 00000100:00100000:3.0:1746130301.315645:0:7924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849398272 00010000:00010000:3.0:1746130301.315679:0:7924:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800945cfa00/0x4ce24e5787362be4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40fa5 expref: 34 pid: 8469 timeout: 599 lvb_type: 0 00000100:00100000:3.0:1746130301.315708:0:7924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14952 00000100:00100000:3.0:1746130301.315715:0:7924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092254000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+34:1962:x1830949849398272:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746130301.315728:0:7924:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:3.0:1746130301.315744:0:7924:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x1a:0x0] updating lvb size from disk: 0 -> 13631488 00010000:00010000:3.0:1746130301.315749:0:7924:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800945cfa00/0x4ce24e5787362be4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40fa5 expref: 34 pid: 8469 timeout: 599 lvb_type: 0 00010000:00010000:3.0:1746130301.315759:0:7924:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800945cfa00/0x4ce24e5787362be4 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40fa5 expref: 34 pid: 8469 timeout: 599 lvb_type: 0 00010000:00010000:3.0:1746130301.315780:0:7924:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800945cfa00/0x4ce24e5787362be4 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40fa5 expref: 34 pid: 8469 timeout: 599 lvb_type: 0 00000100:00100000:2.0:1746130301.315791:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00010000:00010000:3.0:1746130301.315794:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130301.315795:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130301.315802:0:7924:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009b855600/0x4ce24e5787362ce7 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40ff9 expref: 6 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130301.315810:0:7924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009b855600/0x4ce24e5787362ce7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40ff9 expref: 6 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130301.315817:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130301.315819:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130301.315822:0:7924:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880093990600/0x4ce24e5787362cee lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8474 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130301.315828:0:7924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093990600/0x4ce24e5787362cee lrc: 4/1,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8474 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130301.315851:0:8474:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880093990600/0x4ce24e5787362cee lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8474 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130301.315855:0:7924:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009b855600/0x4ce24e5787362ce7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40ff9 expref: 6 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130301.315858:0:8474:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880093990600/0x4ce24e5787362cee lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 5 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8474 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746130301.315865:0:7924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091953480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841826432:192.168.204.51@tcp:105: 00000100:00100000:3.0:1746130301.315934:0:7924:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009475b480 going to sleep for 11 seconds 00000100:00100000:0.0:1746130301.316003:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849398400 00000100:00100000:0.0:1746130301.316007:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849398400 00010000:00010000:0.0:1746130301.316035:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880099532400/0x4ce24e5787362beb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40fac expref: 32 pid: 20953 timeout: 599 lvb_type: 0 00000100:00100000:0.0:1746130301.316208:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14953 00000100:00100000:0.0:1746130301.316216:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e24fc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+32:1961:x1830949849398400:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746130301.316224:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:0.0:1746130301.316234:0:7097:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x1a:0x0] updating lvb size from disk: 0 -> 12582912 00010000:00010000:0.0:1746130301.316238:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880099532400/0x4ce24e5787362beb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40fac expref: 32 pid: 20953 timeout: 599 lvb_type: 0 00010000:00010000:0.0:1746130301.316246:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880099532400/0x4ce24e5787362beb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40fac expref: 32 pid: 20953 timeout: 599 lvb_type: 0 00010000:00010000:0.0:1746130301.316258:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880099532400/0x4ce24e5787362beb lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40fac expref: 32 pid: 20953 timeout: 599 lvb_type: 0 00010000:00010000:0.0:1746130301.316296:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130301.316297:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130301.316300:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093991600/0x4ce24e5787362cf5 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->1040383] (req 0->1040383) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 19438 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130301.316306:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093991600/0x4ce24e5787362cf5 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->1040383] (req 0->1040383) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 19438 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130301.316317:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746130301.316326:0:19438:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880093991600/0x4ce24e5787362cf5 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->1040383] (req 0->1040383) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19438 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130301.316336:0:19438:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093991600/0x4ce24e5787362cf5 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->1040383] (req 0->1040383) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19438 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746130301.316377:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e24fc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+31:1961:x1830949849398400:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 162us (585us total) trans 0 rc 0/0 00000100:00100000:0.0:1746130301.316383:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14953 00000100:00100000:3.0:1746130301.321527:0:7924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091953480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841826432:192.168.204.51@tcp:105: 00010000:00010000:3.0:1746130301.321547:0:7924:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746130301.321604:0:7924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092254000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+34:1962:x1830949849398272:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 5888us (6089us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130301.321614:0:7924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14952 00000100:00100000:0.0:1746130301.325300:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130301.325476:0:8473:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849398656 00000100:00100000:2.0:1746130301.325485:0:8473:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849398656 00002000:00100000:2.0:1746130301.325531:0:8473:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x1a:0x0] (0->1048575) req@ffff880132f7fb80 x1830949849398656/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:326/0 lens 488/0 e 0 to 0 dl 1746130351 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746130301.325546:0:8473:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132f7fb80 with x1830949849398656 ext(0->1048575) 00002000:00010000:2.0:1746130301.325551:0:8473:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880132f7fb80 00000100:00100000:2.0:1746130301.325586:0:8473:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5052 00000100:00100000:2.0:1746130301.325594:0:8473:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132f7fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c84b93b0-d496-484f-8e1e-94008838f2dd+7:1961:x1830949849398656:12345-192.168.204.51@tcp:3:dd.0 00010000:00010000:2.0:1746130301.341673:0:8474:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880093990600/0x4ce24e5787362cee lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8474 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130301.341690:0:8474:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880093990600/0x4ce24e5787362cee lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8474 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130301.341698:0:8474:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880093990600/0x4ce24e5787362cee lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8474 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130301.341705:0:8474:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880093990600 already unused, calling callback (ffffffffa0809d70) 00010000:00010000:2.0:1746130301.341710:0:8474:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880093990600/0x4ce24e5787362cee lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8474 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130301.341717:0:8474:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880093990600/0x4ce24e5787362cee lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8474 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130301.341736:0:8474:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880093990600/0x4ce24e5787362cee lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8474 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130301.341741:0:8474:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880093990600/0x4ce24e5787362cee lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8474 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746130301.341847:0:8474:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093170a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:640ea846-b909-4eea-9a54-417e15bd627b+32:1964:x1830949849398016:12345-192.168.204.51@tcp:3:dd.0 Request processed in 35774us (35969us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746130301.341857:0:8474:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5050 00010000:00010000:3.0:1746130301.347454:0:19438:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880093991600/0x4ce24e5787362cf5 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->1040383] (req 0->1040383) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19438 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130301.347475:0:19438:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880093991600/0x4ce24e5787362cf5 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->1040383] (req 0->1040383) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19438 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130301.347491:0:19438:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880093991600/0x4ce24e5787362cf5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->1040383] (req 0->1040383) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19438 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130301.347497:0:19438:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880093991600 already unused, calling callback (ffffffffa0809d70) 00010000:00010000:3.0:1746130301.347500:0:19438:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880093991600/0x4ce24e5787362cf5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->1040383] (req 0->1040383) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19438 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130301.347507:0:19438:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880093991600/0x4ce24e5787362cf5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->1040383] (req 0->1040383) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19438 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130301.347530:0:19438:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880093991600/0x4ce24e5787362cf5 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->1040383] (req 0->1040383) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19438 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130301.347535:0:19438:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093991600/0x4ce24e5787362cf5 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->1040383] (req 0->1040383) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19438 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746130301.347735:0:19438:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093171f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:640ea846-b909-4eea-9a54-417e15bd627b+30:1964:x1830949849398144:12345-192.168.204.51@tcp:3:dd.0 Request processed in 41590us (41820us total) trans 0 rc 1040384/1040384 00000100:00100000:3.0:1746130301.347745:0:19438:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5051 00000100:00100000:2.0:1746130301.348432:0:8473:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132f7fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c84b93b0-d496-484f-8e1e-94008838f2dd+7:1961:x1830949849398656:12345-192.168.204.51@tcp:3:dd.0 Request processed in 22837us (23165us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746130301.348439:0:8473:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5052 00002000:00100000:2.0:1746130301.348448:0:8473:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x1a:0x0] (0->1048575) req@ffff880132f7fb80 x1830949849398656/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:326/0 lens 488/440 e 0 to 0 dl 1746130351 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746130301.348456:0:8473:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132f7fb80 with x1830949849398656 ext(0->1048575) 00002000:00010000:2.0:1746130301.348461:0:8473:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880132f7fb80 00000100:00100000:0.0:1746130301.356490:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130301.356530:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130301.356572:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130301.356610:0:19438:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849398912 00000100:00100000:3.0:1746130301.356624:0:19438:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849398912 00000100:00100000:1.0:1746130301.356630:0:8469:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849399296 00000100:00100000:1.0:1746130301.356635:0:8469:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849399296 00000100:00100000:2.0:1746130301.356640:0:8473:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849399168 00000100:00100000:2.0:1746130301.356645:0:8473:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849399168 00000100:00100000:2.0:1746130301.356687:0:8473:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5053 00000100:00100000:1.0:1746130301.356687:0:8469:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6696 00000100:00100000:2.0:1746130301.356694:0:8473:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132f7ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:640ea846-b909-4eea-9a54-417e15bd627b+31:1964:x1830949849399168:12345-192.168.204.51@tcp:4:dd.0 00000100:00100000:1.0:1746130301.356694:0:8469:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132f7d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+6:1117:x1830949849399296:12345-192.168.204.51@tcp:101:dd.0 00000100:00100000:3.0:1746130301.356697:0:19438:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5054 00000100:00100000:3.0:1746130301.356704:0:19438:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132f7f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:640ea846-b909-4eea-9a54-417e15bd627b+31:1963:x1830949849398912:12345-192.168.204.51@tcp:4:dd.0 00010000:00010000:1.0:1746130301.356707:0:8469:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746130301.356726:0:8469:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800931b7800/0x4ce24e5787362cfc lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae41000 expref: -99 pid: 8469 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1746130301.356741:0:19438:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00002000:00010000:1.0:1746130301.356741:0:8469:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1a:0x0] initial LVB size: 12582912, mtime: 0x6813d57d, atime: 0x0, ctime: 0x6813d57d, blocks: 0x1 00010000:00010000:3.0:1746130301.356750:0:19438:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880099559e00/0x4ce24e5787362d03 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19438 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130301.356756:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130301.356758:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130301.356762:0:19438:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130301.356763:0:19438:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130301.356765:0:19438:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099559e00/0x4ce24e5787362d03 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19438 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130301.356765:0:8469:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800931b7800/0x4ce24e5787362cfc lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1040383) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae41000 expref: 7 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130301.356771:0:8473:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009431e200/0x4ce24e5787362d0a lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8473 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130301.356775:0:19438:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880099559e00/0x4ce24e5787362d03 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19438 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130301.356776:0:8469:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800931b7800/0x4ce24e5787362cfc lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1040383) gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae41000 expref: 7 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130301.356780:0:8473:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130301.356781:0:8473:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130301.356784:0:8473:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009431e200/0x4ce24e5787362d0a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [1048576->2088959] (req 1048576->2088959) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8473 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130301.356786:0:8469:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800931b7800, rc 0) 00010000:00010000:2.0:1746130301.356793:0:8473:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009431e200/0x4ce24e5787362d0a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [1048576->2088959] (req 1048576->2088959) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8473 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746130301.356841:0:8469:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132f7d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+7:1117:x1830949849399296:12345-192.168.204.51@tcp:101:dd.0 Request processed in 147us (267us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130301.356850:0:8469:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6696 00000100:00100000:0.0:1746130301.360259:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130301.360521:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849399552 00000100:00100000:2.0:1746130301.360532:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849399552 00002000:00100000:2.0:1746130301.360572:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x1a:0x0] (0->1040383) req@ffff880132f7ca80 x1830949849399552/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:326/0 lens 488/0 e 0 to 0 dl 1746130351 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746130301.360587:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132f7ca80 with x1830949849399552 ext(0->1040383) 00002000:00010000:2.0:1746130301.360592:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880132f7ca80 00000100:00100000:2.0:1746130301.361154:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5055 00000100:00100000:2.0:1746130301.361163:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132f7ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+7:1962:x1830949849399552:12345-192.168.204.51@tcp:3:dd.0 00000100:00100000:2.0:1746130301.373785:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132f7ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+7:1962:x1830949849399552:12345-192.168.204.51@tcp:3:dd.0 Request processed in 12614us (13525us total) trans 0 rc 1040384/1040384 00000100:00100000:2.0:1746130301.373796:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5055 00002000:00100000:2.0:1746130301.373806:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x1a:0x0] (0->1040383) req@ffff880132f7ca80 x1830949849399552/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:326/0 lens 488/440 e 0 to 0 dl 1746130351 ref 1 fl Complete:/200/0 rc 1040384/1040384 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746130301.373819:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132f7ca80 with x1830949849399552 ext(0->1040383) 00002000:00010000:2.0:1746130301.373824:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880132f7ca80 00000100:00100000:0.0:1746130301.378437:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130301.378509:0:20953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849399680 00000100:00100000:1.0:1746130301.378516:0:20953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849399680 00000100:00100000:1.0:1746130301.378564:0:20953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6697 00000100:00100000:1.0:1746130301.378572:0:20953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132f7df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c84b93b0-d496-484f-8e1e-94008838f2dd+7:1117:x1830949849399680:12345-192.168.204.51@tcp:101:dd.0 00010000:00010000:1.0:1746130301.378585:0:20953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746130301.378598:0:20953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880136264000/0x4ce24e5787362d11 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae41007 expref: -99 pid: 20953 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1746130301.378612:0:20953:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1746130301.378626:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130301.378628:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130301.378632:0:20953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880136264000/0x4ce24e5787362d11 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae41007 expref: 8 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130301.378641:0:20953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880136264000/0x4ce24e5787362d11 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae41007 expref: 8 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130301.378647:0:20953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880136264000, rc 0) 00000100:00100000:1.0:1746130301.378679:0:20953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132f7df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c84b93b0-d496-484f-8e1e-94008838f2dd+8:1117:x1830949849399680:12345-192.168.204.51@tcp:101:dd.0 Request processed in 108us (252us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130301.378683:0:20953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6697 00000100:00100000:0.0:1746130301.391049:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130301.391085:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130301.391111:0:8469:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849399936 00000100:00100000:0.0:1746130301.391119:0:8469:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849399936 00000100:00100000:0.0:1746130301.391155:0:8469:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6698 00000100:00100000:0.0:1746130301.391161:0:8469:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132f7e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+7:1117:x1830949849399936:12345-192.168.204.51@tcp:101:dd.0 00010000:00010000:0.0:1746130301.391177:0:8469:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746130301.391192:0:8469:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a796ca00/0x4ce24e5787362d18 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae4100e expref: -99 pid: 8469 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1746130301.391212:0:8469:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x1b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1746130301.391230:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130301.391232:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130301.391241:0:8469:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a796ca00/0x4ce24e5787362d18 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1040383) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4100e expref: 8 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130301.391253:0:8469:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a796ca00/0x4ce24e5787362d18 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1040383) gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4100e expref: 8 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130301.391263:0:8469:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a796ca00, rc 0) 00000100:00100000:0.0:1746130301.391328:0:8469:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132f7e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+8:1117:x1830949849399936:12345-192.168.204.51@tcp:101:dd.0 Request processed in 167us (288us total) trans 0 rc 0/0 00000100:00100000:0.0:1746130301.391333:0:8469:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6698 00000100:00100000:0.0:1746130301.391350:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849400064 00000100:00100000:0.0:1746130301.391353:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849400064 00002000:00100000:0.0:1746130301.391373:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x1b:0x0] (0->1048575) req@ffff880132f7dc00 x1830949849400064/t0(0) o4->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:326/0 lens 488/0 e 0 to 0 dl 1746130351 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746130301.391380:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132f7dc00 with x1830949849400064 ext(0->1048575) 00002000:00010000:0.0:1746130301.391385:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880132f7dc00 00000100:00100000:0.0:1746130301.391399:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5056 00000100:00100000:0.0:1746130301.391404:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132f7dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+8:1962:x1830949849400064:12345-192.168.204.51@tcp:4:dd.0 00000100:00100000:3.0:1746130301.405355:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132f7dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+10:1962:x1830949849400064:12345-192.168.204.51@tcp:4:dd.0 Request processed in 13941us (14259us total) trans 4294968798 rc 0/0 00000100:00100000:3.0:1746130301.405366:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5056 00002000:00100000:3.0:1746130301.405377:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x1b:0x0] (0->1048575) req@ffff880132f7dc00 x1830949849400064/t4294968798(0) o4->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:326/0 lens 488/448 e 0 to 0 dl 1746130351 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746130301.405385:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132f7dc00 with x1830949849400064 ext(0->1048575) 00002000:00010000:3.0:1746130301.405391:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880132f7dc00 00000100:00100000:1.0:1746130301.408337:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130301.408466:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849400448 00000100:00100000:3.0:1746130301.408474:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849400448 00002000:00100000:3.0:1746130301.408509:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x1a:0x0] (1048576->2097151) req@ffff880093171500 x1830949849400448/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:326/0 lens 488/0 e 0 to 0 dl 1746130351 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746130301.408519:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093171500 with x1830949849400448 ext(1048576->2097151) 00002000:00010000:3.0:1746130301.408523:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093171500 00000100:00100000:3.0:1746130301.408540:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5057 00000100:00100000:3.0:1746130301.408547:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093171500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+8:1962:x1830949849400448:12345-192.168.204.51@tcp:3:dd.0 00000100:00100000:0.0:1746130301.408867:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130301.408895:0:8474:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849400576 00000100:00100000:0.0:1746130301.408901:0:8474:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849400576 00002000:00100000:0.0:1746130301.408935:0:8474:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x1a:0x0] (1040384->2080767) req@ffff880132f7ed80 x1830949849400576/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:326/0 lens 488/0 e 0 to 0 dl 1746130351 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746130301.408944:0:8474:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132f7ed80 with x1830949849400576 ext(1040384->2080767) 00002000:00010000:0.0:1746130301.408949:0:8474:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880132f7ed80 00000100:00100000:0.0:1746130301.408970:0:8474:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5058 00000100:00100000:0.0:1746130301.408976:0:8474:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132f7ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+10:1961:x1830949849400576:12345-192.168.204.51@tcp:3:dd.0 00000100:00100000:3.0:1746130301.416103:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093171500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+8:1962:x1830949849400448:12345-192.168.204.51@tcp:3:dd.0 Request processed in 7542us (7758us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746130301.416117:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5057 00002000:00100000:3.0:1746130301.416131:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x1a:0x0] (1048576->2097151) req@ffff880093171500 x1830949849400448/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:326/0 lens 488/440 e 0 to 0 dl 1746130351 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746130301.416139:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093171500 with x1830949849400448 ext(1048576->2097151) 00002000:00010000:3.0:1746130301.416146:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093171500 00000100:00100000:0.0:1746130301.418658:0:8474:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132f7ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+10:1961:x1830949849400576:12345-192.168.204.51@tcp:3:dd.0 Request processed in 9676us (9791us total) trans 0 rc 1040384/1040384 00000100:00100000:0.0:1746130301.418668:0:8474:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5058 00002000:00100000:0.0:1746130301.418677:0:8474:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x1a:0x0] (1040384->2080767) req@ffff880132f7ed80 x1830949849400576/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:326/0 lens 488/440 e 0 to 0 dl 1746130351 ref 1 fl Complete:/200/0 rc 1040384/1040384 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746130301.418687:0:8474:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132f7ed80 with x1830949849400576 ext(1040384->2080767) 00002000:00010000:0.0:1746130301.418692:0:8474:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880132f7ed80 00000100:00100000:0.0:1746130301.423959:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130301.424003:0:8474:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849400832 00000100:00100000:0.0:1746130301.424022:0:8474:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849400832 00002000:00100000:0.0:1746130301.424087:0:8474:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x1a:0x0] (2080768->2097151) req@ffff880132f7c700 x1830949849400832/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:326/0 lens 488/0 e 0 to 0 dl 1746130351 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746130301.424097:0:8474:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132f7c700 with x1830949849400832 ext(2080768->2097151) 00002000:00010000:0.0:1746130301.424104:0:8474:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880132f7c700 00000100:00100000:0.0:1746130301.424132:0:8474:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5059 00000100:00100000:0.0:1746130301.424141:0:8474:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132f7c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+10:1962:x1830949849400832:12345-192.168.204.51@tcp:3:dd.0 00000100:00100000:0.0:1746130301.424383:0:8474:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132f7c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+10:1962:x1830949849400832:12345-192.168.204.51@tcp:3:dd.0 Request processed in 242us (434us total) trans 0 rc 16384/16384 00000100:00100000:0.0:1746130301.424390:0:8474:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5059 00002000:00100000:0.0:1746130301.424397:0:8474:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x1a:0x0] (2080768->2097151) req@ffff880132f7c700 x1830949849400832/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:326/0 lens 488/16824 e 0 to 0 dl 1746130351 ref 1 fl Complete:/200/0 rc 16384/16384 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746130301.424404:0:8474:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132f7c700 with x1830949849400832 ext(2080768->2097151) 00002000:00010000:0.0:1746130301.424406:0:8474:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880132f7c700 00000100:00100000:0.0:1746130301.432258:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130301.433382:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849401088 00000100:00100000:1.0:1746130301.433394:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849401088 00002000:00100000:1.0:1746130301.433439:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x1b:0x0] (0->1048575) req@ffff880132f7c000 x1830949849401088/t0(0) o4->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:326/0 lens 488/0 e 0 to 0 dl 1746130351 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746130301.433455:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132f7c000 with x1830949849401088 ext(0->1048575) 00002000:00010000:1.0:1746130301.433461:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880132f7c000 00000100:00100000:1.0:1746130301.433485:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5060 00000100:00100000:1.0:1746130301.433493:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132f7c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+8:1962:x1830949849401088:12345-192.168.204.51@tcp:4:dd.0 00000100:00100000:2.0:1746130301.440407:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130301.440451:0:8474:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849401344 00000100:00100000:2.0:1746130301.440461:0:8474:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849401344 00002000:00100000:2.0:1746130301.440521:0:8474:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x1b:0x0] (1048576->2097151) req@ffff880092254000 x1830949849401344/t0(0) o4->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:326/0 lens 488/0 e 0 to 0 dl 1746130351 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746130301.440532:0:8474:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092254000 with x1830949849401344 ext(1048576->2097151) 00002000:00010000:2.0:1746130301.440538:0:8474:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092254000 00000100:00100000:2.0:1746130301.440564:0:8474:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5061 00000100:00100000:2.0:1746130301.440573:0:8474:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092254000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+10:1961:x1830949849401344:12345-192.168.204.51@tcp:4:dd.0 00000100:00100000:1.0:1746130301.450077:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130301.450105:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132f7c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+10:1962:x1830949849401088:12345-192.168.204.51@tcp:4:dd.0 Request processed in 16603us (17847us total) trans 4294967979 rc 0/0 00000100:00100000:0.0:1746130301.450118:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5060 00002000:00100000:0.0:1746130301.450127:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x1b:0x0] (0->1048575) req@ffff880132f7c000 x1830949849401088/t4294967979(0) o4->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:326/0 lens 488/448 e 0 to 0 dl 1746130351 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746130301.450135:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132f7c000 with x1830949849401088 ext(0->1048575) 00002000:00010000:0.0:1746130301.450140:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880132f7c000 00000100:00100000:1.0:1746130301.450151:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130301.450160:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849401728 00000100:00100000:0.0:1746130301.450167:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849401728 00002000:00100000:0.0:1746130301.450192:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x1a:0x0] (2097152->3145727) req@ffff880093173800 x1830949849401728/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:326/0 lens 488/0 e 0 to 0 dl 1746130351 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746130301.450199:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093173800 with x1830949849401728 ext(2097152->3145727) 00002000:00010000:0.0:1746130301.450202:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093173800 00000100:00100000:0.0:1746130301.450223:0:376:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849401856 00000100:00100000:0.0:1746130301.450226:0:376:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849401856 00002000:00100000:0.0:1746130301.450237:0:376:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x1a:0x0] (2097152->3145727) req@ffff880093170700 x1830949849401856/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:326/0 lens 488/0 e 0 to 0 dl 1746130351 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746130301.450243:0:376:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093170700 with x1830949849401856 ext(2097152->3145727) 00002000:00010000:0.0:1746130301.450245:0:376:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093170700 00000100:00100000:0.0:1746130301.450256:0:376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5062 00000100:00100000:0.0:1746130301.450262:0:376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093173800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:c84b93b0-d496-484f-8e1e-94008838f2dd+12:1962:x1830949849401728:12345-192.168.204.51@tcp:3:dd.0 00000100:00100000:1.0:1746130301.450935:0:8474:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092254000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+14:1961:x1830949849401344:12345-192.168.204.51@tcp:4:dd.0 Request processed in 10361us (10537us total) trans 4294968799 rc 0/0 00000100:00100000:1.0:1746130301.450944:0:8474:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5061 00002000:00100000:1.0:1746130301.450953:0:8474:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x1b:0x0] (1048576->2097151) req@ffff880092254000 x1830949849401344/t4294968799(0) o4->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:326/0 lens 488/448 e 0 to 0 dl 1746130351 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746130301.450962:0:8474:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092254000 with x1830949849401344 ext(1048576->2097151) 00002000:00010000:1.0:1746130301.450974:0:8474:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092254000 00000100:00100000:1.0:1746130301.450994:0:8474:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5063 00000100:00100000:1.0:1746130301.451002:0:8474:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093170700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+10:1961:x1830949849401856:12345-192.168.204.51@tcp:3:dd.0 00000100:00100000:3.0:1746130301.461841:0:376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093173800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:c84b93b0-d496-484f-8e1e-94008838f2dd+12:1962:x1830949849401728:12345-192.168.204.51@tcp:3:dd.0 Request processed in 11408us (11604us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746130301.461855:0:376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5062 00002000:00100000:3.0:1746130301.461868:0:376:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x1a:0x0] (2097152->3145727) req@ffff880093173800 x1830949849401728/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:326/0 lens 488/440 e 0 to 0 dl 1746130351 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746130301.461879:0:376:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093173800 with x1830949849401728 ext(2097152->3145727) 00002000:00010000:3.0:1746130301.461885:0:376:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093173800 00000100:00100000:1.0:1746130301.464736:0:8474:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093170700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+10:1961:x1830949849401856:12345-192.168.204.51@tcp:3:dd.0 Request processed in 13724us (14573us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746130301.464748:0:8474:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5063 00002000:00100000:1.0:1746130301.464758:0:8474:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x1a:0x0] (2097152->3145727) req@ffff880093170700 x1830949849401856/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:326/0 lens 488/440 e 0 to 0 dl 1746130351 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746130301.464766:0:8474:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093170700 with x1830949849401856 ext(2097152->3145727) 00002000:00010000:1.0:1746130301.464772:0:8474:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093170700 00000001:00080000:3.0:1746130301.465134:0:9939:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968791 is committed 00000001:00080000:3.0:1746130301.465148:0:9939:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968793 is committed 00002000:00010000:2.0:1746130301.465332:0:8473:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x1c:0x0] updating lvb size from disk: 0 -> 2088960 00002000:00010000:2.0:1746130301.465336:0:8473:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x1c:0x0] updating lvb mtime from disk: 0 -> 1746130302 00002000:00010000:2.0:1746130301.465338:0:8473:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x1c:0x0] updating lvb ctime from disk: 0 -> 1746130302 00002000:00010000:2.0:1746130301.465341:0:8473:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x1c:0x0] updating lvb blocks from disk: 1 -> 4103 00010000:00010000:2.0:1746130301.465351:0:8473:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009431e200/0x4ce24e5787362d0a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [1048576->2088959] (req 1048576->2088959) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8473 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130301.465361:0:8473:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009431e200/0x4ce24e5787362d0a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [1048576->2088959] (req 1048576->2088959) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8473 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130301.465404:0:8473:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009431e200/0x4ce24e5787362d0a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [1048576->2088959] (req 1048576->2088959) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8473 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130301.465410:0:8473:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009431e200 already unused, calling callback (ffffffffa0809d70) 00010000:00010000:2.0:1746130301.465414:0:8473:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009431e200/0x4ce24e5787362d0a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [1048576->2088959] (req 1048576->2088959) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8473 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130301.465434:0:8473:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009431e200/0x4ce24e5787362d0a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [1048576->2088959] (req 1048576->2088959) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8473 timeout: 0 lvb_type: 0 00000001:00080000:3.0:1746130301.465866:0:9939:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968797 is committed 00010000:00010000:2.0:1746130301.466039:0:8473:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009431e200/0x4ce24e5787362d0a lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [1048576->2088959] (req 1048576->2088959) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8473 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130301.466046:0:8473:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009431e200/0x4ce24e5787362d0a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [1048576->2088959] (req 1048576->2088959) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8473 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746130301.466155:0:8473:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132f7ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:640ea846-b909-4eea-9a54-417e15bd627b+7:1964:x1830949849399168:12345-192.168.204.51@tcp:4:dd.0 Request processed in 109458us (109621us total) trans 4294968797 rc 0/0 00000100:00100000:2.0:1746130301.466164:0:8473:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5053 00010000:00010000:2.0:1746130301.466824:0:19438:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880099559e00/0x4ce24e5787362d03 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19438 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130301.466851:0:19438:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880099559e00/0x4ce24e5787362d03 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19438 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130301.466856:0:19438:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880099559e00/0x4ce24e5787362d03 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19438 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130301.466861:0:19438:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880099559e00 already unused, calling callback (ffffffffa0809d70) 00010000:00010000:2.0:1746130301.466864:0:19438:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880099559e00/0x4ce24e5787362d03 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19438 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130301.466869:0:19438:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880099559e00/0x4ce24e5787362d03 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19438 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130301.466878:0:19438:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880099559e00/0x4ce24e5787362d03 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19438 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130301.466883:0:19438:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880099559e00/0x4ce24e5787362d03 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19438 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746130301.467190:0:19438:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132f7f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:640ea846-b909-4eea-9a54-417e15bd627b+5:1963:x1830949849398912:12345-192.168.204.51@tcp:4:dd.0 Request processed in 110484us (110712us total) trans 4294968796 rc 0/0 00000100:00100000:2.0:1746130301.467198:0:19438:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5054 00000100:00100000:0.0:1746130301.476417:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130301.476465:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130301.476506:0:19438:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849402112 00000100:00100000:2.0:1746130301.476520:0:19438:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849402112 00000100:00100000:3.0:1746130301.476525:0:8473:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849402368 00000100:00100000:3.0:1746130301.476530:0:8473:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849402368 00002000:00100000:3.0:1746130301.476571:0:8473:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x1b:0x0] (1048576->2097151) req@ffff880132f7c380 x1830949849402368/t0(0) o4->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:326/0 lens 488/0 e 0 to 0 dl 1746130351 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746130301.476573:0:19438:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x1a:0x0] (3145728->4194303) req@ffff880132f7d500 x1830949849402112/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:326/0 lens 488/0 e 0 to 0 dl 1746130351 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746130301.476581:0:19438:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132f7d500 with x1830949849402112 ext(3145728->4194303) 00002000:00100000:3.0:1746130301.476582:0:8473:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132f7c380 with x1830949849402368 ext(1048576->2097151) 00002000:00010000:3.0:1746130301.476587:0:8473:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880132f7c380 00002000:00010000:2.0:1746130301.476587:0:19438:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880132f7d500 00000100:00100000:3.0:1746130301.476625:0:8473:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5064 00000100:00100000:2.0:1746130301.476629:0:19438:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5065 00000100:00100000:3.0:1746130301.476632:0:8473:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132f7c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c84b93b0-d496-484f-8e1e-94008838f2dd+11:1962:x1830949849402368:12345-192.168.204.51@tcp:4:dd.0 00000100:00100000:2.0:1746130301.476634:0:19438:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132f7d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+11:1961:x1830949849402112:12345-192.168.204.51@tcp:3:dd.0 00000100:00100000:0.0:1746130301.476746:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130301.476771:0:8469:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849402624 00000100:00100000:0.0:1746130301.476778:0:8469:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849402624 00000100:00100000:0.0:1746130301.476814:0:8469:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6699 00000100:00100000:0.0:1746130301.476822:0:8469:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132f7ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:640ea846-b909-4eea-9a54-417e15bd627b+5:1963:x1830949849402624:12345-192.168.204.51@tcp:101:dd.0 00000100:00100000:3.0:1746130301.476835:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00010000:00010000:0.0:1746130301.476838:0:8469:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746130301.476852:0:8469:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094327a00/0x4ce24e5787362d1f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae4101c expref: -99 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130301.476873:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130301.476875:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130301.476881:0:8469:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094327a00/0x4ce24e5787362d1f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4101c expref: 6 pid: 8469 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746130301.476894:0:8469:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094327a00/0x4ce24e5787362d1f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4101c expref: 6 pid: 8469 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746130301.476902:0:8469:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094327a00, rc 0) 00000100:00100000:0.0:1746130301.476935:0:8469:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132f7ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:640ea846-b909-4eea-9a54-417e15bd627b+6:1963:x1830949849402624:12345-192.168.204.51@tcp:101:dd.0 Request processed in 115us (189us total) trans 0 rc 0/0 00000100:00100000:0.0:1746130301.476940:0:8469:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6699 00000100:00100000:0.0:1746130301.476952:0:8469:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849402496 00000100:00100000:0.0:1746130301.476955:0:8469:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849402496 00000100:00100000:0.0:1746130301.476971:0:8469:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6700 00000100:00100000:0.0:1746130301.476975:0:8469:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091953480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:640ea846-b909-4eea-9a54-417e15bd627b+32:1963:x1830949849402496:12345-192.168.204.51@tcp:101:dd.0 00010000:00010000:0.0:1746130301.476981:0:8469:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746130301.476990:0:8469:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094327000/0x4ce24e5787362d26 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae41015 expref: -99 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130301.477000:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130301.477001:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130301.477005:0:8469:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094327000/0x4ce24e5787362d26 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae41015 expref: 33 pid: 8469 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746130301.477025:0:8469:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094327000/0x4ce24e5787362d26 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae41015 expref: 33 pid: 8469 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746130301.477032:0:8469:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094327000, rc 0) 00000100:00100000:0.0:1746130301.477047:0:8469:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091953480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:640ea846-b909-4eea-9a54-417e15bd627b+33:1963:x1830949849402496:12345-192.168.204.51@tcp:101:dd.0 Request processed in 71us (213us total) trans 0 rc 0/0 00000100:00100000:0.0:1746130301.477052:0:8469:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6700 00000100:00100000:0.0:1746130301.484164:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130301.484499:0:8474:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849402880 00000100:00100000:1.0:1746130301.484509:0:8474:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849402880 00002000:00100000:1.0:1746130301.484554:0:8474:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x1b:0x0] (2097152->3145727) req@ffff880132f7f480 x1830949849402880/t0(0) o4->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:326/0 lens 488/0 e 0 to 0 dl 1746130351 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746130301.484564:0:8474:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132f7f480 with x1830949849402880 ext(2097152->3145727) 00002000:00010000:1.0:1746130301.484569:0:8474:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880132f7f480 00000100:00100000:1.0:1746130301.486399:0:8474:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5066 00000100:00100000:1.0:1746130301.486415:0:8474:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132f7f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+12:1962:x1830949849402880:12345-192.168.204.51@tcp:4:dd.0 00000100:00100000:3.0:1746130301.494542:0:19438:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132f7d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+12:1961:x1830949849402112:12345-192.168.204.51@tcp:3:dd.0 Request processed in 17896us (18122us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746130301.494552:0:19438:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5065 00002000:00100000:3.0:1746130301.494562:0:19438:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x1a:0x0] (3145728->4194303) req@ffff880132f7d500 x1830949849402112/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:326/0 lens 488/440 e 0 to 0 dl 1746130351 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746130301.494571:0:19438:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132f7d500 with x1830949849402112 ext(3145728->4194303) 00002000:00010000:3.0:1746130301.494577:0:19438:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880132f7d500 00000100:00100000:2.0:1746130301.496077:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130301.496116:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130301.496143:0:19438:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849403264 00000100:00100000:3.0:1746130301.496150:0:19438:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849403264 00000100:00100000:3.0:1746130301.496191:0:19438:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849403392 00000100:00100000:3.0:1746130301.496193:0:19438:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849403392 00000100:00100000:3.0:1746130301.496209:0:19438:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5067 00000100:00100000:3.0:1746130301.496215:0:19438:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008af75f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:640ea846-b909-4eea-9a54-417e15bd627b+33:1962:x1830949849403264:12345-192.168.204.51@tcp:3:dd.0 00010000:00010000:3.0:1746130301.496243:0:19438:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880097f15e00/0x4ce24e5787362d2d lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19438 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130301.496256:0:19438:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130301.496258:0:19438:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130301.496262:0:19438:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097f15e00/0x4ce24e5787362d2d lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19438 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746130301.496319:0:376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5068 00000100:00100000:0.0:1746130301.496335:0:376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008af74380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:640ea846-b909-4eea-9a54-417e15bd627b+6:1961:x1830949849403392:12345-192.168.204.51@tcp:3:dd.0 00010000:00010000:0.0:1746130301.496369:0:376:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800934d1400/0x4ce24e5787362d34 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130301.496381:0:376:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130301.496383:0:376:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130301.496387:0:376:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800934d1400/0x4ce24e5787362d34 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [1040384->2080767] (req 1040384->2080767) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130301.496404:0:376:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800934d1400/0x4ce24e5787362d34 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [1040384->2080767] (req 1040384->2080767) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130301.496856:0:19438:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880097f15e00/0x4ce24e5787362d2d lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19438 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746130301.499170:0:8473:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132f7c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c84b93b0-d496-484f-8e1e-94008838f2dd+12:1962:x1830949849402368:12345-192.168.204.51@tcp:4:dd.0 Request processed in 22526us (22692us total) trans 4294967980 rc 0/0 00000100:00100000:1.0:1746130301.499184:0:8473:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5064 00002000:00100000:1.0:1746130301.499196:0:8473:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x1b:0x0] (1048576->2097151) req@ffff880132f7c380 x1830949849402368/t4294967980(0) o4->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:326/0 lens 488/448 e 0 to 0 dl 1746130351 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746130301.499206:0:8473:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132f7c380 with x1830949849402368 ext(1048576->2097151) 00002000:00010000:1.0:1746130301.502173:0:8473:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880132f7c380 00000100:00100000:0.0:1746130301.504659:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130301.504741:0:8473:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849403776 00000100:00100000:1.0:1746130301.504753:0:8473:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849403776 00002000:00100000:1.0:1746130301.504805:0:8473:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x1a:0x0] (3145728->4194303) req@ffff8801354c7800 x1830949849403776/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:326/0 lens 488/0 e 0 to 0 dl 1746130351 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746130301.504815:0:8473:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801354c7800 with x1830949849403776 ext(3145728->4194303) 00002000:00010000:1.0:1746130301.504820:0:8473:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801354c7800 00010000:00010000:0.0:1746130301.504851:0:376:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800934d1400/0x4ce24e5787362d34 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [1040384->2080767] (req 1040384->2080767) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130301.504865:0:376:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800934d1400/0x4ce24e5787362d34 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [1040384->2080767] (req 1040384->2080767) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 376 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746130301.504866:0:8473:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5069 00010000:00010000:0.0:1746130301.504872:0:376:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800934d1400/0x4ce24e5787362d34 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [1040384->2080767] (req 1040384->2080767) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 376 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746130301.504873:0:8473:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801354c7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c84b93b0-d496-484f-8e1e-94008838f2dd+14:1963:x1830949849403776:12345-192.168.204.51@tcp:3:dd.0 00010000:00010000:0.0:1746130301.504878:0:376:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800934d1400 already unused, calling callback (ffffffffa0809d70) 00010000:00010000:0.0:1746130301.504882:0:376:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800934d1400/0x4ce24e5787362d34 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [1040384->2080767] (req 1040384->2080767) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130301.504890:0:376:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800934d1400/0x4ce24e5787362d34 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [1040384->2080767] (req 1040384->2080767) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130301.504909:0:376:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800934d1400/0x4ce24e5787362d34 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [1040384->2080767] (req 1040384->2080767) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130301.504916:0:376:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800934d1400/0x4ce24e5787362d34 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [1040384->2080767] (req 1040384->2080767) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 376 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746130301.504989:0:376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008af74380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:640ea846-b909-4eea-9a54-417e15bd627b+6:1961:x1830949849403392:12345-192.168.204.51@tcp:3:dd.0 Request processed in 8659us (8870us total) trans 0 rc 1040384/1040384 00000100:00100000:0.0:1746130301.504998:0:376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5068 00000100:00100000:1.0:1746130301.506214:0:8474:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132f7f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+15:1962:x1830949849402880:12345-192.168.204.51@tcp:4:dd.0 Request processed in 19802us (22054us total) trans 4294968800 rc 0/0 00000100:00100000:1.0:1746130301.506222:0:8474:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5066 00002000:00100000:1.0:1746130301.506229:0:8474:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x1b:0x0] (2097152->3145727) req@ffff880132f7f480 x1830949849402880/t4294968800(0) o4->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:326/0 lens 488/448 e 0 to 0 dl 1746130351 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746130301.506238:0:8474:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132f7f480 with x1830949849402880 ext(2097152->3145727) 00002000:00010000:1.0:1746130301.506241:0:8474:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880132f7f480 00010000:00010000:3.0:1746130301.510853:0:19438:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880097f15e00/0x4ce24e5787362d2d lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19438 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130301.510869:0:19438:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880097f15e00/0x4ce24e5787362d2d lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19438 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130301.510878:0:19438:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880097f15e00/0x4ce24e5787362d2d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19438 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130301.510883:0:19438:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880097f15e00 already unused, calling callback (ffffffffa0809d70) 00010000:00010000:3.0:1746130301.510887:0:19438:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880097f15e00/0x4ce24e5787362d2d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19438 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130301.510894:0:19438:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880097f15e00/0x4ce24e5787362d2d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19438 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130301.510910:0:19438:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880097f15e00/0x4ce24e5787362d2d lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19438 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130301.510915:0:19438:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880097f15e00/0x4ce24e5787362d2d lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19438 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746130301.511003:0:19438:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008af75f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:640ea846-b909-4eea-9a54-417e15bd627b+33:1962:x1830949849403264:12345-192.168.204.51@tcp:3:dd.0 Request processed in 14783us (14926us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746130301.511024:0:19438:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5067 00000100:00100000:1.0:1746130301.515200:0:8473:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801354c7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c84b93b0-d496-484f-8e1e-94008838f2dd+14:1963:x1830949849403776:12345-192.168.204.51@tcp:3:dd.0 Request processed in 10312us (10537us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746130301.515214:0:8473:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5069 00002000:00100000:1.0:1746130301.515227:0:8473:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x1a:0x0] (3145728->4194303) req@ffff8801354c7800 x1830949849403776/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:326/0 lens 488/440 e 0 to 0 dl 1746130351 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746130301.515238:0:8473:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801354c7800 with x1830949849403776 ext(3145728->4194303) 00002000:00010000:1.0:1746130301.515245:0:8473:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801354c7800 00000100:00100000:0.0:1746130301.515696:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130301.515732:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130301.515799:0:19438:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849404032 00000100:00100000:3.0:1746130301.515808:0:19438:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849404032 00000100:00100000:3.0:1746130301.515846:0:19438:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849404160 00000100:00100000:3.0:1746130301.515848:0:19438:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849404160 00000100:00100000:3.0:1746130301.515864:0:19438:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5070 00000100:00100000:3.0:1746130301.515870:0:19438:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801354c5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:640ea846-b909-4eea-9a54-417e15bd627b+7:1964:x1830949849404032:12345-192.168.204.51@tcp:4:dd.0 00002000:00010000:3.0:1746130301.515909:0:19438:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1c:0x0] initial LVB size: 2088960, mtime: 0x6813d57e, atime: 0x0, ctime: 0x6813d57e, blocks: 0x1007 00010000:00010000:3.0:1746130301.515918:0:19438:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009421ea00/0x4ce24e5787362d3b lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19438 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130301.515931:0:19438:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130301.515933:0:19438:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130301.515937:0:19438:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009421ea00/0x4ce24e5787362d3b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [2088960->3137535] (req 2088960->3137535) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19438 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746130301.515944:0:8473:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5071 00010000:00010000:3.0:1746130301.515951:0:19438:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009421ea00/0x4ce24e5787362d3b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [2088960->3137535] (req 2088960->3137535) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19438 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746130301.515957:0:8473:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801354c6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:640ea846-b909-4eea-9a54-417e15bd627b+7:1963:x1830949849404160:12345-192.168.204.51@tcp:4:dd.0 00010000:00010000:1.0:1746130301.515987:0:8473:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801301e2600/0x4ce24e5787362d42 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8473 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130301.515998:0:8473:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130301.516000:0:8473:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130301.516004:0:8473:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801301e2600/0x4ce24e5787362d42 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [3137536->4177919] (req 3137536->4177919) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8473 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130301.516029:0:8473:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801301e2600/0x4ce24e5787362d42 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [3137536->4177919] (req 3137536->4177919) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8473 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746130301.522830:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130301.523460:0:8474:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849404544 00000100:00100000:1.0:1746130301.523470:0:8474:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849404544 00002000:00100000:1.0:1746130301.523519:0:8474:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x1a:0x0] (4194304->5242879) req@ffff8801354c7480 x1830949849404544/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:326/0 lens 488/0 e 0 to 0 dl 1746130351 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746130301.523529:0:8474:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801354c7480 with x1830949849404544 ext(4194304->5242879) 00002000:00010000:1.0:1746130301.523536:0:8474:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801354c7480 00000100:00100000:1.0:1746130301.523572:0:8474:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5072 00000100:00100000:1.0:1746130301.523579:0:8474:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801354c7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+12:1961:x1830949849404544:12345-192.168.204.51@tcp:3:dd.0 00000100:00100000:3.0:1746130301.534908:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130301.534935:0:376:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849404800 00000100:00100000:3.0:1746130301.534942:0:376:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849404800 00002000:00100000:3.0:1746130301.534978:0:376:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x1a:0x0] (4194304->5242879) req@ffff880091951180 x1830949849404800/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:326/0 lens 488/0 e 0 to 0 dl 1746130351 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746130301.534988:0:376:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091951180 with x1830949849404800 ext(4194304->5242879) 00002000:00010000:3.0:1746130301.534993:0:376:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091951180 00000100:00100000:3.0:1746130301.535023:0:376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5073 00000100:00100000:3.0:1746130301.535031:0:376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091951180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:c84b93b0-d496-484f-8e1e-94008838f2dd+14:1962:x1830949849404800:12345-192.168.204.51@tcp:3:dd.0 00000100:00100000:3.0:1746130301.535762:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130301.535775:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849405056 00000100:00100000:3.0:1746130301.535777:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849405056 00002000:00100000:3.0:1746130301.535794:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x1b:0x0] (2097152->3145727) req@ffff880091952a00 x1830949849405056/t0(0) o4->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:326/0 lens 488/0 e 0 to 0 dl 1746130351 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746130301.535802:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091952a00 with x1830949849405056 ext(2097152->3145727) 00002000:00010000:3.0:1746130301.535805:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091952a00 00000100:00100000:3.0:1746130301.535816:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5074 00000100:00100000:3.0:1746130301.535822:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091952a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c84b93b0-d496-484f-8e1e-94008838f2dd+14:1962:x1830949849405056:12345-192.168.204.51@tcp:4:dd.0 00000100:00100000:2.0:1746130301.536921:0:8474:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801354c7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+14:1961:x1830949849404544:12345-192.168.204.51@tcp:3:dd.0 Request processed in 13334us (14090us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746130301.536932:0:8474:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5072 00002000:00100000:2.0:1746130301.536941:0:8474:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x1a:0x0] (4194304->5242879) req@ffff8801354c7480 x1830949849404544/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:326/0 lens 488/440 e 0 to 0 dl 1746130351 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746130301.536950:0:8474:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801354c7480 with x1830949849404544 ext(4194304->5242879) 00002000:00010000:2.0:1746130301.536956:0:8474:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801354c7480 00000100:00100000:0.0:1746130301.543537:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130301.543957:0:8474:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849405312 00000100:00100000:2.0:1746130301.543969:0:8474:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849405312 00002000:00100000:2.0:1746130301.544031:0:8474:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x1b:0x0] (3145728->4194303) req@ffff880136398380 x1830949849405312/t0(0) o4->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:326/0 lens 488/0 e 0 to 0 dl 1746130351 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746130301.544041:0:8474:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880136398380 with x1830949849405312 ext(3145728->4194303) 00002000:00010000:2.0:1746130301.544046:0:8474:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880136398380 00000100:00100000:2.0:1746130301.544066:0:8474:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5075 00000100:00100000:2.0:1746130301.544073:0:8474:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136398380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+16:1962:x1830949849405312:12345-192.168.204.51@tcp:4:dd.0 00000100:00100000:3.0:1746130301.549039:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091952a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c84b93b0-d496-484f-8e1e-94008838f2dd+14:1962:x1830949849405056:12345-192.168.204.51@tcp:4:dd.0 Request processed in 13204us (13265us total) trans 4294967981 rc 0/0 00000100:00100000:3.0:1746130301.549052:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5074 00002000:00100000:3.0:1746130301.549063:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x1b:0x0] (2097152->3145727) req@ffff880091952a00 x1830949849405056/t4294967981(0) o4->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:326/0 lens 488/448 e 0 to 0 dl 1746130351 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746130301.549072:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091952a00 with x1830949849405056 ext(2097152->3145727) 00002000:00010000:3.0:1746130301.549078:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091952a00 00000100:00100000:0.0:1746130301.554203:0:376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091951180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:c84b93b0-d496-484f-8e1e-94008838f2dd+16:1962:x1830949849404800:12345-192.168.204.51@tcp:3:dd.0 Request processed in 19161us (19289us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746130301.554218:0:376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5073 00002000:00100000:0.0:1746130301.554235:0:376:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x1a:0x0] (4194304->5242879) req@ffff880091951180 x1830949849404800/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:326/0 lens 488/440 e 0 to 0 dl 1746130351 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746130301.554246:0:376:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091951180 with x1830949849404800 ext(4194304->5242879) 00002000:00010000:0.0:1746130301.554254:0:376:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091951180 00000100:00100000:2.0:1746130301.559945:0:8474:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136398380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+16:1962:x1830949849405312:12345-192.168.204.51@tcp:4:dd.0 Request processed in 15860us (18973us total) trans 4294968803 rc 0/0 00000100:00100000:3.0:1746130301.560018:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130301.560060:0:8474:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5075 00002000:00100000:2.0:1746130301.560074:0:8474:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x1b:0x0] (3145728->4194303) req@ffff880136398380 x1830949849405312/t4294968803(0) o4->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:326/0 lens 488/448 e 0 to 0 dl 1746130351 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746130301.560083:0:8474:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880136398380 with x1830949849405312 ext(3145728->4194303) 00002000:00010000:2.0:1746130301.560088:0:8474:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880136398380 00000100:00100000:2.0:1746130301.560109:0:8474:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849405568 00000100:00100000:2.0:1746130301.560115:0:8474:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849405568 00002000:00100000:2.0:1746130301.560136:0:8474:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x1b:0x0] (3145728->4194303) req@ffff880091952300 x1830949849405568/t0(0) o4->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:326/0 lens 488/0 e 0 to 0 dl 1746130351 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746130301.560142:0:8474:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091952300 with x1830949849405568 ext(3145728->4194303) 00002000:00010000:2.0:1746130301.560145:0:8474:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091952300 00000100:00100000:2.0:1746130301.560157:0:8474:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5076 00000100:00100000:2.0:1746130301.560164:0:8474:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091952300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+14:1962:x1830949849405568:12345-192.168.204.51@tcp:4:dd.0 00000100:00100000:1.0:1746130301.568067:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130301.569148:0:8474:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091952300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+16:1962:x1830949849405568:12345-192.168.204.51@tcp:4:dd.0 Request processed in 8981us (9146us total) trans 4294967982 rc 0/0 00000100:00100000:2.0:1746130301.569160:0:8474:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5076 00002000:00100000:2.0:1746130301.569174:0:8474:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x1b:0x0] (3145728->4194303) req@ffff880091952300 x1830949849405568/t4294967982(0) o4->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:326/0 lens 488/448 e 0 to 0 dl 1746130351 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746130301.569186:0:8474:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091952300 with x1830949849405568 ext(3145728->4194303) 00002000:00010000:2.0:1746130301.569193:0:8474:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091952300 00000100:00100000:2.0:1746130301.569219:0:8474:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849405824 00000100:00100000:2.0:1746130301.569226:0:8474:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849405824 00002000:00100000:2.0:1746130301.569257:0:8474:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x1b:0x0] (4194304->5242879) req@ffff8800a596b100 x1830949849405824/t0(0) o4->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:326/0 lens 488/0 e 0 to 0 dl 1746130351 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746130301.569281:0:8474:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a596b100 with x1830949849405824 ext(4194304->5242879) 00002000:00010000:2.0:1746130301.569284:0:8474:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a596b100 00000100:00100000:2.0:1746130301.569304:0:8474:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5077 00000100:00100000:2.0:1746130301.569313:0:8474:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a596b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+16:1962:x1830949849405824:12345-192.168.204.51@tcp:4:dd.0 00000100:00100000:3.0:1746130301.574640:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130301.574670:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130301.574694:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849406208 00000100:00100000:3.0:1746130301.574703:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849406208 00002000:00100000:3.0:1746130301.574938:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x1a:0x0] (5242880->6291455) req@ffff880091950a80 x1830949849406208/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:326/0 lens 488/0 e 0 to 0 dl 1746130351 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746130301.574949:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091950a80 with x1830949849406208 ext(5242880->6291455) 00002000:00010000:3.0:1746130301.574955:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091950a80 00000100:00100000:3.0:1746130301.574971:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849406336 00000100:00100000:3.0:1746130301.574973:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849406336 00002000:00100000:3.0:1746130301.574988:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x1a:0x0] (5242880->6291455) req@ffff880091953b80 x1830949849406336/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:326/0 lens 488/0 e 0 to 0 dl 1746130351 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746130301.574994:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091953b80 with x1830949849406336 ext(5242880->6291455) 00002000:00010000:3.0:1746130301.574997:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091953b80 00000100:00100000:3.0:1746130301.575030:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5078 00000100:00100000:3.0:1746130301.575038:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091950a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c84b93b0-d496-484f-8e1e-94008838f2dd+16:1962:x1830949849406208:12345-192.168.204.51@tcp:3:dd.0 00000100:00100000:1.0:1746130301.575044:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5079 00000100:00100000:1.0:1746130301.575051:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091953b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+18:1961:x1830949849406336:12345-192.168.204.51@tcp:3:dd.0 00000100:00100000:2.0:1746130301.575941:0:8474:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a596b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+20:1962:x1830949849405824:12345-192.168.204.51@tcp:4:dd.0 Request processed in 6627us (7881us total) trans 4294968804 rc 0/0 00000100:00100000:2.0:1746130301.576656:0:8474:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5077 00002000:00100000:2.0:1746130301.576667:0:8474:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x1b:0x0] (4194304->5242879) req@ffff8800a596b100 x1830949849405824/t4294968804(0) o4->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:326/0 lens 488/448 e 0 to 0 dl 1746130351 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746130301.576675:0:8474:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a596b100 with x1830949849405824 ext(4194304->5242879) 00002000:00010000:2.0:1746130301.576681:0:8474:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a596b100 00000100:00100000:1.0:1746130301.588159:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091953b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+18:1961:x1830949849406336:12345-192.168.204.51@tcp:3:dd.0 Request processed in 13095us (13475us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746130301.588172:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5079 00002000:00100000:1.0:1746130301.588184:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x1a:0x0] (5242880->6291455) req@ffff880091953b80 x1830949849406336/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:326/0 lens 488/440 e 0 to 0 dl 1746130351 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746130301.588194:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091953b80 with x1830949849406336 ext(5242880->6291455) 00002000:00010000:1.0:1746130301.588207:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091953b80 00000100:00100000:2.0:1746130301.589505:0:3298:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1746130301.589525:0:3298:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008af75c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3298:1830949841826560:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1746130301.589578:0:3298:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746130301.589715:0:10555:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949841826560 00000100:00100000:3.0:1746130301.589724:0:10555:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949841826560 00000100:00100000:3.0:1746130301.589773:0:10555:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 177 00000100:00080000:2.0:1746130301.589774:0:7108:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1746130301.589780:0:10555:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008af75880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3298:x1830949841826560:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1746130301.589852:0:10555:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 1703936 granted 572325888 pending 28966912 free 3855613952 avail 3853516800 00000100:00100000:3.0:1746130301.589898:0:10555:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008af75880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3298:x1830949841826560:12345-0@lo:13:osp-pre-0-0.0 Request processed in 117us (319us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130301.589903:0:10555:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 177 00000100:00100000:2.0:1746130301.589976:0:3298:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008af75c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3298:1830949841826560:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1746130301.590134:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091950a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c84b93b0-d496-484f-8e1e-94008838f2dd+16:1962:x1830949849406208:12345-192.168.204.51@tcp:3:dd.0 Request processed in 15095us (15501us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746130301.590142:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5078 00002000:00100000:3.0:1746130301.590150:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x1a:0x0] (5242880->6291455) req@ffff880091950a80 x1830949849406208/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:326/0 lens 488/440 e 0 to 0 dl 1746130351 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746130301.590159:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091950a80 with x1830949849406208 ext(5242880->6291455) 00002000:00010000:3.0:1746130301.590164:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091950a80 00000100:00100000:2.0:1746130301.595037:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130301.595119:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849406592 00000100:00100000:3.0:1746130301.595130:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849406592 00002000:00100000:3.0:1746130301.595176:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x1a:0x0] (6291456->7340031) req@ffff88008af75c00 x1830949849406592/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:326/0 lens 488/0 e 0 to 0 dl 1746130351 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746130301.595186:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008af75c00 with x1830949849406592 ext(6291456->7340031) 00002000:00010000:3.0:1746130301.595192:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008af75c00 00000100:00100000:3.0:1746130301.595449:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5080 00000100:00100000:3.0:1746130301.595458:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008af75c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c84b93b0-d496-484f-8e1e-94008838f2dd+16:1963:x1830949849406592:12345-192.168.204.51@tcp:3:dd.0 00000100:00100000:0.0:1746130301.596305:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130301.596323:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849406848 00000100:00100000:0.0:1746130301.596326:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849406848 00002000:00100000:0.0:1746130301.596349:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x1a:0x0] (6291456->7340031) req@ffff880136399f80 x1830949849406848/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:326/0 lens 488/0 e 0 to 0 dl 1746130351 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746130301.596358:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880136399f80 with x1830949849406848 ext(6291456->7340031) 00002000:00010000:0.0:1746130301.596362:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880136399f80 00000100:00100000:0.0:1746130301.596375:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5081 00000100:00100000:0.0:1746130301.596380:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136399f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+18:1964:x1830949849406848:12345-192.168.204.51@tcp:3:dd.0 00000100:00100000:2.0:1746130301.603138:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130301.603212:0:8474:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849407104 00000100:00100000:3.0:1746130301.603225:0:8474:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849407104 00002000:00100000:3.0:1746130301.603294:0:8474:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x1a:0x0] (7340032->8388607) req@ffff88008af74700 x1830949849407104/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:326/0 lens 488/0 e 0 to 0 dl 1746130351 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746130301.603305:0:8474:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008af74700 with x1830949849407104 ext(7340032->8388607) 00002000:00010000:3.0:1746130301.603312:0:8474:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008af74700 00000100:00100000:3.0:1746130301.603730:0:8474:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5082 00000100:00100000:3.0:1746130301.603738:0:8474:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008af74700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+18:1963:x1830949849407104:12345-192.168.204.51@tcp:3:dd.0 00000100:00100000:0.0:1746130301.607446:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136399f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+18:1964:x1830949849406848:12345-192.168.204.51@tcp:3:dd.0 Request processed in 11054us (11131us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746130301.607458:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5081 00002000:00100000:0.0:1746130301.607469:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x1a:0x0] (6291456->7340031) req@ffff880136399f80 x1830949849406848/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:326/0 lens 488/440 e 0 to 0 dl 1746130351 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746130301.607479:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880136399f80 with x1830949849406848 ext(6291456->7340031) 00002000:00010000:0.0:1746130301.607486:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880136399f80 00000100:00100000:1.0:1746130301.611842:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130301.611881:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130301.612000:0:376:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849407488 00000100:00100000:2.0:1746130301.612020:0:376:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849407488 00002000:00100000:2.0:1746130301.612058:0:376:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x1a:0x0] (7340032->8388607) req@ffff8800a5969f80 x1830949849407488/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:326/0 lens 488/0 e 0 to 0 dl 1746130351 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746130301.612066:0:376:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5969f80 with x1830949849407488 ext(7340032->8388607) 00002000:00010000:2.0:1746130301.612072:0:376:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a5969f80 00000100:00100000:2.0:1746130301.612089:0:376:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849407616 00000100:00100000:2.0:1746130301.612091:0:376:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849407616 00002000:00100000:2.0:1746130301.612102:0:376:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x1b:0x0] (4194304->5242879) req@ffff8800a596a300 x1830949849407616/t0(0) o4->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:326/0 lens 488/0 e 0 to 0 dl 1746130351 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746130301.612108:0:376:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a596a300 with x1830949849407616 ext(4194304->5242879) 00002000:00010000:2.0:1746130301.612111:0:376:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a596a300 00000100:00100000:2.0:1746130301.612122:0:376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5083 00000100:00100000:2.0:1746130301.612127:0:376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5969f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:c84b93b0-d496-484f-8e1e-94008838f2dd+18:1964:x1830949849407488:12345-192.168.204.51@tcp:3:dd.0 00000100:00100000:3.0:1746130301.612136:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008af75c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c84b93b0-d496-484f-8e1e-94008838f2dd+19:1963:x1830949849406592:12345-192.168.204.51@tcp:3:dd.0 Request processed in 16678us (17106us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746130301.612142:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5080 00002000:00100000:3.0:1746130301.612147:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x1a:0x0] (6291456->7340031) req@ffff88008af75c00 x1830949849406592/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:326/0 lens 488/440 e 0 to 0 dl 1746130351 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746130301.612152:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008af75c00 with x1830949849406592 ext(6291456->7340031) 00002000:00010000:3.0:1746130301.612155:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008af75c00 00000100:00100000:3.0:1746130301.612170:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5084 00000100:00100000:3.0:1746130301.612174:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a596a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c84b93b0-d496-484f-8e1e-94008838f2dd+18:1964:x1830949849407616:12345-192.168.204.51@tcp:4:dd.0 00000001:00080000:2.0:1746130301.614954:0:9939:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968800 is committed 00000001:00080000:2.0:1746130301.614974:0:9939:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968801 is committed 00002000:00010000:1.0:1746130301.615663:0:19438:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x1c:0x0] updating lvb size from disk: 2088960 -> 4177920 00002000:00010000:1.0:1746130301.615668:0:19438:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x1c:0x0] updating lvb blocks from disk: 4103 -> 6151 00010000:00010000:1.0:1746130301.615684:0:19438:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009421ea00/0x4ce24e5787362d3b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [2088960->3137535] (req 2088960->3137535) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19438 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130301.615696:0:19438:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009421ea00/0x4ce24e5787362d3b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [2088960->3137535] (req 2088960->3137535) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19438 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130301.615704:0:19438:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009421ea00/0x4ce24e5787362d3b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [2088960->3137535] (req 2088960->3137535) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19438 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130301.615711:0:19438:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009421ea00 already unused, calling callback (ffffffffa0809d70) 00010000:00010000:1.0:1746130301.615715:0:19438:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009421ea00/0x4ce24e5787362d3b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [2088960->3137535] (req 2088960->3137535) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19438 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130301.615722:0:19438:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009421ea00/0x4ce24e5787362d3b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [2088960->3137535] (req 2088960->3137535) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19438 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130301.615740:0:19438:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009421ea00/0x4ce24e5787362d3b lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [2088960->3137535] (req 2088960->3137535) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19438 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130301.615745:0:19438:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009421ea00/0x4ce24e5787362d3b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [2088960->3137535] (req 2088960->3137535) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19438 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746130301.615832:0:19438:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801354c5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:640ea846-b909-4eea-9a54-417e15bd627b+10:1964:x1830949849404032:12345-192.168.204.51@tcp:4:dd.0 Request processed in 99956us (100139us total) trans 4294968801 rc 0/0 00000100:00100000:1.0:1746130301.615842:0:19438:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5070 00000100:00100000:3.0:1746130301.620645:0:8474:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008af74700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+18:1963:x1830949849407104:12345-192.168.204.51@tcp:3:dd.0 Request processed in 16902us (17508us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746130301.620655:0:8474:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5082 00002000:00100000:3.0:1746130301.620665:0:8474:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x1a:0x0] (7340032->8388607) req@ffff88008af74700 x1830949849407104/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:326/0 lens 488/440 e 0 to 0 dl 1746130351 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746130301.620674:0:8474:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008af74700 with x1830949849407104 ext(7340032->8388607) 00002000:00010000:3.0:1746130301.620679:0:8474:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008af74700 00000100:00100000:2.0:1746130301.624915:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130301.624995:0:8474:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849407872 00000100:00100000:0.0:1746130301.625015:0:8474:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849407872 00002000:00100000:0.0:1746130301.625054:0:8474:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x1b:0x0] (5242880->6291455) req@ffff88008af76a00 x1830949849407872/t0(0) o4->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:326/0 lens 488/0 e 0 to 0 dl 1746130351 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746130301.625064:0:8474:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008af76a00 with x1830949849407872 ext(5242880->6291455) 00002000:00010000:0.0:1746130301.625069:0:8474:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008af76a00 00000100:00100000:0.0:1746130301.625100:0:8474:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5085 00000100:00100000:0.0:1746130301.625107:0:8474:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008af76a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+14:1961:x1830949849407872:12345-192.168.204.51@tcp:4:dd.0 00000100:00100000:2.0:1746130301.627932:0:376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5969f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:c84b93b0-d496-484f-8e1e-94008838f2dd+14:1964:x1830949849407488:12345-192.168.204.51@tcp:3:dd.0 Request processed in 15797us (16093us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746130301.627943:0:376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5083 00002000:00100000:2.0:1746130301.627951:0:376:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x1a:0x0] (7340032->8388607) req@ffff8800a5969f80 x1830949849407488/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:326/0 lens 488/440 e 0 to 0 dl 1746130351 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746130301.627961:0:376:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5969f80 with x1830949849407488 ext(7340032->8388607) 00002000:00010000:2.0:1746130301.627966:0:376:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a5969f80 00000100:00100000:3.0:1746130301.628762:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a596a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c84b93b0-d496-484f-8e1e-94008838f2dd+18:1964:x1830949849407616:12345-192.168.204.51@tcp:4:dd.0 Request processed in 16583us (16876us total) trans 4294967983 rc 0/0 00000100:00100000:3.0:1746130301.628770:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5084 00002000:00100000:3.0:1746130301.628775:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x1b:0x0] (4194304->5242879) req@ffff8800a596a300 x1830949849407616/t4294967983(0) o4->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:326/0 lens 488/448 e 0 to 0 dl 1746130351 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746130301.628782:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a596a300 with x1830949849407616 ext(4194304->5242879) 00002000:00010000:3.0:1746130301.628785:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a596a300 00000100:00100000:0.0:1746130301.637118:0:8474:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008af76a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+14:1961:x1830949849407872:12345-192.168.204.51@tcp:4:dd.0 Request processed in 12003us (12201us total) trans 4294968805 rc 0/0 00000100:00100000:0.0:1746130301.637130:0:8474:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5085 00002000:00100000:0.0:1746130301.637143:0:8474:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x1b:0x0] (5242880->6291455) req@ffff88008af76a00 x1830949849407872/t4294968805(0) o4->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:326/0 lens 488/448 e 0 to 0 dl 1746130351 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746130301.637151:0:8474:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008af76a00 with x1830949849407872 ext(5242880->6291455) 00002000:00010000:0.0:1746130301.637157:0:8474:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008af76a00 00000100:00100000:3.0:1746130301.641528:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130301.642128:0:8474:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849408128 00000100:00100000:0.0:1746130301.642140:0:8474:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849408128 00002000:00100000:0.0:1746130301.642192:0:8474:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x1b:0x0] (5242880->6291455) req@ffff880091952680 x1830949849408128/t0(0) o4->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:326/0 lens 488/0 e 0 to 0 dl 1746130351 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746130301.642203:0:8474:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091952680 with x1830949849408128 ext(5242880->6291455) 00002000:00010000:0.0:1746130301.642209:0:8474:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091952680 00000100:00100000:0.0:1746130301.642232:0:8474:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5086 00000100:00100000:0.0:1746130301.642240:0:8474:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091952680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+18:1962:x1830949849408128:12345-192.168.204.51@tcp:4:dd.0 00000100:00100000:0.0:1746130301.651111:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130301.651481:0:8474:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091952680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+20:1962:x1830949849408128:12345-192.168.204.51@tcp:4:dd.0 Request processed in 9236us (9955us total) trans 4294967984 rc 0/0 00000100:00100000:2.0:1746130301.651493:0:8474:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5086 00002000:00100000:2.0:1746130301.651505:0:8474:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x1b:0x0] (5242880->6291455) req@ffff880091952680 x1830949849408128/t4294967984(0) o4->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:326/0 lens 488/448 e 0 to 0 dl 1746130351 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746130301.651515:0:8474:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091952680 with x1830949849408128 ext(5242880->6291455) 00002000:00010000:2.0:1746130301.651521:0:8474:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091952680 00000100:00100000:2.0:1746130301.651545:0:8474:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849408384 00000100:00100000:2.0:1746130301.651552:0:8474:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849408384 00002000:00100000:2.0:1746130301.651585:0:8474:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x1b:0x0] (6291456->7340031) req@ffff88009bdfed80 x1830949849408384/t0(0) o4->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:326/0 lens 488/0 e 0 to 0 dl 1746130351 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746130301.651592:0:8474:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bdfed80 with x1830949849408384 ext(6291456->7340031) 00002000:00010000:2.0:1746130301.651595:0:8474:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009bdfed80 00000100:00100000:2.0:1746130301.651614:0:8474:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5087 00000100:00100000:2.0:1746130301.651620:0:8474:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bdfed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+14:1963:x1830949849408384:12345-192.168.204.51@tcp:4:dd.0 00000100:00100000:3.0:1746130301.660119:0:8474:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bdfed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+16:1963:x1830949849408384:12345-192.168.204.51@tcp:4:dd.0 Request processed in 8488us (9005us total) trans 4294968806 rc 0/0 00000100:00100000:3.0:1746130301.660131:0:8474:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5087 00002000:00100000:3.0:1746130301.660142:0:8474:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x1b:0x0] (6291456->7340031) req@ffff88009bdfed80 x1830949849408384/t4294968806(0) o4->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:326/0 lens 488/448 e 0 to 0 dl 1746130351 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746130301.660152:0:8474:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bdfed80 with x1830949849408384 ext(6291456->7340031) 00002000:00010000:3.0:1746130301.660158:0:8474:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009bdfed80 00000100:00100000:2.0:1746130301.666521:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130301.666574:0:8474:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849408640 00000100:00100000:3.0:1746130301.666586:0:8474:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849408640 00002000:00100000:3.0:1746130301.666629:0:8474:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x1b:0x0] (6291456->7340031) req@ffff88008af76d80 x1830949849408640/t0(0) o4->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:326/0 lens 488/0 e 0 to 0 dl 1746130351 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746130301.666639:0:8474:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008af76d80 with x1830949849408640 ext(6291456->7340031) 00002000:00010000:3.0:1746130301.666645:0:8474:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008af76d80 00000100:00100000:3.0:1746130301.666669:0:8474:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5088 00000100:00100000:3.0:1746130301.666676:0:8474:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008af76d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+20:1964:x1830949849408640:12345-192.168.204.51@tcp:4:dd.0 00000100:00100000:3.0:1746130301.674352:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130301.674530:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849408896 00000100:00100000:2.0:1746130301.674540:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849408896 00002000:00100000:2.0:1746130301.674585:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x1b:0x0] (7340032->8388607) req@ffff8800a7d41c00 x1830949849408896/t0(0) o4->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:326/0 lens 488/0 e 0 to 0 dl 1746130351 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746130301.674595:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a7d41c00 with x1830949849408896 ext(7340032->8388607) 00002000:00010000:2.0:1746130301.674601:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a7d41c00 00000100:00100000:2.0:1746130301.674620:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5089 00000100:00100000:2.0:1746130301.674627:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7d41c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c84b93b0-d496-484f-8e1e-94008838f2dd+16:1963:x1830949849408896:12345-192.168.204.51@tcp:4:dd.0 00000100:00100000:3.0:1746130301.675998:0:8474:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008af76d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+22:1964:x1830949849408640:12345-192.168.204.51@tcp:4:dd.0 Request processed in 9317us (9478us total) trans 4294967985 rc 0/0 00000100:00100000:3.0:1746130301.676017:0:8474:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5088 00002000:00100000:3.0:1746130301.676024:0:8474:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x1b:0x0] (6291456->7340031) req@ffff88008af76d80 x1830949849408640/t4294967985(0) o4->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:326/0 lens 488/448 e 0 to 0 dl 1746130351 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746130301.676034:0:8474:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008af76d80 with x1830949849408640 ext(6291456->7340031) 00002000:00010000:3.0:1746130301.676039:0:8474:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008af76d80 00000100:00100000:2.0:1746130301.683114:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7d41c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c84b93b0-d496-484f-8e1e-94008838f2dd+18:1963:x1830949849408896:12345-192.168.204.51@tcp:4:dd.0 Request processed in 8476us (8762us total) trans 4294968807 rc 0/0 00000100:00100000:2.0:1746130301.683126:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5089 00002000:00100000:2.0:1746130301.683137:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x1b:0x0] (7340032->8388607) req@ffff8800a7d41c00 x1830949849408896/t4294968807(0) o4->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:326/0 lens 488/448 e 0 to 0 dl 1746130351 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746130301.683147:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a7d41c00 with x1830949849408896 ext(7340032->8388607) 00002000:00010000:2.0:1746130301.683153:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a7d41c00 00000100:00100000:0.0:1746130301.683223:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130301.683243:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849409408 00000100:00100000:2.0:1746130301.683249:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849409408 00000100:00100000:0.0:1746130301.683249:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00002000:00100000:2.0:1746130301.683295:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x1a:0x0] (8388608->9437183) req@ffff880092f61880 x1830949849409408/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:326/0 lens 488/0 e 0 to 0 dl 1746130351 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746130301.683302:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092f61880 with x1830949849409408 ext(8388608->9437183) 00002000:00010000:2.0:1746130301.683305:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092f61880 00000100:00100000:2.0:1746130301.683317:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849409280 00000100:00100000:2.0:1746130301.683320:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849409280 00002000:00100000:2.0:1746130301.683332:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_006: refresh rw locks for [0x240000400:0x1a:0x0] (8388608->9437183) req@ffff880092f60a80 x1830949849409280/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:326/0 lens 488/0 e 0 to 0 dl 1746130351 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746130301.683338:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092f60a80 with x1830949849409280 ext(8388608->9437183) 00002000:00010000:2.0:1746130301.683341:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092f60a80 00000100:00100000:2.0:1746130301.683351:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5090 00000100:00100000:2.0:1746130301.683357:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092f61880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c84b93b0-d496-484f-8e1e-94008838f2dd+18:1961:x1830949849409408:12345-192.168.204.51@tcp:3:dd.0 00002000:00010000:3.0:1746130301.684060:0:8473:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x1c:0x0] updating lvb blocks from disk: 6151 -> 8199 00010000:00010000:3.0:1746130301.684074:0:8473:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801301e2600/0x4ce24e5787362d42 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [3137536->4177919] (req 3137536->4177919) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8473 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130301.684084:0:8473:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801301e2600/0x4ce24e5787362d42 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [3137536->4177919] (req 3137536->4177919) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8473 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130301.684092:0:8473:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801301e2600/0x4ce24e5787362d42 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [3137536->4177919] (req 3137536->4177919) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8473 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130301.684100:0:8473:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8801301e2600 already unused, calling callback (ffffffffa0809d70) 00010000:00010000:3.0:1746130301.684105:0:8473:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801301e2600/0x4ce24e5787362d42 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [3137536->4177919] (req 3137536->4177919) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8473 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130301.684113:0:8473:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801301e2600/0x4ce24e5787362d42 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [3137536->4177919] (req 3137536->4177919) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8473 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130301.684132:0:8473:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801301e2600/0x4ce24e5787362d42 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [3137536->4177919] (req 3137536->4177919) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8473 timeout: 0 lvb_type: 0 00000001:00080000:2.0:1746130301.684138:0:9939:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968802 is committed 00010000:00010000:3.0:1746130301.684139:0:8473:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801301e2600/0x4ce24e5787362d42 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [3137536->4177919] (req 3137536->4177919) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8473 timeout: 0 lvb_type: 0 00000001:00080000:2.0:1746130301.684149:0:9939:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968804 is committed 00000100:00100000:2.0:1746130301.684171:0:19438:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5091 00000100:00100000:2.0:1746130301.684178:0:19438:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092f60a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+22:1962:x1830949849409280:12345-192.168.204.51@tcp:3:dd.0 00000100:00100000:3.0:1746130301.684524:0:8473:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801354c6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:640ea846-b909-4eea-9a54-417e15bd627b+6:1963:x1830949849404160:12345-192.168.204.51@tcp:4:dd.0 Request processed in 168572us (168790us total) trans 4294968802 rc 0/0 00000100:00100000:3.0:1746130301.684531:0:8473:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5071 00000100:00100000:2.0:1746130301.693810:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092f61880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c84b93b0-d496-484f-8e1e-94008838f2dd+14:1961:x1830949849409408:12345-192.168.204.51@tcp:3:dd.0 Request processed in 10443us (10578us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746130301.693821:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5090 00002000:00100000:2.0:1746130301.693829:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x1a:0x0] (8388608->9437183) req@ffff880092f61880 x1830949849409408/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:326/0 lens 488/440 e 0 to 0 dl 1746130351 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746130301.693838:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092f61880 with x1830949849409408 ext(8388608->9437183) 00002000:00010000:2.0:1746130301.693843:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092f61880 00000100:00100000:0.0:1746130301.695322:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130301.695383:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849409792 00000100:00100000:2.0:1746130301.695391:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849409792 00000100:00100000:2.0:1746130301.695442:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5092 00000100:00100000:2.0:1746130301.695449:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092f62d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+33:1961:x1830949849409792:12345-192.168.204.51@tcp:3:dd.0 00010000:00010000:2.0:1746130301.695474:0:25932:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880091fc8400/0x4ce24e5787362d49 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25932 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130301.695487:0:25932:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130301.695489:0:25932:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130301.695493:0:25932:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc8400/0x4ce24e5787362d49 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25932 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130301.695504:0:25932:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091fc8400/0x4ce24e5787362d49 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25932 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746130301.695556:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130301.695571:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130301.695648:0:8474:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849409920 00000100:00100000:1.0:1746130301.695657:0:8474:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849409920 00000100:00100000:3.0:1746130301.695666:0:376:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849410176 00000100:00100000:3.0:1746130301.695671:0:376:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849410176 00000100:00100000:3.0:1746130301.695697:0:376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5093 00000100:00100000:3.0:1746130301.695703:0:376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092f60e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:640ea846-b909-4eea-9a54-417e15bd627b+7:1961:x1830949849410176:12345-192.168.204.51@tcp:3:dd.0 00010000:00010000:3.0:1746130301.695724:0:376:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009431d400/0x4ce24e5787362d50 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 376 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746130301.695729:0:8474:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5094 00010000:00010000:3.0:1746130301.695732:0:376:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130301.695733:0:376:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130301.695736:0:376:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009431d400/0x4ce24e5787362d50 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [2097152->3121151] (req 2097152->3121151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 376 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746130301.695736:0:8474:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092f63800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:640ea846-b909-4eea-9a54-417e15bd627b+7:1961:x1830949849409920:12345-192.168.204.51@tcp:3:dd.0 00010000:00010000:3.0:1746130301.695745:0:376:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009431d400/0x4ce24e5787362d50 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [2097152->3121151] (req 2097152->3121151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130301.695786:0:8474:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800928bb000/0x4ce24e5787362d57 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8474 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130301.695805:0:8474:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130301.695806:0:8474:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130301.695812:0:8474:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800928bb000/0x4ce24e5787362d57 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 5 type: EXT [2080768->2097151] (req 2080768->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8474 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130301.695822:0:8474:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800928bb000/0x4ce24e5787362d57 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 5 type: EXT [2080768->2097151] (req 2080768->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8474 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746130301.696377:0:19438:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092f60a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+22:1962:x1830949849409280:12345-192.168.204.51@tcp:3:dd.0 Request processed in 12197us (13124us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746130301.696384:0:19438:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5091 00002000:00100000:2.0:1746130301.696391:0:19438:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x1a:0x0] (8388608->9437183) req@ffff880092f60a80 x1830949849409280/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:326/0 lens 488/440 e 0 to 0 dl 1746130351 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746130301.696399:0:19438:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092f60a80 with x1830949849409280 ext(8388608->9437183) 00002000:00010000:2.0:1746130301.696403:0:19438:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092f60a80 00010000:00010000:1.0:1746130301.696497:0:8474:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800928bb000/0x4ce24e5787362d57 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 5 type: EXT [2080768->2097151] (req 2080768->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8474 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130301.696507:0:8474:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800928bb000/0x4ce24e5787362d57 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 5 type: EXT [2080768->2097151] (req 2080768->2097151) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8474 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130301.696530:0:8474:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800928bb000/0x4ce24e5787362d57 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 5 type: EXT [2080768->2097151] (req 2080768->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8474 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130301.696543:0:8474:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800928bb000 already unused, calling callback (ffffffffa0809d70) 00010000:00010000:1.0:1746130301.696547:0:8474:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800928bb000/0x4ce24e5787362d57 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 5 type: EXT [2080768->2097151] (req 2080768->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8474 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130301.696554:0:8474:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800928bb000/0x4ce24e5787362d57 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 5 type: EXT [2080768->2097151] (req 2080768->2097151) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8474 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130301.696570:0:8474:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800928bb000/0x4ce24e5787362d57 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 5 type: EXT [2080768->2097151] (req 2080768->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8474 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130301.696581:0:8474:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800928bb000/0x4ce24e5787362d57 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 5 type: EXT [2080768->2097151] (req 2080768->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8474 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746130301.696635:0:8474:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092f63800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:640ea846-b909-4eea-9a54-417e15bd627b+8:1961:x1830949849409920:12345-192.168.204.51@tcp:3:dd.0 Request processed in 898us (1076us total) trans 0 rc 16384/16384 00000100:00100000:1.0:1746130301.696642:0:8474:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5094 00010000:00010000:2.0:1746130301.701417:0:25932:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880091fc8400/0x4ce24e5787362d49 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25932 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130301.701429:0:25932:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880091fc8400/0x4ce24e5787362d49 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25932 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130301.701436:0:25932:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880091fc8400/0x4ce24e5787362d49 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25932 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130301.701442:0:25932:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880091fc8400 already unused, calling callback (ffffffffa0809d70) 00010000:00010000:2.0:1746130301.701446:0:25932:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880091fc8400/0x4ce24e5787362d49 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25932 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130301.701452:0:25932:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880091fc8400/0x4ce24e5787362d49 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25932 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130301.701466:0:25932:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880091fc8400/0x4ce24e5787362d49 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25932 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130301.701473:0:25932:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091fc8400/0x4ce24e5787362d49 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25932 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746130301.701549:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092f62d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:640ea846-b909-4eea-9a54-417e15bd627b+33:1961:x1830949849409792:12345-192.168.204.51@tcp:3:dd.0 Request processed in 6095us (6226us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746130301.701558:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5092 00000100:00100000:0.0:1746130301.703670:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00010000:00010000:3.0:1746130301.703795:0:376:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009431d400/0x4ce24e5787362d50 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [2097152->3121151] (req 2097152->3121151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130301.703806:0:376:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009431d400/0x4ce24e5787362d50 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [2097152->3121151] (req 2097152->3121151) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130301.703818:0:376:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009431d400/0x4ce24e5787362d50 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [2097152->3121151] (req 2097152->3121151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130301.703823:0:376:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009431d400 already unused, calling callback (ffffffffa0809d70) 00010000:00010000:3.0:1746130301.703827:0:376:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009431d400/0x4ce24e5787362d50 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [2097152->3121151] (req 2097152->3121151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130301.703834:0:376:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009431d400/0x4ce24e5787362d50 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [2097152->3121151] (req 2097152->3121151) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130301.703848:0:376:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009431d400/0x4ce24e5787362d50 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [2097152->3121151] (req 2097152->3121151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130301.703854:0:376:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009431d400/0x4ce24e5787362d50 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [2097152->3121151] (req 2097152->3121151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 376 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746130301.703912:0:376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092f60e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:640ea846-b909-4eea-9a54-417e15bd627b+6:1961:x1830949849410176:12345-192.168.204.51@tcp:3:dd.0 Request processed in 8208us (8338us total) trans 0 rc 1024000/1024000 00000100:00100000:3.0:1746130301.703920:0:376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5093 00000100:00100000:3.0:1746130301.703938:0:376:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849410432 00000100:00100000:3.0:1746130301.703943:0:376:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849410432 00002000:00100000:3.0:1746130301.704078:0:376:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x1a:0x0] (9437184->10485759) req@ffff880092f60000 x1830949849410432/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:326/0 lens 488/0 e 0 to 0 dl 1746130351 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746130301.704087:0:376:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092f60000 with x1830949849410432 ext(9437184->10485759) 00002000:00010000:3.0:1746130301.704091:0:376:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092f60000 00000100:00100000:3.0:1746130301.704431:0:376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5095 00000100:00100000:3.0:1746130301.704439:0:376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092f60000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:c84b93b0-d496-484f-8e1e-94008838f2dd+22:1962:x1830949849410432:12345-192.168.204.51@tcp:3:dd.0 00000100:00100000:0.0:1746130301.709376:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130301.709422:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130301.709444:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849410688 00000100:00100000:2.0:1746130301.709452:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849410688 00000100:00100000:2.0:1746130301.709505:0:25932:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849411072 00000100:00100000:2.0:1746130301.709507:0:25932:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849411072 00000100:00100000:1.0:1746130301.709514:0:8474:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5096 00002000:00100000:2.0:1746130301.709520:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x1a:0x0] (9437184->10485759) req@ffff880092f63b80 x1830949849411072/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:326/0 lens 488/0 e 0 to 0 dl 1746130351 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00000100:00100000:1.0:1746130301.709523:0:8474:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092f62300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:640ea846-b909-4eea-9a54-417e15bd627b+6:1961:x1830949849410688:12345-192.168.204.51@tcp:4:dd.0 00002000:00100000:2.0:1746130301.709530:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092f63b80 with x1830949849411072 ext(9437184->10485759) 00002000:00010000:1.0:1746130301.709564:0:8474:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1c:0x0] initial LVB size: 4177920, mtime: 0x6813d57e, atime: 0x0, ctime: 0x6813d57e, blocks: 0x2007 00010000:00010000:1.0:1746130301.709571:0:8474:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800928baa00/0x4ce24e5787362d5e lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8474 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130301.709581:0:8474:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00002000:00010000:2.0:1746130301.709591:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092f63b80 00000100:00100000:2.0:1746130301.709602:0:25932:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5097 00010000:00010000:1.0:1746130301.709607:0:8474:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130301.709612:0:8474:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800928baa00/0x4ce24e5787362d5e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [4177920->5226495] (req 4177920->5226495) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8474 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130301.709625:0:8474:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800928baa00/0x4ce24e5787362d5e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [4177920->5226495] (req 4177920->5226495) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8474 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746130301.709635:0:25932:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092f63b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c84b93b0-d496-484f-8e1e-94008838f2dd+14:1961:x1830949849411072:12345-192.168.204.51@tcp:3:dd.0 00000100:00100000:0.0:1746130301.713325:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130301.713433:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130301.713480:0:8473:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849410816 00000100:00100000:2.0:1746130301.713488:0:8473:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849410816 00000100:00100000:2.0:1746130301.713537:0:8473:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849411456 00000100:00100000:3.0:1746130301.713538:0:376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092f60000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:c84b93b0-d496-484f-8e1e-94008838f2dd+22:1962:x1830949849410432:12345-192.168.204.51@tcp:3:dd.0 Request processed in 9099us (9874us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746130301.713539:0:8473:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849411456 00000100:00100000:3.0:1746130301.713546:0:376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5095 00002000:00100000:3.0:1746130301.713552:0:376:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x1a:0x0] (9437184->10485759) req@ffff880092f60000 x1830949849410432/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:326/0 lens 488/440 e 0 to 0 dl 1746130351 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746130301.713553:0:8473:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x1a:0x0] (10485760->11534335) req@ffff8800a7d42680 x1830949849411456/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:326/0 lens 488/0 e 0 to 0 dl 1746130351 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746130301.713561:0:376:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092f60000 with x1830949849410432 ext(9437184->10485759) 00002000:00100000:2.0:1746130301.713561:0:8473:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a7d42680 with x1830949849411456 ext(10485760->11534335) 00002000:00010000:3.0:1746130301.713565:0:376:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092f60000 00002000:00010000:2.0:1746130301.713565:0:8473:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a7d42680 00000100:00100000:2.0:1746130301.713577:0:8473:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5098 00000100:00100000:3.0:1746130301.713582:0:376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5099 00000100:00100000:2.0:1746130301.713583:0:8473:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092f62a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:640ea846-b909-4eea-9a54-417e15bd627b+8:1962:x1830949849410816:12345-192.168.204.51@tcp:4:dd.0 00000100:00100000:3.0:1746130301.713588:0:376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7d42680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:c84b93b0-d496-484f-8e1e-94008838f2dd+22:1961:x1830949849411456:12345-192.168.204.51@tcp:3:dd.0 00010000:00010000:2.0:1746130301.713611:0:8473:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880091fc9e00/0x4ce24e5787362d65 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8473 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130301.713626:0:8473:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130301.713628:0:8473:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130301.713632:0:8473:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091fc9e00/0x4ce24e5787362d65 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [5226496->6266879] (req 5226496->6266879) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8473 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130301.713645:0:8473:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091fc9e00/0x4ce24e5787362d65 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [5226496->6266879] (req 5226496->6266879) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8473 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746130301.716396:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130301.716427:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130301.716435:0:8475:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849411712 00000100:00100000:1.0:1746130301.716442:0:8475:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849411712 00002000:00100000:1.0:1746130301.716477:0:8475:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x1a:0x0] (10485760->11534335) req@ffff88008af76300 x1830949849411712/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:326/0 lens 488/0 e 0 to 0 dl 1746130351 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746130301.716485:0:8475:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008af76300 with x1830949849411712 ext(10485760->11534335) 00002000:00010000:1.0:1746130301.716490:0:8475:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008af76300 00000100:00100000:1.0:1746130301.716512:0:8475:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849411968 00000100:00100000:1.0:1746130301.716514:0:8475:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849411968 00002000:00100000:1.0:1746130301.716524:0:8475:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x1a:0x0] (11534336->12582911) req@ffff88008af75180 x1830949849411968/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:326/0 lens 488/0 e 0 to 0 dl 1746130351 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746130301.716530:0:8475:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008af75180 with x1830949849411968 ext(11534336->12582911) 00000100:00100000:2.0:1746130301.716532:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5100 00002000:00010000:1.0:1746130301.716533:0:8475:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008af75180 00000100:00100000:2.0:1746130301.716540:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008af76300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+16:1961:x1830949849411712:12345-192.168.204.51@tcp:3:dd.0 00000100:00100000:1.0:1746130301.716546:0:8475:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5101 00000100:00100000:1.0:1746130301.716550:0:8475:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008af75180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c84b93b0-d496-484f-8e1e-94008838f2dd+24:1963:x1830949849411968:12345-192.168.204.51@tcp:3:dd.0 00000100:00100000:0.0:1746130301.729139:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130301.729175:0:25215:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849412224 00000100:00100000:1.0:1746130301.729391:0:25215:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849412224 00002000:00100000:1.0:1746130301.729425:0:25215:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x1a:0x0] (11534336->12582911) req@ffff880092f60380 x1830949849412224/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:326/0 lens 488/0 e 0 to 0 dl 1746130351 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746130301.729433:0:25215:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092f60380 with x1830949849412224 ext(11534336->12582911) 00002000:00010000:1.0:1746130301.729438:0:25215:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092f60380 00000100:00100000:1.0:1746130301.729466:0:25215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5102 00000100:00100000:1.0:1746130301.729473:0:25215:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092f60380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c84b93b0-d496-484f-8e1e-94008838f2dd+18:1961:x1830949849412224:12345-192.168.204.51@tcp:3:dd.0 00000100:00100000:0.0:1746130301.733015:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130301.733038:0:19438:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849412480 00000100:00100000:3.0:1746130301.733044:0:19438:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849412480 00002000:00100000:3.0:1746130301.733079:0:19438:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x1a:0x0] (12582912->13631487) req@ffff8800933aa300 x1830949849412480/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:326/0 lens 488/0 e 0 to 0 dl 1746130351 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00000100:00100000:2.0:1746130301.733081:0:25932:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092f63b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:c84b93b0-d496-484f-8e1e-94008838f2dd+18:1961:x1830949849411072:12345-192.168.204.51@tcp:3:dd.0 Request processed in 23446us (23658us total) trans 0 rc 1048576/1048576 00002000:00100000:3.0:1746130301.733088:0:19438:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800933aa300 with x1830949849412480 ext(12582912->13631487) 00000100:00100000:2.0:1746130301.733090:0:25932:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5097 00002000:00010000:3.0:1746130301.733092:0:19438:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800933aa300 00002000:00100000:2.0:1746130301.733094:0:25932:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x1a:0x0] (9437184->10485759) req@ffff880092f63b80 x1830949849411072/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:326/0 lens 488/440 e 0 to 0 dl 1746130351 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746130301.733101:0:25932:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092f63b80 with x1830949849411072 ext(9437184->10485759) 00002000:00010000:2.0:1746130301.733104:0:25932:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092f63b80 00000100:00100000:3.0:1746130301.733105:0:19438:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5103 00000100:00100000:3.0:1746130301.733110:0:19438:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800933aa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+26:1961:x1830949849412480:12345-192.168.204.51@tcp:3:dd.0 00000100:00100000:0.0:1746130301.736541:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130301.736643:0:376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7d42680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:c84b93b0-d496-484f-8e1e-94008838f2dd+26:1961:x1830949849411456:12345-192.168.204.51@tcp:3:dd.0 Request processed in 23054us (23209us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746130301.736653:0:376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5099 00002000:00100000:0.0:1746130301.736664:0:376:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x1a:0x0] (10485760->11534335) req@ffff8800a7d42680 x1830949849411456/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:326/0 lens 488/440 e 0 to 0 dl 1746130351 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746130301.736673:0:376:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a7d42680 with x1830949849411456 ext(10485760->11534335) 00002000:00010000:0.0:1746130301.736679:0:376:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a7d42680 00000100:00100000:0.0:1746130301.736698:0:376:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849412608 00000100:00100000:0.0:1746130301.736704:0:376:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849412608 00002000:00100000:0.0:1746130301.736728:0:376:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x1b:0x0] (7340032->8388607) req@ffff8800933ab100 x1830949849412608/t0(0) o4->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:326/0 lens 488/0 e 0 to 0 dl 1746130351 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746130301.736735:0:376:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800933ab100 with x1830949849412608 ext(7340032->8388607) 00002000:00010000:0.0:1746130301.736738:0:376:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800933ab100 00000100:00100000:0.0:1746130301.736764:0:376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5104 00000100:00100000:0.0:1746130301.736769:0:376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800933ab100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:c84b93b0-d496-484f-8e1e-94008838f2dd+26:1962:x1830949849412608:12345-192.168.204.51@tcp:4:dd.0 00000100:00100000:2.0:1746130301.738603:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008af76300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+16:1961:x1830949849411712:12345-192.168.204.51@tcp:3:dd.0 Request processed in 22058us (22208us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746130301.738613:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5100 00002000:00100000:2.0:1746130301.738621:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x1a:0x0] (10485760->11534335) req@ffff88008af76300 x1830949849411712/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:326/0 lens 488/440 e 0 to 0 dl 1746130351 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746130301.738629:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008af76300 with x1830949849411712 ext(10485760->11534335) 00002000:00010000:2.0:1746130301.738634:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008af76300 00000100:00100000:0.0:1746130301.742737:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130301.743471:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849412992 00000100:00100000:0.0:1746130301.743479:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849412992 00002000:00100000:0.0:1746130301.743511:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x1b:0x0] (8388608->9437183) req@ffff8800933ab800 x1830949849412992/t0(0) o4->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:326/0 lens 488/0 e 0 to 0 dl 1746130351 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746130301.743521:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800933ab800 with x1830949849412992 ext(8388608->9437183) 00002000:00010000:0.0:1746130301.743525:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800933ab800 00000100:00100000:0.0:1746130301.743540:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5105 00000100:00100000:0.0:1746130301.743545:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800933ab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+16:1961:x1830949849412992:12345-192.168.204.51@tcp:4:dd.0 00000100:00100000:2.0:1746130301.748527:0:8475:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008af75180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c84b93b0-d496-484f-8e1e-94008838f2dd+26:1963:x1830949849411968:12345-192.168.204.51@tcp:3:dd.0 Request processed in 31969us (32091us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746130301.748537:0:8475:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5101 00002000:00100000:2.0:1746130301.748547:0:8475:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x1a:0x0] (11534336->12582911) req@ffff88008af75180 x1830949849411968/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:326/0 lens 488/440 e 0 to 0 dl 1746130351 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746130301.748556:0:8475:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008af75180 with x1830949849411968 ext(11534336->12582911) 00002000:00010000:2.0:1746130301.748561:0:8475:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008af75180 00000100:00100000:2.0:1746130301.752160:0:376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800933ab100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:c84b93b0-d496-484f-8e1e-94008838f2dd+26:1962:x1830949849412608:12345-192.168.204.51@tcp:4:dd.0 Request processed in 15379us (15616us total) trans 4294967986 rc 0/0 00000100:00100000:2.0:1746130301.752172:0:376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5104 00002000:00100000:2.0:1746130301.752183:0:376:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x1b:0x0] (7340032->8388607) req@ffff8800933ab100 x1830949849412608/t4294967986(0) o4->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:326/0 lens 488/448 e 0 to 0 dl 1746130351 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746130301.752193:0:376:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800933ab100 with x1830949849412608 ext(7340032->8388607) 00002000:00010000:2.0:1746130301.752198:0:376:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800933ab100 00000100:00100000:1.0:1746130301.755577:0:25215:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092f60380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c84b93b0-d496-484f-8e1e-94008838f2dd+16:1961:x1830949849412224:12345-192.168.204.51@tcp:3:dd.0 Request processed in 26094us (26434us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746130301.755588:0:25215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5102 00002000:00100000:1.0:1746130301.755597:0:25215:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x1a:0x0] (11534336->12582911) req@ffff880092f60380 x1830949849412224/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:326/0 lens 488/440 e 0 to 0 dl 1746130351 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746130301.755607:0:25215:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092f60380 with x1830949849412224 ext(11534336->12582911) 00002000:00010000:1.0:1746130301.755613:0:25215:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092f60380 00000100:00100000:3.0:1746130301.756369:0:19438:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800933aa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+24:1961:x1830949849412480:12345-192.168.204.51@tcp:3:dd.0 Request processed in 23255us (23474us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746130301.756377:0:19438:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5103 00002000:00100000:3.0:1746130301.756383:0:19438:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x1a:0x0] (12582912->13631487) req@ffff8800933aa300 x1830949849412480/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:326/0 lens 488/440 e 0 to 0 dl 1746130351 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746130301.756391:0:19438:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800933aa300 with x1830949849412480 ext(12582912->13631487) 00002000:00010000:3.0:1746130301.756395:0:19438:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800933aa300 00000100:00100000:0.0:1746130301.756809:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130301.756826:0:19438:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849413248 00000100:00100000:0.0:1746130301.756832:0:19438:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849413248 00002000:00100000:0.0:1746130301.756856:0:19438:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x1b:0x0] (8388608->9437183) req@ffff8800933aad80 x1830949849413248/t0(0) o4->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:326/0 lens 488/0 e 0 to 0 dl 1746130351 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746130301.756863:0:19438:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800933aad80 with x1830949849413248 ext(8388608->9437183) 00002000:00010000:0.0:1746130301.756866:0:19438:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800933aad80 00000100:00100000:0.0:1746130301.756887:0:19438:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5106 00000100:00100000:0.0:1746130301.756894:0:19438:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800933aad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+24:1961:x1830949849413248:12345-192.168.204.51@tcp:4:dd.0 00000100:00100000:2.0:1746130301.757653:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800933ab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+16:1961:x1830949849412992:12345-192.168.204.51@tcp:4:dd.0 Request processed in 14104us (14923us total) trans 4294968810 rc 0/0 00000100:00100000:2.0:1746130301.757661:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5105 00002000:00100000:2.0:1746130301.757666:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x1b:0x0] (8388608->9437183) req@ffff8800933ab800 x1830949849412992/t4294968810(0) o4->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:326/0 lens 488/448 e 0 to 0 dl 1746130351 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746130301.757674:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800933ab800 with x1830949849412992 ext(8388608->9437183) 00002000:00010000:2.0:1746130301.757678:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800933ab800 00000100:00100000:0.0:1746130301.765514:0:19438:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800933aad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+26:1961:x1830949849413248:12345-192.168.204.51@tcp:4:dd.0 Request processed in 8361us (8447us total) trans 4294967987 rc 0/0 00000100:00100000:0.0:1746130301.765528:0:19438:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5106 00002000:00100000:0.0:1746130301.765542:0:19438:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x1b:0x0] (8388608->9437183) req@ffff8800933aad80 x1830949849413248/t4294967987(0) o4->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:326/0 lens 488/448 e 0 to 0 dl 1746130351 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746130301.765552:0:19438:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800933aad80 with x1830949849413248 ext(8388608->9437183) 00002000:00010000:0.0:1746130301.765559:0:19438:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800933aad80 00000100:00100000:0.0:1746130301.771394:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130301.771427:0:19438:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849413504 00000100:00100000:0.0:1746130301.771435:0:19438:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849413504 00002000:00100000:0.0:1746130301.771478:0:19438:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x1b:0x0] (9437184->10485759) req@ffff8800933ab480 x1830949849413504/t0(0) o4->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:326/0 lens 488/0 e 0 to 0 dl 1746130351 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746130301.771489:0:19438:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800933ab480 with x1830949849413504 ext(9437184->10485759) 00002000:00010000:0.0:1746130301.771495:0:19438:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800933ab480 00000100:00100000:0.0:1746130301.771516:0:19438:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5107 00000100:00100000:0.0:1746130301.771524:0:19438:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800933ab480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+16:1962:x1830949849413504:12345-192.168.204.51@tcp:4:dd.0 00000100:00100000:1.0:1746130301.782096:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130301.782124:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849413760 00000100:00100000:1.0:1746130301.782133:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849413760 00002000:00100000:1.0:1746130301.782195:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x1b:0x0] (9437184->10485759) req@ffff8800a596ad80 x1830949849413760/t0(0) o4->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:326/0 lens 488/0 e 0 to 0 dl 1746130351 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746130301.782205:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a596ad80 with x1830949849413760 ext(9437184->10485759) 00002000:00010000:1.0:1746130301.782211:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a596ad80 00000100:00100000:1.0:1746130301.782231:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5108 00000100:00100000:1.0:1746130301.782239:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a596ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+26:1962:x1830949849413760:12345-192.168.204.51@tcp:4:dd.0 00000100:00100000:1.0:1746130301.784946:0:19438:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800933ab480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+18:1962:x1830949849413504:12345-192.168.204.51@tcp:4:dd.0 Request processed in 13410us (13549us total) trans 4294968811 rc 0/0 00000100:00100000:1.0:1746130301.784960:0:19438:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5107 00002000:00100000:1.0:1746130301.784972:0:19438:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x1b:0x0] (9437184->10485759) req@ffff8800933ab480 x1830949849413504/t4294968811(0) o4->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:326/0 lens 488/448 e 0 to 0 dl 1746130351 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746130301.784983:0:19438:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800933ab480 with x1830949849413504 ext(9437184->10485759) 00002000:00010000:1.0:1746130301.784989:0:19438:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800933ab480 00000100:00100000:0.0:1746130301.799576:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130301.799613:0:19438:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849414016 00000100:00100000:0.0:1746130301.799623:0:19438:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849414016 00002000:00100000:0.0:1746130301.799668:0:19438:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x1b:0x0] (10485760->11534335) req@ffff8800933a8700 x1830949849414016/t0(0) o4->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:326/0 lens 488/0 e 0 to 0 dl 1746130351 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00000100:00100000:1.0:1746130301.799672:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a596ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+28:1962:x1830949849413760:12345-192.168.204.51@tcp:4:dd.0 Request processed in 17426us (17579us total) trans 4294967988 rc 0/0 00002000:00100000:0.0:1746130301.799679:0:19438:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800933a8700 with x1830949849414016 ext(10485760->11534335) 00000100:00100000:1.0:1746130301.799683:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5108 00002000:00010000:0.0:1746130301.799685:0:19438:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800933a8700 00002000:00100000:1.0:1746130301.799693:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x1b:0x0] (9437184->10485759) req@ffff8800a596ad80 x1830949849413760/t4294967988(0) o4->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:326/0 lens 488/448 e 0 to 0 dl 1746130351 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746130301.799703:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a596ad80 with x1830949849413760 ext(9437184->10485759) 00000100:00100000:0.0:1746130301.799706:0:19438:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5109 00002000:00010000:1.0:1746130301.799708:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a596ad80 00000100:00100000:0.0:1746130301.799714:0:19438:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800933a8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+18:1961:x1830949849414016:12345-192.168.204.51@tcp:4:dd.0 00000001:00080000:2.0:1746130301.811130:0:9939:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968805 is committed 00000001:00080000:2.0:1746130301.811150:0:9939:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968808 is committed 00000001:00080000:2.0:1746130301.811157:0:9939:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968807 is committed 00002000:00010000:3.0:1746130301.811742:0:8474:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x1c:0x0] updating lvb size from disk: 4177920 -> 6266880 00002000:00010000:3.0:1746130301.811748:0:8474:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x1c:0x0] updating lvb blocks from disk: 8199 -> 10247 00010000:00010000:3.0:1746130301.811760:0:8474:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800928baa00/0x4ce24e5787362d5e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [4177920->5226495] (req 4177920->5226495) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8474 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130301.811772:0:8474:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800928baa00/0x4ce24e5787362d5e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [4177920->5226495] (req 4177920->5226495) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8474 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130301.811781:0:8474:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800928baa00/0x4ce24e5787362d5e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [4177920->5226495] (req 4177920->5226495) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8474 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130301.811788:0:8474:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800928baa00 already unused, calling callback (ffffffffa0809d70) 00010000:00010000:3.0:1746130301.811793:0:8474:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800928baa00/0x4ce24e5787362d5e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [4177920->5226495] (req 4177920->5226495) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8474 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130301.811802:0:8474:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800928baa00/0x4ce24e5787362d5e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [4177920->5226495] (req 4177920->5226495) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8474 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130301.811824:0:8474:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800928baa00/0x4ce24e5787362d5e lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [4177920->5226495] (req 4177920->5226495) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8474 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130301.811831:0:8474:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800928baa00/0x4ce24e5787362d5e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [4177920->5226495] (req 4177920->5226495) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8474 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746130301.811878:0:8474:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092f62300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:640ea846-b909-4eea-9a54-417e15bd627b+10:1961:x1830949849410688:12345-192.168.204.51@tcp:4:dd.0 Request processed in 102356us (102509us total) trans 4294968808 rc 0/0 00000100:00100000:3.0:1746130301.811889:0:8474:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5096 00000100:00100000:0.0:1746130301.813082:0:19438:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800933a8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+20:1961:x1830949849414016:12345-192.168.204.51@tcp:4:dd.0 Request processed in 11216us (11367us total) trans 4294968812 rc 0/0 00000100:00100000:0.0:1746130301.813103:0:19438:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5109 00002000:00100000:0.0:1746130301.813125:0:19438:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x1b:0x0] (10485760->11534335) req@ffff8800933a8700 x1830949849414016/t4294968812(0) o4->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:326/0 lens 488/448 e 0 to 0 dl 1746130351 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746130301.813135:0:19438:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800933a8700 with x1830949849414016 ext(10485760->11534335) 00002000:00010000:0.0:1746130301.813146:0:19438:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800933a8700 00000100:00100000:0.0:1746130301.814261:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130301.814356:0:19438:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849414272 00000100:00100000:0.0:1746130301.814382:0:19438:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849414272 00002000:00100000:0.0:1746130301.814807:0:19438:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x1b:0x0] (10485760->11534335) req@ffff8800933a9f80 x1830949849414272/t0(0) o4->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:326/0 lens 488/0 e 0 to 0 dl 1746130351 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746130301.814818:0:19438:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800933a9f80 with x1830949849414272 ext(10485760->11534335) 00002000:00010000:0.0:1746130301.814825:0:19438:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800933a9f80 00000100:00100000:0.0:1746130301.814856:0:25215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5110 00000100:00100000:0.0:1746130301.814871:0:25215:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800933a9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c84b93b0-d496-484f-8e1e-94008838f2dd+28:1962:x1830949849414272:12345-192.168.204.51@tcp:4:dd.0 00000100:00100000:0.0:1746130301.820779:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130301.820815:0:19438:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849414528 00000100:00100000:0.0:1746130301.820826:0:19438:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849414528 00002000:00100000:0.0:1746130301.820872:0:19438:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x1b:0x0] (11534336->12582911) req@ffff8800933a8a80 x1830949849414528/t0(0) o4->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:326/0 lens 488/0 e 0 to 0 dl 1746130351 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746130301.820883:0:19438:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800933a8a80 with x1830949849414528 ext(11534336->12582911) 00002000:00010000:0.0:1746130301.820889:0:19438:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800933a8a80 00000100:00100000:0.0:1746130301.820921:0:19438:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5111 00000100:00100000:0.0:1746130301.820931:0:19438:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800933a8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+14:1962:x1830949849414528:12345-192.168.204.51@tcp:4:dd.0 00000100:00100000:3.0:1746130301.826550:0:25215:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800933a9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c84b93b0-d496-484f-8e1e-94008838f2dd+30:1962:x1830949849414272:12345-192.168.204.51@tcp:4:dd.0 Request processed in 11677us (12285us total) trans 4294967989 rc 0/0 00000100:00100000:3.0:1746130301.826563:0:25215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5110 00002000:00100000:3.0:1746130301.826574:0:25215:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x1b:0x0] (10485760->11534335) req@ffff8800933a9f80 x1830949849414272/t4294967989(0) o4->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:326/0 lens 488/448 e 0 to 0 dl 1746130351 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746130301.826583:0:25215:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800933a9f80 with x1830949849414272 ext(10485760->11534335) 00002000:00010000:3.0:1746130301.826589:0:25215:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800933a9f80 00000100:00100000:1.0:1746130301.830115:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130301.830177:0:25215:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849414784 00000100:00100000:3.0:1746130301.830191:0:25215:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849414784 00002000:00100000:3.0:1746130301.830421:0:25215:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x1b:0x0] (11534336->12582911) req@ffff8800a5969500 x1830949849414784/t0(0) o4->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:326/0 lens 488/0 e 0 to 0 dl 1746130351 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746130301.830430:0:25215:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5969500 with x1830949849414784 ext(11534336->12582911) 00002000:00010000:3.0:1746130301.830437:0:25215:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a5969500 00000100:00100000:3.0:1746130301.830627:0:25215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5112 00000100:00100000:3.0:1746130301.830636:0:25215:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5969500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c84b93b0-d496-484f-8e1e-94008838f2dd+30:1961:x1830949849414784:12345-192.168.204.51@tcp:4:dd.0 00000100:00100000:1.0:1746130301.832860:0:19438:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800933a8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+16:1962:x1830949849414528:12345-192.168.204.51@tcp:4:dd.0 Request processed in 11924us (12087us total) trans 4294968813 rc 0/0 00000100:00100000:1.0:1746130301.832873:0:19438:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5111 00002000:00100000:1.0:1746130301.832885:0:19438:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x1b:0x0] (11534336->12582911) req@ffff8800933a8a80 x1830949849414528/t4294968813(0) o4->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:326/0 lens 488/448 e 0 to 0 dl 1746130351 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746130301.832894:0:19438:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800933a8a80 with x1830949849414528 ext(11534336->12582911) 00002000:00010000:1.0:1746130301.832899:0:19438:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800933a8a80 00000100:00100000:1.0:1746130301.839363:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130301.839390:0:19438:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849415040 00000100:00100000:1.0:1746130301.839398:0:19438:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849415040 00002000:00100000:1.0:1746130301.839443:0:19438:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x1b:0x0] (12582912->13631487) req@ffff8800a596aa00 x1830949849415040/t0(0) o4->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:326/0 lens 488/0 e 0 to 0 dl 1746130351 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746130301.839452:0:19438:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a596aa00 with x1830949849415040 ext(12582912->13631487) 00002000:00010000:1.0:1746130301.839458:0:19438:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a596aa00 00000100:00100000:1.0:1746130301.839477:0:19438:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5113 00000100:00100000:1.0:1746130301.839485:0:19438:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a596aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+16:1961:x1830949849415040:12345-192.168.204.51@tcp:4:dd.0 00000100:00100000:1.0:1746130301.840525:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130301.840558:0:7113:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849415296 00000100:00100000:0.0:1746130301.840563:0:7113:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849415296 00000100:00100000:0.0:1746130301.840611:0:7113:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 162 00000100:00100000:0.0:1746130301.840618:0:7113:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5969c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c84b93b0-d496-484f-8e1e-94008838f2dd+16:1117:x1830949849415296:12345-192.168.204.51@tcp:35:dd.0 00000100:00100000:0.0:1746130301.840785:0:7113:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5969c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c84b93b0-d496-484f-8e1e-94008838f2dd+17:1117:x1830949849415296:12345-192.168.204.51@tcp:35:dd.0 Request processed in 166us (260us total) trans 4294992233 rc 0/0 00000100:00100000:0.0:1746130301.840793:0:7113:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 162 00000100:00100000:3.0:1746130301.841608:0:25215:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5969500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c84b93b0-d496-484f-8e1e-94008838f2dd+32:1961:x1830949849414784:12345-192.168.204.51@tcp:4:dd.0 Request processed in 10972us (11500us total) trans 4294967990 rc 0/0 00000100:00100000:3.0:1746130301.841615:0:25215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5112 00002000:00100000:3.0:1746130301.841622:0:25215:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x1b:0x0] (11534336->12582911) req@ffff8800a5969500 x1830949849414784/t4294967990(0) o4->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:326/0 lens 488/448 e 0 to 0 dl 1746130351 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746130301.841632:0:25215:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5969500 with x1830949849414784 ext(11534336->12582911) 00002000:00010000:3.0:1746130301.841636:0:25215:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a5969500 00000100:00100000:1.0:1746130301.846157:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130301.846195:0:15914:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849415552 00000100:00100000:1.0:1746130301.846206:0:15914:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849415552 00000100:00100000:1.0:1746130301.846250:0:15914:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 163 00000100:00100000:1.0:1746130301.846258:0:15914:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5968e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:c84b93b0-d496-484f-8e1e-94008838f2dd+17:1117:x1830949849415552:12345-192.168.204.51@tcp:35:dd.0 00000100:00100000:1.0:1746130301.846561:0:15914:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5968e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:c84b93b0-d496-484f-8e1e-94008838f2dd+18:1117:x1830949849415552:12345-192.168.204.51@tcp:35:dd.0 Request processed in 304us (418us total) trans 4294992234 rc 0/0 00000100:00100000:1.0:1746130301.846568:0:15914:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 163 00010000:00010000:2.0:1746130301.848459:0:7100:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1746130301.851913:0:19438:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a596aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+18:1961:x1830949849415040:12345-192.168.204.51@tcp:4:dd.0 Request processed in 12421us (12550us total) trans 4294968814 rc 0/0 00000100:00100000:1.0:1746130301.851929:0:19438:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5113 00002000:00100000:1.0:1746130301.851944:0:19438:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x1b:0x0] (12582912->13631487) req@ffff8800a596aa00 x1830949849415040/t4294968814(0) o4->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:326/0 lens 488/448 e 0 to 0 dl 1746130351 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746130301.851955:0:19438:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a596aa00 with x1830949849415040 ext(12582912->13631487) 00002000:00010000:1.0:1746130301.851961:0:19438:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a596aa00 00000001:00080000:2.0:1746130301.861856:0:9939:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968812 is committed 00000001:00080000:2.0:1746130301.861884:0:9939:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968809 is committed 00002000:00010000:3.0:1746130301.864341:0:8473:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x1c:0x0] updating lvb blocks from disk: 10247 -> 12295 00010000:00010000:3.0:1746130301.864363:0:8473:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880091fc9e00/0x4ce24e5787362d65 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [5226496->6266879] (req 5226496->6266879) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8473 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130301.864375:0:8473:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880091fc9e00/0x4ce24e5787362d65 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [5226496->6266879] (req 5226496->6266879) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8473 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130301.864384:0:8473:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880091fc9e00/0x4ce24e5787362d65 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [5226496->6266879] (req 5226496->6266879) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8473 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130301.864392:0:8473:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880091fc9e00 already unused, calling callback (ffffffffa0809d70) 00010000:00010000:3.0:1746130301.864396:0:8473:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880091fc9e00/0x4ce24e5787362d65 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [5226496->6266879] (req 5226496->6266879) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8473 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130301.864405:0:8473:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880091fc9e00/0x4ce24e5787362d65 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [5226496->6266879] (req 5226496->6266879) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8473 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130301.864428:0:8473:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880091fc9e00/0x4ce24e5787362d65 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [5226496->6266879] (req 5226496->6266879) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8473 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130301.864435:0:8473:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091fc9e00/0x4ce24e5787362d65 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [5226496->6266879] (req 5226496->6266879) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8473 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746130301.864552:0:8473:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092f62a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:640ea846-b909-4eea-9a54-417e15bd627b+6:1962:x1830949849410816:12345-192.168.204.51@tcp:4:dd.0 Request processed in 150962us (151229us total) trans 4294968809 rc 0/0 00000100:00100000:3.0:1746130301.864564:0:8473:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5098 00000100:00100000:0.0:1746130301.867103:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130301.867159:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130301.867404:0:8473:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849415936 00000100:00100000:3.0:1746130301.867413:0:8473:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849415936 00000100:00100000:3.0:1746130301.867483:0:8473:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849416064 00000100:00100000:3.0:1746130301.867487:0:8473:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849416064 00000100:00100000:3.0:1746130301.867511:0:8473:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5114 00000100:00100000:3.0:1746130301.867518:0:8473:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800933a9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:640ea846-b909-4eea-9a54-417e15bd627b+33:1961:x1830949849415936:12345-192.168.204.51@tcp:3:dd.0 00010000:00010000:3.0:1746130301.867553:0:8473:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880093155000/0x4ce24e5787362d6c lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8473 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130301.867574:0:8473:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130301.867577:0:8473:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130301.867583:0:8473:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093155000/0x4ce24e5787362d6c lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8473 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130301.867599:0:8473:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880093155000/0x4ce24e5787362d6c lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8473 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746130301.867683:0:19438:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5115 00000100:00100000:1.0:1746130301.867693:0:19438:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800933a8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:640ea846-b909-4eea-9a54-417e15bd627b+6:1962:x1830949849416064:12345-192.168.204.51@tcp:3:dd.0 00010000:00010000:1.0:1746130301.867712:0:19438:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880091fc8400/0x4ce24e5787362d73 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19438 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130301.867720:0:19438:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130301.867721:0:19438:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130301.867725:0:19438:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091fc8400/0x4ce24e5787362d73 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [3121152->4161535] (req 3121152->4161535) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19438 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130301.867734:0:19438:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091fc8400/0x4ce24e5787362d73 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [3121152->4161535] (req 3121152->4161535) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19438 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130301.879575:0:8473:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880093155000/0x4ce24e5787362d6c lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8473 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130301.879601:0:8473:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880093155000/0x4ce24e5787362d6c lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8473 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130301.879610:0:8473:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880093155000/0x4ce24e5787362d6c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8473 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130301.879619:0:8473:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880093155000 already unused, calling callback (ffffffffa0809d70) 00010000:00010000:3.0:1746130301.879624:0:8473:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880093155000/0x4ce24e5787362d6c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8473 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130301.879635:0:8473:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880093155000/0x4ce24e5787362d6c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8473 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130301.879660:0:8473:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880093155000/0x4ce24e5787362d6c lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8473 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130301.879667:0:8473:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880093155000/0x4ce24e5787362d6c lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8473 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746130301.879912:0:8473:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800933a9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:640ea846-b909-4eea-9a54-417e15bd627b+33:1961:x1830949849415936:12345-192.168.204.51@tcp:3:dd.0 Request processed in 12386us (12810us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746130301.879927:0:8473:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5114 00010000:00010000:1.0:1746130301.884122:0:19438:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880091fc8400/0x4ce24e5787362d73 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [3121152->4161535] (req 3121152->4161535) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19438 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130301.884137:0:19438:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880091fc8400/0x4ce24e5787362d73 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [3121152->4161535] (req 3121152->4161535) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19438 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130301.884144:0:19438:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880091fc8400/0x4ce24e5787362d73 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [3121152->4161535] (req 3121152->4161535) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19438 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130301.884157:0:19438:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880091fc8400 already unused, calling callback (ffffffffa0809d70) 00010000:00010000:1.0:1746130301.884160:0:19438:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880091fc8400/0x4ce24e5787362d73 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [3121152->4161535] (req 3121152->4161535) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19438 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130301.884168:0:19438:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880091fc8400/0x4ce24e5787362d73 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [3121152->4161535] (req 3121152->4161535) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19438 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130301.884187:0:19438:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880091fc8400/0x4ce24e5787362d73 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [3121152->4161535] (req 3121152->4161535) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19438 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130301.884194:0:19438:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091fc8400/0x4ce24e5787362d73 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [3121152->4161535] (req 3121152->4161535) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19438 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746130301.884262:0:19438:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800933a8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:640ea846-b909-4eea-9a54-417e15bd627b+6:1962:x1830949849416064:12345-192.168.204.51@tcp:3:dd.0 Request processed in 16566us (17096us total) trans 0 rc 1040384/1040384 00000100:00100000:1.0:1746130301.884297:0:19438:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5115 00000100:00100000:0.0:1746130301.890589:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130301.890788:0:19438:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849416448 00000100:00100000:1.0:1746130301.890798:0:19438:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849416448 00000100:00100000:1.0:1746130301.890869:0:19438:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5116 00000100:00100000:1.0:1746130301.890877:0:19438:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800933a8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:640ea846-b909-4eea-9a54-417e15bd627b+6:1961:x1830949849416448:12345-192.168.204.51@tcp:4:dd.0 00002000:00010000:1.0:1746130301.890935:0:19438:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1c:0x0] initial LVB size: 6266880, mtime: 0x6813d57e, atime: 0x0, ctime: 0x6813d57e, blocks: 0x3007 00010000:00010000:1.0:1746130301.890944:0:19438:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880091fc8200/0x4ce24e5787362d7a lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19438 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130301.890959:0:19438:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130301.890962:0:19438:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130301.890968:0:19438:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091fc8200/0x4ce24e5787362d7a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [6266880->7315455] (req 6266880->7315455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19438 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130301.890981:0:19438:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091fc8200/0x4ce24e5787362d7a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [6266880->7315455] (req 6266880->7315455) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19438 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746130301.891047:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130301.891076:0:8473:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849416576 00000100:00100000:3.0:1746130301.891081:0:8473:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849416576 00000100:00100000:3.0:1746130301.891113:0:8473:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5117 00000100:00100000:3.0:1746130301.891119:0:8473:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800933abb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:640ea846-b909-4eea-9a54-417e15bd627b+7:1962:x1830949849416576:12345-192.168.204.51@tcp:4:dd.0 00010000:00010000:3.0:1746130301.891133:0:8473:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880093155400/0x4ce24e5787362d81 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8473 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130301.891142:0:8473:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130301.891143:0:8473:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130301.891146:0:8473:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093155400/0x4ce24e5787362d81 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [7315456->8355839] (req 7315456->8355839) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8473 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130301.891155:0:8473:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093155400/0x4ce24e5787362d81 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [7315456->8355839] (req 7315456->8355839) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8473 timeout: 0 lvb_type: 0 00000001:00080000:2.0:1746130301.937308:0:9939:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968813 is committed 00000001:00080000:2.0:1746130301.937332:0:9939:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968815 is committed 00000001:00080000:2.0:1746130301.937343:0:9939:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968814 is committed 00002000:00010000:0.0:1746130301.939208:0:19438:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x1c:0x0] updating lvb size from disk: 6266880 -> 8355840 00002000:00010000:0.0:1746130301.939218:0:19438:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x1c:0x0] updating lvb blocks from disk: 12295 -> 16391 00010000:00010000:0.0:1746130301.939235:0:19438:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880091fc8200/0x4ce24e5787362d7a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [6266880->7315455] (req 6266880->7315455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19438 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130301.939247:0:19438:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880091fc8200/0x4ce24e5787362d7a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [6266880->7315455] (req 6266880->7315455) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19438 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130301.939256:0:19438:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880091fc8200/0x4ce24e5787362d7a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [6266880->7315455] (req 6266880->7315455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19438 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130301.939264:0:19438:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880091fc8200 already unused, calling callback (ffffffffa0809d70) 00010000:00010000:0.0:1746130301.939301:0:19438:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880091fc8200/0x4ce24e5787362d7a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [6266880->7315455] (req 6266880->7315455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19438 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130301.939314:0:19438:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880091fc8200/0x4ce24e5787362d7a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [6266880->7315455] (req 6266880->7315455) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19438 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130301.939341:0:19438:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880091fc8200/0x4ce24e5787362d7a lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [6266880->7315455] (req 6266880->7315455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19438 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130301.939348:0:19438:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091fc8200/0x4ce24e5787362d7a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [6266880->7315455] (req 6266880->7315455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19438 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746130301.939460:0:19438:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800933a8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:640ea846-b909-4eea-9a54-417e15bd627b+10:1961:x1830949849416448:12345-192.168.204.51@tcp:4:dd.0 Request processed in 48579us (48874us total) trans 4294968815 rc 0/0 00000100:00100000:0.0:1746130301.939471:0:19438:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5116 00000001:00080000:0.0:1746130301.969718:0:9939:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968816 is committed 00010000:00010000:3.0:1746130301.970551:0:8473:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880093155400/0x4ce24e5787362d81 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [7315456->8355839] (req 7315456->8355839) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8473 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130301.970572:0:8473:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880093155400/0x4ce24e5787362d81 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [7315456->8355839] (req 7315456->8355839) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8473 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130301.970579:0:8473:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880093155400/0x4ce24e5787362d81 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [7315456->8355839] (req 7315456->8355839) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8473 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130301.970587:0:8473:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880093155400 already unused, calling callback (ffffffffa0809d70) 00010000:00010000:3.0:1746130301.970591:0:8473:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880093155400/0x4ce24e5787362d81 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [7315456->8355839] (req 7315456->8355839) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8473 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130301.970598:0:8473:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880093155400/0x4ce24e5787362d81 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [7315456->8355839] (req 7315456->8355839) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8473 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130301.970613:0:8473:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880093155400/0x4ce24e5787362d81 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [7315456->8355839] (req 7315456->8355839) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8473 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130301.970620:0:8473:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093155400/0x4ce24e5787362d81 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [7315456->8355839] (req 7315456->8355839) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8473 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746130301.970731:0:8473:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800933abb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:640ea846-b909-4eea-9a54-417e15bd627b+6:1962:x1830949849416576:12345-192.168.204.51@tcp:4:dd.0 Request processed in 79607us (79678us total) trans 4294968816 rc 0/0 00000100:00100000:3.0:1746130301.970741:0:8473:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5117 00000100:00100000:0.0:1746130301.974878:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130301.975092:0:8473:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849417216 00000100:00100000:3.0:1746130301.975101:0:8473:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849417216 00000100:00100000:3.0:1746130301.975159:0:8473:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5118 00000100:00100000:3.0:1746130301.975165:0:8473:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800933aaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:640ea846-b909-4eea-9a54-417e15bd627b+6:1964:x1830949849417216:12345-192.168.204.51@tcp:3:dd.0 00010000:00010000:3.0:1746130301.975197:0:8473:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880094936600/0x4ce24e5787362d88 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8473 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130301.975209:0:8473:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130301.975211:0:8473:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130301.975215:0:8473:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094936600/0x4ce24e5787362d88 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [4161536->5201919] (req 4161536->5201919) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8473 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130301.975377:0:8473:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094936600/0x4ce24e5787362d88 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [4161536->5201919] (req 4161536->5201919) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8473 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746130301.975884:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130301.975982:0:19438:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849417088 00000100:00100000:1.0:1746130301.975992:0:19438:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849417088 00000100:00100000:1.0:1746130301.976514:0:19438:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5119 00000100:00100000:1.0:1746130301.976524:0:19438:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800933a9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:640ea846-b909-4eea-9a54-417e15bd627b+33:1963:x1830949849417088:12345-192.168.204.51@tcp:3:dd.0 00010000:00010000:1.0:1746130301.976560:0:19438:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88012e10c600/0x4ce24e5787362d8f lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19438 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130301.976579:0:19438:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130301.976581:0:19438:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130301.976585:0:19438:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012e10c600/0x4ce24e5787362d8f lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19438 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130301.976602:0:19438:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012e10c600/0x4ce24e5787362d8f lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19438 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130301.991025:0:8473:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880094936600/0x4ce24e5787362d88 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [4161536->5201919] (req 4161536->5201919) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8473 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130301.991048:0:8473:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880094936600/0x4ce24e5787362d88 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [4161536->5201919] (req 4161536->5201919) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8473 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130301.991052:0:19438:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88012e10c600/0x4ce24e5787362d8f lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19438 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130301.991056:0:8473:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880094936600/0x4ce24e5787362d88 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [4161536->5201919] (req 4161536->5201919) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8473 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130301.991062:0:8473:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094936600 already unused, calling callback (ffffffffa0809d70) 00010000:00010000:3.0:1746130301.991066:0:8473:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880094936600/0x4ce24e5787362d88 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [4161536->5201919] (req 4161536->5201919) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8473 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130301.991067:0:19438:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88012e10c600/0x4ce24e5787362d8f lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19438 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130301.991074:0:8473:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880094936600/0x4ce24e5787362d88 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [4161536->5201919] (req 4161536->5201919) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8473 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130301.991074:0:19438:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88012e10c600/0x4ce24e5787362d8f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19438 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130301.991086:0:19438:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012e10c600 already unused, calling callback (ffffffffa0809d70) 00010000:00010000:1.0:1746130301.991090:0:19438:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88012e10c600/0x4ce24e5787362d8f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19438 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130301.991094:0:8473:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880094936600/0x4ce24e5787362d88 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [4161536->5201919] (req 4161536->5201919) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8473 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130301.991097:0:19438:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88012e10c600/0x4ce24e5787362d8f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19438 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130301.991104:0:8473:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094936600/0x4ce24e5787362d88 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [4161536->5201919] (req 4161536->5201919) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8473 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130301.991112:0:19438:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88012e10c600/0x4ce24e5787362d8f lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19438 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130301.991118:0:19438:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012e10c600/0x4ce24e5787362d8f lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19438 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746130301.991206:0:8473:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800933aaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:640ea846-b909-4eea-9a54-417e15bd627b+6:1964:x1830949849417216:12345-192.168.204.51@tcp:3:dd.0 Request processed in 16033us (16329us total) trans 0 rc 1040384/1040384 00000100:00100000:3.0:1746130301.991217:0:8473:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5118 00000100:00100000:1.0:1746130301.991425:0:19438:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800933a9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:640ea846-b909-4eea-9a54-417e15bd627b+33:1963:x1830949849417088:12345-192.168.204.51@tcp:3:dd.0 Request processed in 14679us (15316us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746130301.991440:0:19438:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5119 00000100:00100000:0.0:1746130301.999754:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130301.999796:0:19438:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849417600 00000100:00100000:1.0:1746130301.999808:0:19438:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849417600 00000100:00100000:1.0:1746130302.000307:0:19438:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5120 00000100:00100000:1.0:1746130302.000339:0:19438:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800933a9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:640ea846-b909-4eea-9a54-417e15bd627b+6:1964:x1830949849417600:12345-192.168.204.51@tcp:4:dd.0 00002000:00010000:1.0:1746130302.000401:0:19438:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1c:0x0] initial LVB size: 8355840, mtime: 0x6813d57e, atime: 0x0, ctime: 0x6813d57e, blocks: 0x4007 00010000:00010000:1.0:1746130302.000411:0:19438:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880094a52a00/0x4ce24e5787362d96 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19438 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130302.000427:0:19438:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130302.000429:0:19438:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130302.000436:0:19438:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094a52a00/0x4ce24e5787362d96 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [8355840->9404415] (req 8355840->9404415) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19438 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130302.000450:0:19438:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094a52a00/0x4ce24e5787362d96 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [8355840->9404415] (req 8355840->9404415) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19438 timeout: 0 lvb_type: 0 00000100:00080000:2.0:1746130302.000540:0:7108:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1746130302.000666:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130302.000685:0:8474:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849417728 00000100:00100000:2.0:1746130302.000689:0:8474:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849417728 00000100:00100000:2.0:1746130302.000714:0:8474:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5121 00000100:00100000:2.0:1746130302.000719:0:8474:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008af74e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:640ea846-b909-4eea-9a54-417e15bd627b+7:1963:x1830949849417728:12345-192.168.204.51@tcp:4:dd.0 00010000:00010000:2.0:1746130302.000734:0:8474:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800934d0600/0x4ce24e5787362d9d lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8474 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130302.000743:0:8474:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130302.000745:0:8474:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130302.000748:0:8474:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800934d0600/0x4ce24e5787362d9d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [9404416->10444799] (req 9404416->10444799) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8474 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130302.000756:0:8474:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800934d0600/0x4ce24e5787362d9d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [9404416->10444799] (req 9404416->10444799) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8474 timeout: 0 lvb_type: 0 00000001:00080000:1.0:1746130302.060319:0:9939:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968817 is committed 00000001:00080000:1.0:1746130302.060338:0:9939:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968818 is committed 00002000:00010000:1.0:1746130302.060977:0:19438:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x1c:0x0] updating lvb size from disk: 8355840 -> 10444800 00002000:00010000:1.0:1746130302.060980:0:19438:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x1c:0x0] updating lvb blocks from disk: 16391 -> 20489 00010000:00010000:1.0:1746130302.060992:0:19438:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880094a52a00/0x4ce24e5787362d96 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [8355840->9404415] (req 8355840->9404415) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19438 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130302.061013:0:19438:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880094a52a00/0x4ce24e5787362d96 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [8355840->9404415] (req 8355840->9404415) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19438 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130302.061020:0:19438:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880094a52a00/0x4ce24e5787362d96 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [8355840->9404415] (req 8355840->9404415) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19438 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130302.061024:0:19438:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094a52a00 already unused, calling callback (ffffffffa0809d70) 00010000:00010000:1.0:1746130302.061027:0:19438:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880094a52a00/0x4ce24e5787362d96 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [8355840->9404415] (req 8355840->9404415) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19438 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130302.061033:0:19438:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880094a52a00/0x4ce24e5787362d96 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [8355840->9404415] (req 8355840->9404415) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19438 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130302.061049:0:19438:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880094a52a00/0x4ce24e5787362d96 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [8355840->9404415] (req 8355840->9404415) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19438 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130302.061056:0:19438:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094a52a00/0x4ce24e5787362d96 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [8355840->9404415] (req 8355840->9404415) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19438 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746130302.061140:0:19438:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800933a9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:640ea846-b909-4eea-9a54-417e15bd627b+8:1964:x1830949849417600:12345-192.168.204.51@tcp:4:dd.0 Request processed in 60820us (61394us total) trans 4294968817 rc 0/0 00000100:00100000:1.0:1746130302.061149:0:19438:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5120 00010000:00010000:2.0:1746130302.061624:0:8474:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800934d0600/0x4ce24e5787362d9d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [9404416->10444799] (req 9404416->10444799) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8474 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130302.061635:0:8474:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800934d0600/0x4ce24e5787362d9d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [9404416->10444799] (req 9404416->10444799) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8474 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130302.061642:0:8474:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800934d0600/0x4ce24e5787362d9d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [9404416->10444799] (req 9404416->10444799) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8474 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130302.061647:0:8474:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800934d0600 already unused, calling callback (ffffffffa0809d70) 00010000:00010000:2.0:1746130302.061650:0:8474:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800934d0600/0x4ce24e5787362d9d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [9404416->10444799] (req 9404416->10444799) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8474 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130302.061657:0:8474:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800934d0600/0x4ce24e5787362d9d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [9404416->10444799] (req 9404416->10444799) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8474 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130302.061666:0:8474:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800934d0600/0x4ce24e5787362d9d lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [9404416->10444799] (req 9404416->10444799) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8474 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130302.061672:0:8474:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800934d0600/0x4ce24e5787362d9d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [9404416->10444799] (req 9404416->10444799) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8474 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746130302.062686:0:8474:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008af74e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:640ea846-b909-4eea-9a54-417e15bd627b+6:1963:x1830949849417728:12345-192.168.204.51@tcp:4:dd.0 Request processed in 61960us (62014us total) trans 4294968818 rc 0/0 00000100:00100000:2.0:1746130302.062695:0:8474:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5121 00000100:00100000:0.0:1746130302.068968:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130302.069007:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130302.069034:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130302.069062:0:8474:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849418112 00000100:00100000:0.0:1746130302.069072:0:8474:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849418112 00000100:00100000:0.0:1746130302.069128:0:8474:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849418368 00000100:00100000:0.0:1746130302.069131:0:8474:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849418368 00000100:00100000:0.0:1746130302.069419:0:8474:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849418624 00000100:00100000:0.0:1746130302.069422:0:8474:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849418624 00000100:00100000:0.0:1746130302.069447:0:8474:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5122 00000100:00100000:2.0:1746130302.069472:0:376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5123 00000100:00100000:2.0:1746130302.069486:0:376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134a81880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:640ea846-b909-4eea-9a54-417e15bd627b+33:1961:x1830949849418368:12345-192.168.204.51@tcp:3:dd.0 00010000:00010000:2.0:1746130302.069526:0:376:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88012d42e800/0x4ce24e5787362da4 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 376 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130302.069539:0:376:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130302.069541:0:376:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130302.069546:0:376:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012d42e800/0x4ce24e5787362da4 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 376 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130302.069558:0:376:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012d42e800/0x4ce24e5787362da4 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 376 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746130302.070107:0:8474:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800933a8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:640ea846-b909-4eea-9a54-417e15bd627b+7:1961:x1830949849418112:12345-192.168.204.51@tcp:3:dd.0 00010000:00010000:0.0:1746130302.070140:0:8474:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800945cea00/0x4ce24e5787362dab lrc: 3/1,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8474 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130302.070152:0:8474:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130302.070154:0:8474:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130302.070158:0:8474:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800945cea00/0x4ce24e5787362dab lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [5201920->5242879] (req 5201920->5242879) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8474 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130302.070170:0:8474:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800945cea00/0x4ce24e5787362dab lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [5201920->5242879] (req 5201920->5242879) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8474 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746130302.070325:0:19438:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5124 00000100:00100000:0.0:1746130302.070331:0:19438:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134a82a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:640ea846-b909-4eea-9a54-417e15bd627b+8:1961:x1830949849418624:12345-192.168.204.51@tcp:3:dd.0 00010000:00010000:0.0:1746130302.070345:0:19438:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880091fc9a00/0x4ce24e5787362db2 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19438 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130302.070352:0:19438:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130302.070353:0:19438:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130302.070356:0:19438:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091fc9a00/0x4ce24e5787362db2 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 5 type: EXT [5242880->6242303] (req 5242880->6242303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19438 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130302.070363:0:19438:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091fc9a00/0x4ce24e5787362db2 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 5 type: EXT [5242880->6242303] (req 5242880->6242303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19438 timeout: 0 lvb_type: 0 00000100:00080000:0.0:1746130302.071305:0:7108:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:0.0:1746130302.079201:0:8474:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800945cea00/0x4ce24e5787362dab lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 5 type: EXT [5201920->5242879] (req 5201920->5242879) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8474 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130302.079209:0:376:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88012d42e800/0x4ce24e5787362da4 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130302.079226:0:376:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88012d42e800/0x4ce24e5787362da4 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130302.079233:0:376:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88012d42e800/0x4ce24e5787362da4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130302.079240:0:376:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012d42e800 already unused, calling callback (ffffffffa0809d70) 00010000:00010000:1.0:1746130302.079244:0:376:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88012d42e800/0x4ce24e5787362da4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130302.079250:0:8474:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800945cea00/0x4ce24e5787362dab lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 5 type: EXT [5201920->5242879] (req 5201920->5242879) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8474 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130302.079252:0:376:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88012d42e800/0x4ce24e5787362da4 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130302.079259:0:8474:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800945cea00/0x4ce24e5787362dab lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 5 type: EXT [5201920->5242879] (req 5201920->5242879) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8474 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130302.079295:0:8474:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800945cea00 already unused, calling callback (ffffffffa0809d70) 00010000:00010000:0.0:1746130302.079299:0:8474:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800945cea00/0x4ce24e5787362dab lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 5 type: EXT [5201920->5242879] (req 5201920->5242879) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8474 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130302.079305:0:376:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88012d42e800/0x4ce24e5787362da4 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130302.079306:0:8474:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800945cea00/0x4ce24e5787362dab lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 5 type: EXT [5201920->5242879] (req 5201920->5242879) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8474 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130302.079311:0:376:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012d42e800/0x4ce24e5787362da4 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130302.079323:0:8474:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800945cea00/0x4ce24e5787362dab lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 5 type: EXT [5201920->5242879] (req 5201920->5242879) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8474 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130302.079329:0:8474:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800945cea00/0x4ce24e5787362dab lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 5 type: EXT [5201920->5242879] (req 5201920->5242879) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8474 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746130302.079397:0:8474:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800933a8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:640ea846-b909-4eea-9a54-417e15bd627b+8:1961:x1830949849418112:12345-192.168.204.51@tcp:3:dd.0 Request processed in 9937us (10435us total) trans 0 rc 40960/40960 00000100:00100000:1.0:1746130302.079399:0:376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134a81880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:640ea846-b909-4eea-9a54-417e15bd627b+33:1961:x1830949849418368:12345-192.168.204.51@tcp:3:dd.0 Request processed in 9914us (10397us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746130302.079408:0:8474:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5122 00000100:00100000:1.0:1746130302.079443:0:376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5123 00010000:00010000:1.0:1746130302.084935:0:19438:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880091fc9a00/0x4ce24e5787362db2 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [5242880->6242303] (req 5242880->6242303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19438 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130302.084948:0:19438:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880091fc9a00/0x4ce24e5787362db2 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [5242880->6242303] (req 5242880->6242303) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19438 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130302.084954:0:19438:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880091fc9a00/0x4ce24e5787362db2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [5242880->6242303] (req 5242880->6242303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19438 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130302.084961:0:19438:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880091fc9a00 already unused, calling callback (ffffffffa0809d70) 00010000:00010000:1.0:1746130302.084965:0:19438:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880091fc9a00/0x4ce24e5787362db2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [5242880->6242303] (req 5242880->6242303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19438 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130302.084973:0:19438:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880091fc9a00/0x4ce24e5787362db2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [5242880->6242303] (req 5242880->6242303) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19438 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130302.084993:0:19438:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880091fc9a00/0x4ce24e5787362db2 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [5242880->6242303] (req 5242880->6242303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19438 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130302.085014:0:19438:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091fc9a00/0x4ce24e5787362db2 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [5242880->6242303] (req 5242880->6242303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19438 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746130302.085322:0:19438:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134a82a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:640ea846-b909-4eea-9a54-417e15bd627b+6:1961:x1830949849418624:12345-192.168.204.51@tcp:3:dd.0 Request processed in 14985us (16282us total) trans 0 rc 999424/999424 00000100:00100000:1.0:1746130302.085335:0:19438:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5124 00000001:00080000:3.0:1746130302.093041:0:7165:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294992233 is committed 00000001:00080000:3.0:1746130302.093054:0:7165:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294992228 is committed 00000001:00080000:3.0:1746130302.093062:0:7165:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294992234 is committed 00000001:00080000:3.0:1746130302.093070:0:7165:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294992232 is committed 00000100:00100000:1.0:1746130302.094200:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130302.094244:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130302.094352:0:19438:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849419008 00000100:00100000:0.0:1746130302.094352:0:8474:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849418880 00000100:00100000:2.0:1746130302.094359:0:19438:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849419008 00000100:00100000:0.0:1746130302.094359:0:8474:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849418880 00000100:00100000:0.0:1746130302.094400:0:8474:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5125 00000100:00100000:0.0:1746130302.094407:0:8474:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5968700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:640ea846-b909-4eea-9a54-417e15bd627b+7:1962:x1830949849418880:12345-192.168.204.51@tcp:4:dd.0 00000100:00100000:2.0:1746130302.094412:0:19438:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5126 00000100:00100000:2.0:1746130302.094416:0:19438:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a596b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:640ea846-b909-4eea-9a54-417e15bd627b+7:1962:x1830949849419008:12345-192.168.204.51@tcp:4:dd.0 00002000:00010000:2.0:1746130302.094486:0:19438:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1c:0x0] initial LVB size: 10444800, mtime: 0x6813d57e, atime: 0x0, ctime: 0x6813d57e, blocks: 0x5009 00010000:00010000:2.0:1746130302.094496:0:19438:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880094326e00/0x4ce24e5787362db9 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19438 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130302.094505:0:8474:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880091fc8600/0x4ce24e5787362dc0 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8474 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130302.094507:0:19438:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130302.094509:0:19438:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130302.094513:0:19438:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094326e00/0x4ce24e5787362db9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 4 type: EXT [11493376->12533759] (req 11493376->12533759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19438 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130302.094524:0:8474:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130302.094525:0:19438:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094326e00/0x4ce24e5787362db9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [11493376->12533759] (req 11493376->12533759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19438 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130302.094526:0:8474:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130302.094528:0:8474:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091fc8600/0x4ce24e5787362dc0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 4 type: EXT [10444800->11493375] (req 10444800->11493375) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8474 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130302.094535:0:8474:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091fc8600/0x4ce24e5787362dc0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [10444800->11493375] (req 10444800->11493375) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8474 timeout: 0 lvb_type: 0 00000001:00080000:1.0:1746130302.131824:0:9939:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968819 is committed 00002000:00010000:3.0:1746130302.133126:0:19438:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x1c:0x0] updating lvb size from disk: 10444800 -> 12533760 00002000:00010000:3.0:1746130302.133131:0:19438:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x1c:0x0] updating lvb blocks from disk: 20489 -> 24585 00010000:00010000:3.0:1746130302.133143:0:19438:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880094326e00/0x4ce24e5787362db9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [11493376->12533759] (req 11493376->12533759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19438 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130302.133153:0:19438:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880094326e00/0x4ce24e5787362db9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [11493376->12533759] (req 11493376->12533759) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19438 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130302.133160:0:19438:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880094326e00/0x4ce24e5787362db9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [11493376->12533759] (req 11493376->12533759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19438 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130302.133167:0:19438:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094326e00 already unused, calling callback (ffffffffa0809d70) 00010000:00010000:3.0:1746130302.133171:0:19438:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880094326e00/0x4ce24e5787362db9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [11493376->12533759] (req 11493376->12533759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19438 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130302.133179:0:19438:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880094326e00/0x4ce24e5787362db9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [11493376->12533759] (req 11493376->12533759) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19438 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130302.133197:0:19438:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880094326e00/0x4ce24e5787362db9 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [11493376->12533759] (req 11493376->12533759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19438 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130302.133203:0:19438:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094326e00/0x4ce24e5787362db9 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [11493376->12533759] (req 11493376->12533759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19438 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746130302.133298:0:19438:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a596b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:640ea846-b909-4eea-9a54-417e15bd627b+10:1962:x1830949849419008:12345-192.168.204.51@tcp:4:dd.0 Request processed in 38875us (39048us total) trans 4294968819 rc 0/0 00000100:00100000:3.0:1746130302.133307:0:19438:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5126 00010000:00010000:1.0:1746130302.170222:0:8474:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880091fc8600/0x4ce24e5787362dc0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [10444800->11493375] (req 10444800->11493375) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8474 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130302.170237:0:8474:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880091fc8600/0x4ce24e5787362dc0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [10444800->11493375] (req 10444800->11493375) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8474 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130302.170245:0:8474:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880091fc8600/0x4ce24e5787362dc0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [10444800->11493375] (req 10444800->11493375) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8474 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130302.170252:0:8474:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880091fc8600 already unused, calling callback (ffffffffa0809d70) 00010000:00010000:1.0:1746130302.170256:0:8474:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880091fc8600/0x4ce24e5787362dc0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [10444800->11493375] (req 10444800->11493375) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8474 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130302.170295:0:8474:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880091fc8600/0x4ce24e5787362dc0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [10444800->11493375] (req 10444800->11493375) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8474 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130302.170317:0:8474:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880091fc8600/0x4ce24e5787362dc0 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [10444800->11493375] (req 10444800->11493375) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8474 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130302.170323:0:8474:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091fc8600/0x4ce24e5787362dc0 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [10444800->11493375] (req 10444800->11493375) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8474 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746130302.170424:0:8474:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5968700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:640ea846-b909-4eea-9a54-417e15bd627b+8:1962:x1830949849418880:12345-192.168.204.51@tcp:4:dd.0 Request processed in 76012us (76223us total) trans 4294968820 rc 0/0 00000100:00100000:1.0:1746130302.170435:0:8474:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5125 00000001:00080000:1.0:1746130302.170468:0:9939:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968820 is committed 00000100:00100000:0.0:1746130302.173400:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130302.173429:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130302.173585:0:8474:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849419392 00000100:00100000:0.0:1746130302.173591:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130302.173597:0:8474:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849419392 00000100:00100000:3.0:1746130302.173650:0:19438:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849419648 00000100:00100000:3.0:1746130302.173654:0:19438:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849419648 00000100:00100000:1.0:1746130302.173672:0:8474:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849419904 00000100:00100000:1.0:1746130302.173675:0:8474:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849419904 00000100:00100000:3.0:1746130302.173686:0:19438:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5127 00000100:00100000:3.0:1746130302.173694:0:19438:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134a80a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:640ea846-b909-4eea-9a54-417e15bd627b+7:1963:x1830949849419392:12345-192.168.204.51@tcp:3:dd.0 00000100:00100000:1.0:1746130302.173699:0:8474:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5128 00000100:00100000:1.0:1746130302.173705:0:8474:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134a82d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:640ea846-b909-4eea-9a54-417e15bd627b+33:1963:x1830949849419648:12345-192.168.204.51@tcp:3:dd.0 00000100:00100000:2.0:1746130302.173711:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5129 00000100:00100000:2.0:1746130302.173720:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134a80700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+7:1963:x1830949849419904:12345-192.168.204.51@tcp:3:dd.0 00010000:00010000:3.0:1746130302.173734:0:19438:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88012d42e800/0x4ce24e5787362dc7 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19438 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130302.173734:0:8474:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8800a78eb400/0x4ce24e5787362dce lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8474 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130302.173736:0:25275:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880093e64c00/0x4ce24e5787362dd5 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25275 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130302.173749:0:25275:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130302.173749:0:8474:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130302.173751:0:25275:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130302.173751:0:8474:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130302.173756:0:25275:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093e64c00/0x4ce24e5787362dd5 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 5 type: EXT [6291456->7282687] (req 6291456->7282687) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25275 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130302.173756:0:8474:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a78eb400/0x4ce24e5787362dce lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8474 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130302.173769:0:25275:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093e64c00/0x4ce24e5787362dd5 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 5 type: EXT [6291456->7282687] (req 6291456->7282687) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25275 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130302.173769:0:8474:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a78eb400/0x4ce24e5787362dce lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8474 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130302.173841:0:19438:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130302.173843:0:19438:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130302.173846:0:19438:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d42e800/0x4ce24e5787362dc7 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 5 type: EXT [6242304->6291455] (req 6242304->6291455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19438 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130302.173855:0:19438:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012d42e800/0x4ce24e5787362dc7 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 5 type: EXT [6242304->6291455] (req 6242304->6291455) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19438 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130302.184307:0:19438:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88012d42e800/0x4ce24e5787362dc7 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 5 type: EXT [6242304->6291455] (req 6242304->6291455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19438 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130302.184329:0:19438:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012d42e800/0x4ce24e5787362dc7 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 5 type: EXT [6242304->6291455] (req 6242304->6291455) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19438 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130302.184337:0:19438:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012d42e800/0x4ce24e5787362dc7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 5 type: EXT [6242304->6291455] (req 6242304->6291455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19438 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130302.184342:0:19438:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012d42e800 already unused, calling callback (ffffffffa0809d70) 00010000:00010000:3.0:1746130302.184346:0:19438:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012d42e800/0x4ce24e5787362dc7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 5 type: EXT [6242304->6291455] (req 6242304->6291455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19438 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130302.184353:0:19438:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012d42e800/0x4ce24e5787362dc7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 5 type: EXT [6242304->6291455] (req 6242304->6291455) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19438 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130302.184370:0:19438:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012d42e800/0x4ce24e5787362dc7 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 5 type: EXT [6242304->6291455] (req 6242304->6291455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19438 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130302.184375:0:19438:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012d42e800/0x4ce24e5787362dc7 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 5 type: EXT [6242304->6291455] (req 6242304->6291455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19438 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130302.184725:0:8474:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8800a78eb400/0x4ce24e5787362dce lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8474 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130302.184734:0:8474:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800a78eb400/0x4ce24e5787362dce lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8474 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130302.184740:0:8474:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800a78eb400/0x4ce24e5787362dce lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8474 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130302.184749:0:8474:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a78eb400 already unused, calling callback (ffffffffa0809d70) 00010000:00010000:1.0:1746130302.184751:0:8474:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a78eb400/0x4ce24e5787362dce lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8474 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130302.184757:0:8474:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a78eb400/0x4ce24e5787362dce lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8474 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130302.184773:0:8474:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800a78eb400/0x4ce24e5787362dce lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8474 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130302.184778:0:8474:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a78eb400/0x4ce24e5787362dce lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8474 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746130302.184780:0:19438:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134a80a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:640ea846-b909-4eea-9a54-417e15bd627b+8:1963:x1830949849419392:12345-192.168.204.51@tcp:3:dd.0 Request processed in 11081us (11385us total) trans 0 rc 49152/49152 00000100:00100000:3.0:1746130302.184791:0:19438:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5127 00000100:00100000:1.0:1746130302.184809:0:8474:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134a82d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:640ea846-b909-4eea-9a54-417e15bd627b+33:1963:x1830949849419648:12345-192.168.204.51@tcp:3:dd.0 Request processed in 11104us (11379us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746130302.184816:0:8474:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5128 00010000:00010000:2.0:1746130302.184923:0:25275:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880093e64c00/0x4ce24e5787362dd5 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [6291456->7282687] (req 6291456->7282687) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25275 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130302.184939:0:25275:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880093e64c00/0x4ce24e5787362dd5 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [6291456->7282687] (req 6291456->7282687) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25275 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130302.184951:0:25275:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880093e64c00/0x4ce24e5787362dd5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [6291456->7282687] (req 6291456->7282687) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25275 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130302.184958:0:25275:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880093e64c00 already unused, calling callback (ffffffffa0809d70) 00010000:00010000:2.0:1746130302.184962:0:25275:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880093e64c00/0x4ce24e5787362dd5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [6291456->7282687] (req 6291456->7282687) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25275 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130302.184970:0:25275:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880093e64c00/0x4ce24e5787362dd5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [6291456->7282687] (req 6291456->7282687) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25275 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130302.184987:0:25275:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880093e64c00/0x4ce24e5787362dd5 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [6291456->7282687] (req 6291456->7282687) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25275 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130302.185007:0:25275:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093e64c00/0x4ce24e5787362dd5 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [6291456->7282687] (req 6291456->7282687) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25275 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746130302.185104:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134a80700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+6:1963:x1830949849419904:12345-192.168.204.51@tcp:3:dd.0 Request processed in 11381us (11507us total) trans 0 rc 991232/991232 00000100:00100000:2.0:1746130302.185114:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5129 00000100:00100000:2.0:1746130302.190677:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130302.190734:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130302.191111:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849420160 00000100:00100000:0.0:1746130302.191124:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849420160 00000100:00100000:1.0:1746130302.191163:0:8474:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849420288 00000100:00100000:1.0:1746130302.191171:0:8474:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849420288 00000100:00100000:0.0:1746130302.191226:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5130 00000100:00100000:0.0:1746130302.191235:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008af77480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+7:1962:x1830949849420160:12345-192.168.204.51@tcp:4:dd.0 00000100:00100000:1.0:1746130302.191251:0:8474:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5131 00000100:00100000:1.0:1746130302.191258:0:8474:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ac4ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:640ea846-b909-4eea-9a54-417e15bd627b+7:1962:x1830949849420288:12345-192.168.204.51@tcp:4:dd.0 00002000:00010000:0.0:1746130302.191311:0:25275:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1c:0x0] initial LVB size: 12533760, mtime: 0x6813d57e, atime: 0x0, ctime: 0x6813d57e, blocks: 0x6009 00010000:00010000:0.0:1746130302.191319:0:25275:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800b40c2c00/0x4ce24e5787362ddc lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25275 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130302.191365:0:8474:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801362b4200/0x4ce24e5787362de3 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8474 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130302.191378:0:8474:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130302.191380:0:8474:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130302.191383:0:8474:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801362b4200/0x4ce24e5787362de3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 4 type: EXT [13582336->14622719] (req 13582336->14622719) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8474 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130302.191405:0:25275:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130302.191408:0:25275:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130302.191412:0:25275:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800b40c2c00/0x4ce24e5787362ddc lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 4 type: EXT [12533760->13582335] (req 12533760->13582335) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25275 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130302.191422:0:25275:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800b40c2c00/0x4ce24e5787362ddc lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 4 type: EXT [12533760->13582335] (req 12533760->13582335) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25275 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130302.191437:0:8474:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801362b4200/0x4ce24e5787362de3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [13582336->14622719] (req 13582336->14622719) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8474 timeout: 0 lvb_type: 0 00000001:00080000:2.0:1746130302.240173:0:9939:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968821 is committed 00002000:00010000:1.0:1746130302.241215:0:25275:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x1c:0x0] updating lvb size from disk: 12533760 -> 14622720 00002000:00010000:1.0:1746130302.241220:0:25275:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x1c:0x0] updating lvb mtime from disk: 1746130302 -> 1746130303 00002000:00010000:1.0:1746130302.241222:0:25275:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x1c:0x0] updating lvb ctime from disk: 1746130302 -> 1746130303 00002000:00010000:1.0:1746130302.241224:0:25275:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x1c:0x0] updating lvb blocks from disk: 24585 -> 28681 00010000:00010000:1.0:1746130302.241235:0:25275:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800b40c2c00/0x4ce24e5787362ddc lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [12533760->13582335] (req 12533760->13582335) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25275 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130302.241244:0:25275:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800b40c2c00/0x4ce24e5787362ddc lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [12533760->13582335] (req 12533760->13582335) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25275 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130302.241251:0:25275:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800b40c2c00/0x4ce24e5787362ddc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [12533760->13582335] (req 12533760->13582335) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25275 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130302.241257:0:25275:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800b40c2c00 already unused, calling callback (ffffffffa0809d70) 00010000:00010000:1.0:1746130302.241260:0:25275:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800b40c2c00/0x4ce24e5787362ddc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [12533760->13582335] (req 12533760->13582335) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25275 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130302.241287:0:25275:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800b40c2c00/0x4ce24e5787362ddc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [12533760->13582335] (req 12533760->13582335) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25275 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130302.241305:0:25275:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800b40c2c00/0x4ce24e5787362ddc lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [12533760->13582335] (req 12533760->13582335) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25275 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130302.241310:0:25275:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800b40c2c00/0x4ce24e5787362ddc lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [12533760->13582335] (req 12533760->13582335) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25275 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746130302.241389:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008af77480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+10:1962:x1830949849420160:12345-192.168.204.51@tcp:4:dd.0 Request processed in 50151us (50714us total) trans 4294968821 rc 0/0 00000100:00100000:1.0:1746130302.241398:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5130 00000001:00080000:2.0:1746130302.282878:0:9939:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968822 is committed 00010000:00010000:1.0:1746130302.283851:0:8474:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801362b4200/0x4ce24e5787362de3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [13582336->14622719] (req 13582336->14622719) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8474 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130302.283863:0:8474:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801362b4200/0x4ce24e5787362de3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [13582336->14622719] (req 13582336->14622719) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8474 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130302.283869:0:8474:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801362b4200/0x4ce24e5787362de3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [13582336->14622719] (req 13582336->14622719) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8474 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130302.283875:0:8474:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8801362b4200 already unused, calling callback (ffffffffa0809d70) 00010000:00010000:1.0:1746130302.283878:0:8474:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801362b4200/0x4ce24e5787362de3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [13582336->14622719] (req 13582336->14622719) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8474 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130302.283885:0:8474:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801362b4200/0x4ce24e5787362de3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [13582336->14622719] (req 13582336->14622719) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8474 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130302.283901:0:8474:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801362b4200/0x4ce24e5787362de3 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [13582336->14622719] (req 13582336->14622719) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8474 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130302.283906:0:8474:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801362b4200/0x4ce24e5787362de3 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [13582336->14622719] (req 13582336->14622719) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8474 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746130302.284015:0:8474:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ac4ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:640ea846-b909-4eea-9a54-417e15bd627b+6:1962:x1830949849420288:12345-192.168.204.51@tcp:4:dd.0 Request processed in 92751us (93274us total) trans 4294968822 rc 0/0 00000100:00100000:1.0:1746130302.284024:0:8474:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5131 00000100:00100000:2.0:1746130302.290341:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130302.290379:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130302.290409:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130302.290412:0:8474:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849420800 00000100:00100000:1.0:1746130302.290425:0:8474:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849420800 00000100:00100000:1.0:1746130302.290919:0:8474:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849421056 00000100:00100000:0.0:1746130302.290921:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849420928 00000100:00100000:1.0:1746130302.290924:0:8474:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849421056 00000100:00100000:0.0:1746130302.290928:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849420928 00000100:00100000:1.0:1746130302.290956:0:8474:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5132 00000100:00100000:1.0:1746130302.290964:0:8474:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ac4ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:640ea846-b909-4eea-9a54-417e15bd627b+33:1964:x1830949849420800:12345-192.168.204.51@tcp:3:dd.0 00000100:00100000:0.0:1746130302.290974:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5133 00000100:00100000:0.0:1746130302.290982:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ac4ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+7:1963:x1830949849421056:12345-192.168.204.51@tcp:3:dd.0 00010000:00010000:1.0:1746130302.291008:0:8474:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880099559e00/0x4ce24e5787362dea lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8474 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130302.291020:0:25275:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009b854200/0x4ce24e5787362df1 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25275 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130302.291021:0:8474:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130302.291023:0:8474:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130302.291028:0:8474:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099559e00/0x4ce24e5787362dea lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8474 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130302.291033:0:25275:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130302.291035:0:25275:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130302.291039:0:25275:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b854200/0x4ce24e5787362df1 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [7340032->8323071] (req 7340032->8323071) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25275 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130302.291042:0:8474:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099559e00/0x4ce24e5787362dea lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8474 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130302.291052:0:25275:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b854200/0x4ce24e5787362df1 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [7340032->8323071] (req 7340032->8323071) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25275 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746130302.291866:0:376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5134 00000100:00100000:2.0:1746130302.291879:0:376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ac4fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:640ea846-b909-4eea-9a54-417e15bd627b+7:1963:x1830949849420928:12345-192.168.204.51@tcp:3:dd.0 00010000:00010000:2.0:1746130302.291895:0:376:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009431ca00/0x4ce24e5787362df8 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 376 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130302.291903:0:376:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130302.291905:0:376:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130302.291908:0:376:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009431ca00/0x4ce24e5787362df8 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 5 type: EXT [7282688->7340031] (req 7282688->7340031) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 376 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130302.291916:0:376:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009431ca00/0x4ce24e5787362df8 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 5 type: EXT [7282688->7340031] (req 7282688->7340031) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130302.308601:0:8474:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880099559e00/0x4ce24e5787362dea lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8474 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130302.308618:0:8474:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880099559e00/0x4ce24e5787362dea lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8474 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130302.308626:0:8474:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880099559e00/0x4ce24e5787362dea lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8474 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130302.308632:0:8474:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880099559e00 already unused, calling callback (ffffffffa0809d70) 00010000:00010000:1.0:1746130302.308637:0:8474:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880099559e00/0x4ce24e5787362dea lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8474 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130302.308646:0:8474:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880099559e00/0x4ce24e5787362dea lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8474 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130302.308720:0:376:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009431ca00/0x4ce24e5787362df8 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 5 type: EXT [7282688->7340031] (req 7282688->7340031) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130302.308727:0:376:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009431ca00/0x4ce24e5787362df8 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 5 type: EXT [7282688->7340031] (req 7282688->7340031) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130302.308746:0:8474:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880099559e00/0x4ce24e5787362dea lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8474 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130302.308752:0:8474:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880099559e00/0x4ce24e5787362dea lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8474 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130302.308913:0:376:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009431ca00/0x4ce24e5787362df8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 5 type: EXT [7282688->7340031] (req 7282688->7340031) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130302.308918:0:376:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009431ca00 already unused, calling callback (ffffffffa0809d70) 00010000:00010000:3.0:1746130302.308921:0:376:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009431ca00/0x4ce24e5787362df8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 5 type: EXT [7282688->7340031] (req 7282688->7340031) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130302.308930:0:376:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009431ca00/0x4ce24e5787362df8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 5 type: EXT [7282688->7340031] (req 7282688->7340031) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130302.308941:0:376:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009431ca00/0x4ce24e5787362df8 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 5 type: EXT [7282688->7340031] (req 7282688->7340031) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130302.308946:0:376:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009431ca00/0x4ce24e5787362df8 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 5 type: EXT [7282688->7340031] (req 7282688->7340031) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 376 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746130302.309079:0:376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ac4fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:640ea846-b909-4eea-9a54-417e15bd627b+8:1963:x1830949849420928:12345-192.168.204.51@tcp:3:dd.0 Request processed in 17201us (18664us total) trans 0 rc 57344/57344 00000100:00100000:3.0:1746130302.309089:0:376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5134 00000100:00100000:1.0:1746130302.309249:0:8474:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ac4ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:640ea846-b909-4eea-9a54-417e15bd627b+33:1964:x1830949849420800:12345-192.168.204.51@tcp:3:dd.0 Request processed in 18285us (18919us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746130302.309255:0:8474:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5132 00010000:00010000:0.0:1746130302.316318:0:25275:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009b854200/0x4ce24e5787362df1 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [7340032->8323071] (req 7340032->8323071) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25275 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130302.316332:0:25275:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009b854200/0x4ce24e5787362df1 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [7340032->8323071] (req 7340032->8323071) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25275 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130302.316338:0:25275:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009b854200/0x4ce24e5787362df1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [7340032->8323071] (req 7340032->8323071) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25275 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130302.316344:0:25275:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009b854200 already unused, calling callback (ffffffffa0809d70) 00010000:00010000:0.0:1746130302.316347:0:25275:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009b854200/0x4ce24e5787362df1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [7340032->8323071] (req 7340032->8323071) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25275 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130302.316358:0:25275:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009b854200/0x4ce24e5787362df1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [7340032->8323071] (req 7340032->8323071) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25275 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130302.316372:0:25275:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009b854200/0x4ce24e5787362df1 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [7340032->8323071] (req 7340032->8323071) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25275 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130302.316376:0:25275:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b854200/0x4ce24e5787362df1 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [7340032->8323071] (req 7340032->8323071) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25275 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746130302.316455:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ac4ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+6:1963:x1830949849421056:12345-192.168.204.51@tcp:3:dd.0 Request processed in 25469us (26071us total) trans 0 rc 983040/983040 00000100:00100000:0.0:1746130302.316464:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5133 00000100:00100000:3.0:1746130302.322226:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130302.324062:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130302.324136:0:8474:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849421568 00000100:00100000:1.0:1746130302.324145:0:8474:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849421568 00000100:00100000:1.0:1746130302.324203:0:8474:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849421440 00000100:00100000:1.0:1746130302.324206:0:8474:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849421440 00000100:00100000:0.0:1746130302.324215:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5135 00000100:00100000:0.0:1746130302.324230:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7d42300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+7:1961:x1830949849421568:12345-192.168.204.51@tcp:4:dd.0 00002000:00010000:0.0:1746130302.324286:0:25275:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1c:0x0] initial LVB size: 14622720, mtime: 0x6813d57f, atime: 0x0, ctime: 0x6813d57f, blocks: 0x7009 00010000:00010000:0.0:1746130302.324294:0:25275:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009b855a00/0x4ce24e5787362dff lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25275 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130302.324305:0:25275:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130302.324307:0:25275:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130302.324311:0:25275:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b855a00/0x4ce24e5787362dff lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [15671296->16711679] (req 15671296->16711679) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25275 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130302.324323:0:25275:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b855a00/0x4ce24e5787362dff lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [15671296->16711679] (req 15671296->16711679) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25275 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746130302.324909:0:8474:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5136 00000100:00100000:1.0:1746130302.324916:0:8474:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7d42d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:640ea846-b909-4eea-9a54-417e15bd627b+8:1961:x1830949849421440:12345-192.168.204.51@tcp:4:dd.0 00010000:00010000:1.0:1746130302.324931:0:8474:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880099558200/0x4ce24e5787362e06 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8474 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130302.324939:0:8474:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130302.324941:0:8474:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130302.324949:0:8474:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099558200/0x4ce24e5787362e06 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [14622720->15671295] (req 14622720->15671295) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8474 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130302.324962:0:8474:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880099558200/0x4ce24e5787362e06 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [14622720->15671295] (req 14622720->15671295) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8474 timeout: 0 lvb_type: 0 00000001:00080000:2.0:1746130302.391082:0:9939:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968823 is committed 00000001:00080000:2.0:1746130302.391100:0:9939:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968824 is committed 00002000:00010000:3.0:1746130302.391859:0:25275:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x1c:0x0] updating lvb size from disk: 14622720 -> 16711680 00002000:00010000:3.0:1746130302.391863:0:25275:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x1c:0x0] updating lvb blocks from disk: 28681 -> 32777 00010000:00010000:3.0:1746130302.391874:0:25275:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009b855a00/0x4ce24e5787362dff lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [15671296->16711679] (req 15671296->16711679) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25275 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130302.391884:0:25275:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009b855a00/0x4ce24e5787362dff lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [15671296->16711679] (req 15671296->16711679) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25275 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130302.391892:0:25275:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009b855a00/0x4ce24e5787362dff lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [15671296->16711679] (req 15671296->16711679) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25275 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130302.391899:0:25275:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009b855a00 already unused, calling callback (ffffffffa0809d70) 00010000:00010000:3.0:1746130302.391903:0:25275:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009b855a00/0x4ce24e5787362dff lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [15671296->16711679] (req 15671296->16711679) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25275 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130302.391910:0:25275:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009b855a00/0x4ce24e5787362dff lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [15671296->16711679] (req 15671296->16711679) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25275 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130302.391926:0:25275:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009b855a00/0x4ce24e5787362dff lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [15671296->16711679] (req 15671296->16711679) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25275 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130302.391933:0:25275:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b855a00/0x4ce24e5787362dff lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [15671296->16711679] (req 15671296->16711679) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25275 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130302.391972:0:8474:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880099558200/0x4ce24e5787362e06 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [14622720->15671295] (req 14622720->15671295) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8474 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130302.391980:0:8474:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880099558200/0x4ce24e5787362e06 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [14622720->15671295] (req 14622720->15671295) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8474 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130302.391984:0:8474:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880099558200/0x4ce24e5787362e06 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [14622720->15671295] (req 14622720->15671295) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8474 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130302.392001:0:8474:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880099558200 already unused, calling callback (ffffffffa0809d70) 00010000:00010000:1.0:1746130302.392004:0:8474:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880099558200/0x4ce24e5787362e06 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [14622720->15671295] (req 14622720->15671295) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8474 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130302.392009:0:8474:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880099558200/0x4ce24e5787362e06 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [14622720->15671295] (req 14622720->15671295) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8474 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130302.392017:0:8474:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880099558200/0x4ce24e5787362e06 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [14622720->15671295] (req 14622720->15671295) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8474 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130302.392023:0:8474:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880099558200/0x4ce24e5787362e06 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [14622720->15671295] (req 14622720->15671295) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8474 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746130302.392031:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7d42300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+8:1961:x1830949849421568:12345-192.168.204.51@tcp:4:dd.0 Request processed in 67803us (69808us total) trans 4294968823 rc 0/0 00000100:00100000:3.0:1746130302.392041:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5135 00000100:00100000:1.0:1746130302.392057:0:8474:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7d42d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:640ea846-b909-4eea-9a54-417e15bd627b+6:1961:x1830949849421440:12345-192.168.204.51@tcp:4:dd.0 Request processed in 67142us (69793us total) trans 4294968824 rc 0/0 00000100:00100000:1.0:1746130302.392065:0:8474:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5136 00000100:00100000:3.0:1746130302.397263:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130302.397348:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130302.397792:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849422080 00000100:00100000:2.0:1746130302.397801:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849422080 00000100:00100000:1.0:1746130302.397955:0:8474:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849422208 00000100:00100000:1.0:1746130302.397959:0:8474:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849422208 00000100:00100000:2.0:1746130302.397960:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5137 00000100:00100000:2.0:1746130302.397968:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7d41880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+33:1962:x1830949849422080:12345-192.168.204.51@tcp:3:dd.0 00010000:00010000:2.0:1746130302.398013:0:25275:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880093e64000/0x4ce24e5787362e0d lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25275 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746130302.398045:0:8474:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5138 00000100:00100000:1.0:1746130302.398051:0:8474:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7d40e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:640ea846-b909-4eea-9a54-417e15bd627b+6:1962:x1830949849422208:12345-192.168.204.51@tcp:3:dd.0 00010000:00010000:1.0:1746130302.398067:0:8474:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800945cfa00/0x4ce24e5787362e14 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8474 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130302.398079:0:8474:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130302.398080:0:8474:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130302.398084:0:8474:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800945cfa00/0x4ce24e5787362e14 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [8323072->9363455] (req 8323072->9363455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8474 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130302.398095:0:8474:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800945cfa00/0x4ce24e5787362e14 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [8323072->9363455] (req 8323072->9363455) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8474 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130302.398111:0:25275:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130302.398113:0:25275:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130302.398116:0:25275:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093e64000/0x4ce24e5787362e0d lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25275 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130302.398127:0:25275:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880093e64000/0x4ce24e5787362e0d lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25275 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130302.405071:0:25275:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880093e64000/0x4ce24e5787362e0d lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25275 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130302.405085:0:25275:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880093e64000/0x4ce24e5787362e0d lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25275 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130302.405091:0:25275:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880093e64000/0x4ce24e5787362e0d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25275 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130302.405098:0:25275:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880093e64000 already unused, calling callback (ffffffffa0809d70) 00010000:00010000:0.0:1746130302.405101:0:25275:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880093e64000/0x4ce24e5787362e0d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25275 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130302.405109:0:25275:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880093e64000/0x4ce24e5787362e0d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25275 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130302.405124:0:25275:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880093e64000/0x4ce24e5787362e0d lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25275 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130302.405129:0:25275:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880093e64000/0x4ce24e5787362e0d lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25275 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746130302.405215:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7d41880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+33:1962:x1830949849422080:12345-192.168.204.51@tcp:3:dd.0 Request processed in 7243us (7956us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746130302.405224:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5137 00010000:00010000:1.0:1746130302.408765:0:8474:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800945cfa00/0x4ce24e5787362e14 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [8323072->9363455] (req 8323072->9363455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8474 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130302.408780:0:8474:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800945cfa00/0x4ce24e5787362e14 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [8323072->9363455] (req 8323072->9363455) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8474 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130302.408788:0:8474:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800945cfa00/0x4ce24e5787362e14 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [8323072->9363455] (req 8323072->9363455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8474 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130302.408797:0:8474:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800945cfa00 already unused, calling callback (ffffffffa0809d70) 00010000:00010000:1.0:1746130302.408801:0:8474:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800945cfa00/0x4ce24e5787362e14 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [8323072->9363455] (req 8323072->9363455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8474 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130302.408812:0:8474:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800945cfa00/0x4ce24e5787362e14 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [8323072->9363455] (req 8323072->9363455) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8474 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130302.408827:0:8474:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800945cfa00/0x4ce24e5787362e14 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [8323072->9363455] (req 8323072->9363455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8474 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130302.408833:0:8474:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800945cfa00/0x4ce24e5787362e14 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [8323072->9363455] (req 8323072->9363455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8474 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746130302.408897:0:8474:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7d40e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:640ea846-b909-4eea-9a54-417e15bd627b+6:1962:x1830949849422208:12345-192.168.204.51@tcp:3:dd.0 Request processed in 10841us (11544us total) trans 0 rc 1040384/1040384 00000100:00100000:1.0:1746130302.408906:0:8474:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5138 00000100:00100000:3.0:1746130302.412147:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130302.412245:0:8474:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849422592 00000100:00100000:1.0:1746130302.412253:0:8474:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849422592 00000100:00100000:1.0:1746130302.412332:0:8474:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5139 00000100:00100000:1.0:1746130302.412339:0:8474:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7d40a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:640ea846-b909-4eea-9a54-417e15bd627b+6:1963:x1830949849422592:12345-192.168.204.51@tcp:4:dd.0 00002000:00010000:1.0:1746130302.412377:0:8474:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1c:0x0] initial LVB size: 16711680, mtime: 0x6813d57f, atime: 0x0, ctime: 0x6813d57f, blocks: 0x8009 00010000:00010000:1.0:1746130302.412383:0:8474:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800945cf800/0x4ce24e5787362e1b lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8474 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746130302.412479:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130302.412510:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849422720 00000100:00100000:0.0:1746130302.412514:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849422720 00010000:00010000:1.0:1746130302.412528:0:8474:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130302.412531:0:8474:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130302.412536:0:8474:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800945cf800/0x4ce24e5787362e1b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [16711680->17760255] (req 16711680->17760255) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8474 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746130302.412548:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5140 00000100:00100000:0.0:1746130302.412554:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7d43480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+7:1964:x1830949849422720:12345-192.168.204.51@tcp:4:dd.0 00010000:00010000:0.0:1746130302.412567:0:25275:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880094681400/0x4ce24e5787362e22 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25275 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130302.412735:0:8474:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800945cf800/0x4ce24e5787362e1b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [16711680->17760255] (req 16711680->17760255) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8474 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130302.412736:0:25275:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130302.412738:0:25275:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130302.412741:0:25275:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094681400/0x4ce24e5787362e22 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 4 type: EXT [17760256->18800639] (req 17760256->18800639) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25275 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130302.412750:0:25275:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094681400/0x4ce24e5787362e22 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [17760256->18800639] (req 17760256->18800639) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25275 timeout: 0 lvb_type: 0 00000001:00080000:3.0:1746130302.461859:0:9939:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968825 is committed 00002000:00010000:1.0:1746130302.462642:0:8474:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x1c:0x0] updating lvb size from disk: 16711680 -> 18800640 00002000:00010000:1.0:1746130302.462646:0:8474:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x1c:0x0] updating lvb blocks from disk: 32777 -> 34825 00010000:00010000:1.0:1746130302.462659:0:8474:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800945cf800/0x4ce24e5787362e1b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [16711680->17760255] (req 16711680->17760255) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8474 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130302.462668:0:8474:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800945cf800/0x4ce24e5787362e1b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [16711680->17760255] (req 16711680->17760255) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8474 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130302.462676:0:8474:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800945cf800/0x4ce24e5787362e1b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [16711680->17760255] (req 16711680->17760255) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8474 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130302.462682:0:8474:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800945cf800 already unused, calling callback (ffffffffa0809d70) 00010000:00010000:1.0:1746130302.462686:0:8474:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800945cf800/0x4ce24e5787362e1b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [16711680->17760255] (req 16711680->17760255) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8474 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130302.462693:0:8474:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800945cf800/0x4ce24e5787362e1b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [16711680->17760255] (req 16711680->17760255) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8474 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130302.462710:0:8474:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800945cf800/0x4ce24e5787362e1b lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [16711680->17760255] (req 16711680->17760255) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8474 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130302.462716:0:8474:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800945cf800/0x4ce24e5787362e1b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [16711680->17760255] (req 16711680->17760255) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8474 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746130302.462811:0:8474:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7d40a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:640ea846-b909-4eea-9a54-417e15bd627b+10:1963:x1830949849422592:12345-192.168.204.51@tcp:4:dd.0 Request processed in 50466us (50665us total) trans 4294968825 rc 0/0 00000100:00100000:1.0:1746130302.462823:0:8474:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5139 00000001:00080000:3.0:1746130302.506824:0:9939:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968826 is committed 00002000:00010000:1.0:1746130302.508065:0:25275:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x1c:0x0] updating lvb blocks from disk: 34825 -> 36873 00010000:00010000:1.0:1746130302.508081:0:25275:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880094681400/0x4ce24e5787362e22 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [17760256->18800639] (req 17760256->18800639) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25275 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130302.508164:0:25275:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880094681400/0x4ce24e5787362e22 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [17760256->18800639] (req 17760256->18800639) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25275 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130302.508171:0:25275:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880094681400/0x4ce24e5787362e22 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [17760256->18800639] (req 17760256->18800639) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25275 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130302.508177:0:25275:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094681400 already unused, calling callback (ffffffffa0809d70) 00010000:00010000:1.0:1746130302.508180:0:25275:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880094681400/0x4ce24e5787362e22 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [17760256->18800639] (req 17760256->18800639) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25275 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130302.508187:0:25275:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880094681400/0x4ce24e5787362e22 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [17760256->18800639] (req 17760256->18800639) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25275 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130302.508560:0:25275:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880094681400/0x4ce24e5787362e22 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [17760256->18800639] (req 17760256->18800639) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25275 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130302.508568:0:25275:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094681400/0x4ce24e5787362e22 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [17760256->18800639] (req 17760256->18800639) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25275 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746130302.508681:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7d43480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+6:1964:x1830949849422720:12345-192.168.204.51@tcp:4:dd.0 Request processed in 96121us (96196us total) trans 4294968826 rc 0/0 00000100:00100000:1.0:1746130302.508692:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5140 00000100:00100000:3.0:1746130302.511905:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130302.511960:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130302.511999:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849423360 00000100:00100000:1.0:1746130302.512006:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849423360 00000100:00100000:0.0:1746130302.512013:0:8474:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849423232 00000100:00100000:0.0:1746130302.512016:0:8474:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849423232 00000100:00100000:0.0:1746130302.512064:0:8474:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5141 00000100:00100000:0.0:1746130302.512070:0:8474:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7d42a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:640ea846-b909-4eea-9a54-417e15bd627b+33:1961:x1830949849423232:12345-192.168.204.51@tcp:3:dd.0 00010000:00010000:0.0:1746130302.512102:0:8474:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880091fe6000/0x4ce24e5787362e29 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8474 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130302.512114:0:8474:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130302.512116:0:8474:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130302.512120:0:8474:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880091fe6000/0x4ce24e5787362e29 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8474 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130302.512132:0:8474:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880091fe6000/0x4ce24e5787362e29 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8474 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746130302.512549:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5142 00000100:00100000:1.0:1746130302.512556:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7d43100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+6:1961:x1830949849423360:12345-192.168.204.51@tcp:3:dd.0 00010000:00010000:1.0:1746130302.512573:0:25275:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880092a28800/0x4ce24e5787362e30 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25275 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130302.512581:0:25275:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130302.512582:0:25275:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130302.512585:0:25275:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092a28800/0x4ce24e5787362e30 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [9363456->10403839] (req 9363456->10403839) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25275 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130302.512593:0:25275:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092a28800/0x4ce24e5787362e30 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [9363456->10403839] (req 9363456->10403839) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25275 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130302.523098:0:8474:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880091fe6000/0x4ce24e5787362e29 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8474 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130302.523112:0:8474:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880091fe6000/0x4ce24e5787362e29 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8474 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130302.523119:0:8474:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880091fe6000/0x4ce24e5787362e29 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8474 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130302.523125:0:8474:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880091fe6000 already unused, calling callback (ffffffffa0809d70) 00010000:00010000:0.0:1746130302.523129:0:8474:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880091fe6000/0x4ce24e5787362e29 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8474 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130302.523135:0:8474:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880091fe6000/0x4ce24e5787362e29 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8474 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130302.523151:0:8474:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880091fe6000/0x4ce24e5787362e29 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8474 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130302.523155:0:8474:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880091fe6000/0x4ce24e5787362e29 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8474 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746130302.523231:0:8474:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7d42a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:640ea846-b909-4eea-9a54-417e15bd627b+33:1961:x1830949849423232:12345-192.168.204.51@tcp:3:dd.0 Request processed in 11155us (11264us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746130302.523239:0:8474:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5141 00010000:00010000:1.0:1746130302.527508:0:25275:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880092a28800/0x4ce24e5787362e30 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [9363456->10403839] (req 9363456->10403839) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25275 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130302.527522:0:25275:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880092a28800/0x4ce24e5787362e30 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [9363456->10403839] (req 9363456->10403839) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25275 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130302.527529:0:25275:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880092a28800/0x4ce24e5787362e30 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [9363456->10403839] (req 9363456->10403839) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25275 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130302.527535:0:25275:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880092a28800 already unused, calling callback (ffffffffa0809d70) 00010000:00010000:1.0:1746130302.527538:0:25275:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880092a28800/0x4ce24e5787362e30 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [9363456->10403839] (req 9363456->10403839) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25275 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130302.527545:0:25275:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880092a28800/0x4ce24e5787362e30 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [9363456->10403839] (req 9363456->10403839) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25275 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130302.527562:0:25275:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880092a28800/0x4ce24e5787362e30 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [9363456->10403839] (req 9363456->10403839) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25275 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130302.527568:0:25275:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092a28800/0x4ce24e5787362e30 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [9363456->10403839] (req 9363456->10403839) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25275 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746130302.527642:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7d43100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+6:1961:x1830949849423360:12345-192.168.204.51@tcp:3:dd.0 Request processed in 15082us (15741us total) trans 0 rc 1040384/1040384 00000100:00100000:1.0:1746130302.527652:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5142 00000100:00100000:2.0:1746130302.531915:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130302.531964:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130302.532136:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849423872 00000100:00100000:0.0:1746130302.532136:0:8474:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849423744 00000100:00100000:1.0:1746130302.532145:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849423872 00000100:00100000:0.0:1746130302.532145:0:8474:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849423744 00000100:00100000:1.0:1746130302.532205:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5143 00000100:00100000:1.0:1746130302.532212:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ac4c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+7:1964:x1830949849423872:12345-192.168.204.51@tcp:4:dd.0 00002000:00010000:1.0:1746130302.532252:0:25275:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1c:0x0] initial LVB size: 18800640, mtime: 0x6813d57f, atime: 0x0, ctime: 0x6813d57f, blocks: 0x9009 00010000:00010000:1.0:1746130302.532259:0:25275:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880092a29400/0x4ce24e5787362e37 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25275 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746130302.532289:0:8474:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5144 00010000:00010000:1.0:1746130302.532290:0:25275:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130302.532292:0:25275:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1746130302.532295:0:8474:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ac4d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:640ea846-b909-4eea-9a54-417e15bd627b+7:1964:x1830949849423744:12345-192.168.204.51@tcp:4:dd.0 00010000:00010000:1.0:1746130302.532296:0:25275:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092a29400/0x4ce24e5787362e37 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [19849216->20889599] (req 19849216->20889599) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25275 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130302.532307:0:25275:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092a29400/0x4ce24e5787362e37 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 4 type: EXT [19849216->20889599] (req 19849216->20889599) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25275 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130302.532307:0:8474:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880091fe7600/0x4ce24e5787362e3e lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8474 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130302.532314:0:8474:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130302.532316:0:8474:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130302.532318:0:8474:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091fe7600/0x4ce24e5787362e3e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [18800640->19849215] (req 18800640->19849215) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8474 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130302.532325:0:8474:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091fe7600/0x4ce24e5787362e3e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [18800640->19849215] (req 18800640->19849215) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8474 timeout: 0 lvb_type: 0 00000001:00080000:1.0:1746130302.591533:0:9939:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968828 is committed 00002000:00010000:2.0:1746130302.592329:0:25275:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x1c:0x0] updating lvb size from disk: 18800640 -> 20889600 00002000:00010000:2.0:1746130302.592334:0:25275:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x1c:0x0] updating lvb blocks from disk: 36873 -> 40969 00010000:00010000:2.0:1746130302.592349:0:25275:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880092a29400/0x4ce24e5787362e37 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [19849216->20889599] (req 19849216->20889599) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25275 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130302.592363:0:25275:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880092a29400/0x4ce24e5787362e37 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [19849216->20889599] (req 19849216->20889599) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25275 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130302.592371:0:25275:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880092a29400/0x4ce24e5787362e37 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [19849216->20889599] (req 19849216->20889599) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25275 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130302.592379:0:25275:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880092a29400 already unused, calling callback (ffffffffa0809d70) 00010000:00010000:2.0:1746130302.592382:0:25275:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880092a29400/0x4ce24e5787362e37 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [19849216->20889599] (req 19849216->20889599) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25275 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130302.592391:0:25275:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880092a29400/0x4ce24e5787362e37 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [19849216->20889599] (req 19849216->20889599) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25275 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130302.592412:0:25275:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880092a29400/0x4ce24e5787362e37 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [19849216->20889599] (req 19849216->20889599) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25275 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130302.592418:0:25275:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092a29400/0x4ce24e5787362e37 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [19849216->20889599] (req 19849216->20889599) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25275 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746130302.592519:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ac4c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+8:1964:x1830949849423872:12345-192.168.204.51@tcp:4:dd.0 Request processed in 60302us (60549us total) trans 4294968827 rc 0/0 00000100:00100000:2.0:1746130302.592529:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5143 00010000:00010000:0.0:1746130302.593355:0:8474:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880091fe7600/0x4ce24e5787362e3e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [18800640->19849215] (req 18800640->19849215) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8474 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130302.593376:0:8474:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880091fe7600/0x4ce24e5787362e3e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [18800640->19849215] (req 18800640->19849215) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8474 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130302.593382:0:8474:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880091fe7600/0x4ce24e5787362e3e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [18800640->19849215] (req 18800640->19849215) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8474 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130302.593387:0:8474:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880091fe7600 already unused, calling callback (ffffffffa0809d70) 00010000:00010000:0.0:1746130302.593390:0:8474:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880091fe7600/0x4ce24e5787362e3e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [18800640->19849215] (req 18800640->19849215) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8474 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130302.593397:0:8474:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880091fe7600/0x4ce24e5787362e3e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [18800640->19849215] (req 18800640->19849215) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8474 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130302.593414:0:8474:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880091fe7600/0x4ce24e5787362e3e lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [18800640->19849215] (req 18800640->19849215) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8474 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130302.593420:0:8474:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091fe7600/0x4ce24e5787362e3e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [18800640->19849215] (req 18800640->19849215) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8474 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746130302.593614:0:8474:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ac4d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:640ea846-b909-4eea-9a54-417e15bd627b+6:1964:x1830949849423744:12345-192.168.204.51@tcp:4:dd.0 Request processed in 61315us (61704us total) trans 4294968828 rc 0/0 00000100:00100000:1.0:1746130302.593623:0:8474:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5144 00000100:00100000:3.0:1746130302.610369:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130302.610471:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130302.610533:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849424256 00000100:00100000:2.0:1746130302.610543:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849424256 00000100:00100000:1.0:1746130302.610557:0:8474:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849424512 00000100:00100000:1.0:1746130302.610561:0:8474:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849424512 00000100:00100000:1.0:1746130302.610602:0:8474:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5145 00000100:00100000:2.0:1746130302.610607:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5146 00000100:00100000:1.0:1746130302.610609:0:8474:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092d0c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:640ea846-b909-4eea-9a54-417e15bd627b+33:1963:x1830949849424512:12345-192.168.204.51@tcp:3:dd.0 00000100:00100000:2.0:1746130302.610613:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7d40380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+6:1963:x1830949849424256:12345-192.168.204.51@tcp:3:dd.0 00010000:00010000:2.0:1746130302.610646:0:25275:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800b526f000/0x4ce24e5787362e45 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25275 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130302.610661:0:25275:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130302.610663:0:25275:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130302.610668:0:25275:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800b526f000/0x4ce24e5787362e45 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [10403840->10485759] (req 10403840->10485759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25275 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130302.610682:0:25275:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800b526f000/0x4ce24e5787362e45 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [10403840->10485759] (req 10403840->10485759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25275 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746130302.610757:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130302.610773:0:25215:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849424768 00000100:00100000:3.0:1746130302.610776:0:25215:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849424768 00000100:00100000:3.0:1746130302.610798:0:25215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5147 00000100:00100000:3.0:1746130302.610803:0:25215:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092d0c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:640ea846-b909-4eea-9a54-417e15bd627b+8:1963:x1830949849424768:12345-192.168.204.51@tcp:3:dd.0 00010000:00010000:3.0:1746130302.610816:0:25215:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880092a2a000/0x4ce24e5787362e53 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25215 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130302.610826:0:25215:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130302.610827:0:25215:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130302.610831:0:25215:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092a2a000/0x4ce24e5787362e53 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 5 type: EXT [10485760->11444223] (req 10485760->11444223) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25215 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130302.610840:0:25215:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092a2a000/0x4ce24e5787362e53 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 5 type: EXT [10485760->11444223] (req 10485760->11444223) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25215 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130302.610978:0:8474:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880094735200/0x4ce24e5787362e4c lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8474 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130302.611003:0:8474:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130302.611004:0:8474:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130302.611008:0:8474:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094735200/0x4ce24e5787362e4c lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8474 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130302.611017:0:8474:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094735200/0x4ce24e5787362e4c lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8474 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130302.616708:0:25275:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800b526f000/0x4ce24e5787362e45 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 5 type: EXT [10403840->10485759] (req 10403840->10485759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25275 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130302.616724:0:25275:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800b526f000/0x4ce24e5787362e45 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 5 type: EXT [10403840->10485759] (req 10403840->10485759) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25275 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130302.616732:0:25275:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800b526f000/0x4ce24e5787362e45 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 5 type: EXT [10403840->10485759] (req 10403840->10485759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25275 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130302.616738:0:25275:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800b526f000 already unused, calling callback (ffffffffa0809d70) 00010000:00010000:0.0:1746130302.616741:0:25275:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800b526f000/0x4ce24e5787362e45 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 5 type: EXT [10403840->10485759] (req 10403840->10485759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25275 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130302.616749:0:25275:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800b526f000/0x4ce24e5787362e45 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 5 type: EXT [10403840->10485759] (req 10403840->10485759) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25275 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130302.616765:0:25275:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800b526f000/0x4ce24e5787362e45 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 5 type: EXT [10403840->10485759] (req 10403840->10485759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25275 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130302.616770:0:25275:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800b526f000/0x4ce24e5787362e45 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 5 type: EXT [10403840->10485759] (req 10403840->10485759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25275 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746130302.616850:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7d40380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+8:1963:x1830949849424256:12345-192.168.204.51@tcp:3:dd.0 Request processed in 6231us (6488us total) trans 0 rc 81920/81920 00000100:00100000:0.0:1746130302.616860:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5146 00010000:00010000:1.0:1746130302.621416:0:8474:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880094735200/0x4ce24e5787362e4c lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8474 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130302.621431:0:8474:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880094735200/0x4ce24e5787362e4c lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8474 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130302.621439:0:8474:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880094735200/0x4ce24e5787362e4c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8474 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130302.621445:0:8474:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094735200 already unused, calling callback (ffffffffa0809d70) 00010000:00010000:1.0:1746130302.621450:0:8474:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880094735200/0x4ce24e5787362e4c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8474 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130302.621458:0:8474:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880094735200/0x4ce24e5787362e4c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8474 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130302.621476:0:8474:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880094735200/0x4ce24e5787362e4c lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8474 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130302.621482:0:8474:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094735200/0x4ce24e5787362e4c lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8474 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746130302.621623:0:8474:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092d0c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:640ea846-b909-4eea-9a54-417e15bd627b+33:1963:x1830949849424512:12345-192.168.204.51@tcp:3:dd.0 Request processed in 11009us (11147us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746130302.621631:0:8474:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5145 00010000:00010000:2.0:1746130302.622008:0:25215:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880092a2a000/0x4ce24e5787362e53 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [10485760->11444223] (req 10485760->11444223) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25215 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130302.622018:0:25215:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880092a2a000/0x4ce24e5787362e53 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [10485760->11444223] (req 10485760->11444223) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25215 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130302.622025:0:25215:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880092a2a000/0x4ce24e5787362e53 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [10485760->11444223] (req 10485760->11444223) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25215 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130302.622031:0:25215:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880092a2a000 already unused, calling callback (ffffffffa0809d70) 00010000:00010000:2.0:1746130302.622033:0:25215:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880092a2a000/0x4ce24e5787362e53 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [10485760->11444223] (req 10485760->11444223) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25215 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130302.622039:0:25215:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880092a2a000/0x4ce24e5787362e53 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [10485760->11444223] (req 10485760->11444223) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25215 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130302.622048:0:25215:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880092a2a000/0x4ce24e5787362e53 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [10485760->11444223] (req 10485760->11444223) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25215 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130302.622057:0:25215:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092a2a000/0x4ce24e5787362e53 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [10485760->11444223] (req 10485760->11444223) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25215 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746130302.623346:0:25215:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092d0c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:640ea846-b909-4eea-9a54-417e15bd627b+6:1963:x1830949849424768:12345-192.168.204.51@tcp:3:dd.0 Request processed in 12534us (12580us total) trans 0 rc 958464/958464 00000100:00100000:2.0:1746130302.623355:0:25215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5147 00000100:00100000:2.0:1746130302.628544:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130302.628583:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130302.628837:0:25215:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849425024 00000100:00100000:0.0:1746130302.628848:0:25215:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849425024 00000100:00100000:0.0:1746130302.628915:0:25215:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849425152 00000100:00100000:0.0:1746130302.628919:0:25215:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849425152 00000100:00100000:0.0:1746130302.628948:0:25215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5148 00000100:00100000:0.0:1746130302.628956:0:25215:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800931f8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:640ea846-b909-4eea-9a54-417e15bd627b+7:1961:x1830949849425024:12345-192.168.204.51@tcp:4:dd.0 00002000:00010000:0.0:1746130302.629010:0:25215:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1c:0x0] initial LVB size: 20889600, mtime: 0x6813d57f, atime: 0x0, ctime: 0x6813d57f, blocks: 0xa009 00010000:00010000:0.0:1746130302.629018:0:25215:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880094828e00/0x4ce24e5787362e5a lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25215 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130302.629030:0:25215:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130302.629031:0:25215:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130302.629035:0:25215:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094828e00/0x4ce24e5787362e5a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [20889600->21938175] (req 20889600->21938175) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25215 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746130302.629046:0:376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5149 00010000:00010000:0.0:1746130302.629047:0:25215:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094828e00/0x4ce24e5787362e5a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [20889600->21938175] (req 20889600->21938175) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25215 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746130302.629055:0:376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800931f8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:640ea846-b909-4eea-9a54-417e15bd627b+7:1961:x1830949849425152:12345-192.168.204.51@tcp:4:dd.0 00010000:00010000:3.0:1746130302.629072:0:376:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880092a2b400/0x4ce24e5787362e61 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130302.629081:0:376:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130302.629082:0:376:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130302.629085:0:376:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092a2b400/0x4ce24e5787362e61 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [21938176->22978559] (req 21938176->22978559) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130302.629098:0:376:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092a2b400/0x4ce24e5787362e61 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [21938176->22978559] (req 21938176->22978559) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 376 timeout: 0 lvb_type: 0 00000001:00080000:0.0:1746130302.674887:0:9939:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968829 is committed 00000001:00080000:0.0:1746130302.675005:0:9939:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968830 is committed 00002000:00010000:3.0:1746130302.675627:0:376:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x1c:0x0] updating lvb size from disk: 20889600 -> 22978560 00002000:00010000:3.0:1746130302.675631:0:376:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x1c:0x0] updating lvb blocks from disk: 40969 -> 45067 00010000:00010000:3.0:1746130302.675645:0:376:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880092a2b400/0x4ce24e5787362e61 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [21938176->22978559] (req 21938176->22978559) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130302.675655:0:376:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880092a2b400/0x4ce24e5787362e61 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [21938176->22978559] (req 21938176->22978559) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130302.675663:0:376:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880092a2b400/0x4ce24e5787362e61 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [21938176->22978559] (req 21938176->22978559) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130302.675670:0:376:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880092a2b400 already unused, calling callback (ffffffffa0809d70) 00010000:00010000:3.0:1746130302.675674:0:376:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880092a2b400/0x4ce24e5787362e61 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [21938176->22978559] (req 21938176->22978559) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130302.675682:0:376:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880092a2b400/0x4ce24e5787362e61 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [21938176->22978559] (req 21938176->22978559) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130302.675702:0:376:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880092a2b400/0x4ce24e5787362e61 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [21938176->22978559] (req 21938176->22978559) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130302.675708:0:376:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092a2b400/0x4ce24e5787362e61 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [21938176->22978559] (req 21938176->22978559) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 376 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746130302.675802:0:376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800931f8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:640ea846-b909-4eea-9a54-417e15bd627b+8:1961:x1830949849425152:12345-192.168.204.51@tcp:4:dd.0 Request processed in 46743us (47212us total) trans 4294968830 rc 0/0 00000100:00100000:3.0:1746130302.675813:0:376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5149 00010000:00010000:1.0:1746130302.675978:0:25215:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880094828e00/0x4ce24e5787362e5a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [20889600->21938175] (req 20889600->21938175) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25215 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130302.676010:0:25215:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880094828e00/0x4ce24e5787362e5a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [20889600->21938175] (req 20889600->21938175) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25215 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130302.676017:0:25215:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880094828e00/0x4ce24e5787362e5a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [20889600->21938175] (req 20889600->21938175) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25215 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130302.676022:0:25215:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094828e00 already unused, calling callback (ffffffffa0809d70) 00010000:00010000:1.0:1746130302.676024:0:25215:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880094828e00/0x4ce24e5787362e5a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [20889600->21938175] (req 20889600->21938175) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25215 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130302.676030:0:25215:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880094828e00/0x4ce24e5787362e5a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [20889600->21938175] (req 20889600->21938175) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25215 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130302.676040:0:25215:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880094828e00/0x4ce24e5787362e5a lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [20889600->21938175] (req 20889600->21938175) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25215 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130302.676046:0:25215:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094828e00/0x4ce24e5787362e5a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [20889600->21938175] (req 20889600->21938175) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25215 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746130302.676103:0:25215:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800931f8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:640ea846-b909-4eea-9a54-417e15bd627b+6:1961:x1830949849425024:12345-192.168.204.51@tcp:4:dd.0 Request processed in 47147us (47566us total) trans 4294968829 rc 0/0 00000100:00100000:1.0:1746130302.676110:0:25215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5148 00000100:00100000:2.0:1746130302.678402:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130302.678449:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130302.678502:0:376:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849425664 00000100:00100000:3.0:1746130302.678511:0:376:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849425664 00000100:00100000:1.0:1746130302.678514:0:25215:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849425792 00000100:00100000:1.0:1746130302.678519:0:25215:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849425792 00000100:00100000:1.0:1746130302.678637:0:25215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5150 00000100:00100000:1.0:1746130302.678681:0:25215:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800931f9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:640ea846-b909-4eea-9a54-417e15bd627b+6:1962:x1830949849425792:12345-192.168.204.51@tcp:3:dd.0 00000100:00100000:3.0:1746130302.678698:0:376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5151 00000100:00100000:3.0:1746130302.678706:0:376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800931fad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:640ea846-b909-4eea-9a54-417e15bd627b+33:1962:x1830949849425664:12345-192.168.204.51@tcp:3:dd.0 00010000:00010000:1.0:1746130302.678717:0:25215:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880099533600/0x4ce24e5787362e68 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25215 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130302.678726:0:376:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880136816600/0x4ce24e5787362e6f lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130302.678731:0:25215:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130302.678733:0:25215:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130302.678735:0:376:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130302.678736:0:376:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130302.678738:0:25215:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099533600/0x4ce24e5787362e68 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [11444224->12484607] (req 11444224->12484607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25215 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130302.678739:0:376:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880136816600/0x4ce24e5787362e6f lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130302.678750:0:376:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880136816600/0x4ce24e5787362e6f lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130302.678750:0:25215:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880099533600/0x4ce24e5787362e68 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [11444224->12484607] (req 11444224->12484607) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25215 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130302.689356:0:25215:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880099533600/0x4ce24e5787362e68 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [11444224->12484607] (req 11444224->12484607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25215 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130302.689380:0:25215:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880099533600/0x4ce24e5787362e68 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [11444224->12484607] (req 11444224->12484607) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25215 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130302.689388:0:25215:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880099533600/0x4ce24e5787362e68 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [11444224->12484607] (req 11444224->12484607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25215 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130302.689396:0:25215:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880099533600 already unused, calling callback (ffffffffa0809d70) 00010000:00010000:1.0:1746130302.689400:0:25215:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880099533600/0x4ce24e5787362e68 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [11444224->12484607] (req 11444224->12484607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25215 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130302.689408:0:25215:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880099533600/0x4ce24e5787362e68 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [11444224->12484607] (req 11444224->12484607) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25215 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130302.689430:0:25215:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880099533600/0x4ce24e5787362e68 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [11444224->12484607] (req 11444224->12484607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25215 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130302.689436:0:25215:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880099533600/0x4ce24e5787362e68 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [11444224->12484607] (req 11444224->12484607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25215 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746130302.689519:0:25215:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800931f9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:640ea846-b909-4eea-9a54-417e15bd627b+6:1962:x1830949849425792:12345-192.168.204.51@tcp:3:dd.0 Request processed in 10834us (11063us total) trans 0 rc 1040384/1040384 00000100:00100000:1.0:1746130302.689531:0:25215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5150 00010000:00010000:3.0:1746130302.689861:0:376:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880136816600/0x4ce24e5787362e6f lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130302.689871:0:376:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880136816600/0x4ce24e5787362e6f lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130302.689878:0:376:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880136816600/0x4ce24e5787362e6f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130302.689887:0:376:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880136816600 already unused, calling callback (ffffffffa0809d70) 00010000:00010000:3.0:1746130302.689890:0:376:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880136816600/0x4ce24e5787362e6f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130302.689896:0:376:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880136816600/0x4ce24e5787362e6f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130302.689906:0:376:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880136816600/0x4ce24e5787362e6f lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130302.689917:0:376:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880136816600/0x4ce24e5787362e6f lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 376 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746130302.689957:0:376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800931fad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:640ea846-b909-4eea-9a54-417e15bd627b+33:1962:x1830949849425664:12345-192.168.204.51@tcp:3:dd.0 Request processed in 11253us (11565us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746130302.689964:0:376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5151 00000100:00100000:2.0:1746130302.694853:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130302.694911:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130302.695067:0:25215:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849426176 00000100:00100000:1.0:1746130302.695078:0:25215:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849426176 00000100:00100000:1.0:1746130302.695147:0:25215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5152 00000100:00100000:1.0:1746130302.695154:0:25215:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800931f9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:640ea846-b909-4eea-9a54-417e15bd627b+6:1964:x1830949849426176:12345-192.168.204.51@tcp:4:dd.0 00000100:00100000:3.0:1746130302.695156:0:376:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849426304 00000100:00100000:3.0:1746130302.695172:0:376:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849426304 00002000:00010000:1.0:1746130302.695215:0:25215:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1c:0x0] initial LVB size: 22978560, mtime: 0x6813d57f, atime: 0x0, ctime: 0x6813d57f, blocks: 0xb00b 00010000:00010000:1.0:1746130302.695225:0:25215:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880099532000/0x4ce24e5787362e76 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25215 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130302.695238:0:25215:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130302.695240:0:25215:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130302.695245:0:25215:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099532000/0x4ce24e5787362e76 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [22978560->24027135] (req 22978560->24027135) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25215 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746130302.695254:0:376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5153 00010000:00010000:1.0:1746130302.695256:0:25215:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880099532000/0x4ce24e5787362e76 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [22978560->24027135] (req 22978560->24027135) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25215 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746130302.695263:0:376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800931f8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:640ea846-b909-4eea-9a54-417e15bd627b+7:1963:x1830949849426304:12345-192.168.204.51@tcp:4:dd.0 00010000:00010000:3.0:1746130302.695333:0:376:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880094828400/0x4ce24e5787362e7d lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130302.695349:0:376:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130302.695351:0:376:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130302.695355:0:376:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094828400/0x4ce24e5787362e7d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [24027136->25067519] (req 24027136->25067519) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130302.695372:0:376:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094828400/0x4ce24e5787362e7d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [24027136->25067519] (req 24027136->25067519) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 376 timeout: 0 lvb_type: 0 00000001:00080000:3.0:1746130302.742030:0:9939:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968831 is committed 00002000:00010000:1.0:1746130302.743212:0:25215:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x1c:0x0] updating lvb size from disk: 22978560 -> 25067520 00002000:00010000:1.0:1746130302.743216:0:25215:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x1c:0x0] updating lvb blocks from disk: 45067 -> 47115 00010000:00010000:1.0:1746130302.743228:0:25215:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880099532000/0x4ce24e5787362e76 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [22978560->24027135] (req 22978560->24027135) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25215 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130302.743238:0:25215:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880099532000/0x4ce24e5787362e76 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [22978560->24027135] (req 22978560->24027135) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25215 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130302.743245:0:25215:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880099532000/0x4ce24e5787362e76 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [22978560->24027135] (req 22978560->24027135) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25215 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130302.743251:0:25215:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880099532000 already unused, calling callback (ffffffffa0809d70) 00010000:00010000:1.0:1746130302.743255:0:25215:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880099532000/0x4ce24e5787362e76 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [22978560->24027135] (req 22978560->24027135) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25215 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130302.743262:0:25215:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880099532000/0x4ce24e5787362e76 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [22978560->24027135] (req 22978560->24027135) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25215 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130302.743308:0:25215:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880099532000/0x4ce24e5787362e76 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [22978560->24027135] (req 22978560->24027135) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25215 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130302.743314:0:25215:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880099532000/0x4ce24e5787362e76 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [22978560->24027135] (req 22978560->24027135) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25215 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746130302.743394:0:25215:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800931f9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:640ea846-b909-4eea-9a54-417e15bd627b+10:1964:x1830949849426176:12345-192.168.204.51@tcp:4:dd.0 Request processed in 48235us (48548us total) trans 4294968831 rc 0/0 00000100:00100000:1.0:1746130302.743403:0:25215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5152 00002000:00010000:1.0:1746130302.771559:0:376:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x1c:0x0] updating lvb blocks from disk: 47115 -> 49163 00010000:00010000:1.0:1746130302.771577:0:376:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880094828400/0x4ce24e5787362e7d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [24027136->25067519] (req 24027136->25067519) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130302.771587:0:376:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880094828400/0x4ce24e5787362e7d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [24027136->25067519] (req 24027136->25067519) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130302.771594:0:376:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880094828400/0x4ce24e5787362e7d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [24027136->25067519] (req 24027136->25067519) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130302.771601:0:376:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094828400 already unused, calling callback (ffffffffa0809d70) 00010000:00010000:1.0:1746130302.771604:0:376:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880094828400/0x4ce24e5787362e7d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [24027136->25067519] (req 24027136->25067519) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130302.771612:0:376:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880094828400/0x4ce24e5787362e7d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [24027136->25067519] (req 24027136->25067519) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130302.771628:0:376:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880094828400/0x4ce24e5787362e7d lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [24027136->25067519] (req 24027136->25067519) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130302.771634:0:376:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094828400/0x4ce24e5787362e7d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [24027136->25067519] (req 24027136->25067519) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 376 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746130302.771719:0:376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800931f8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:640ea846-b909-4eea-9a54-417e15bd627b+8:1963:x1830949849426304:12345-192.168.204.51@tcp:4:dd.0 Request processed in 76453us (76804us total) trans 4294968832 rc 0/0 00000100:00100000:1.0:1746130302.771727:0:376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5153 00000001:00080000:2.0:1746130302.771806:0:9939:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968832 is committed 00000100:00100000:3.0:1746130302.776410:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130302.776541:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130302.776612:0:25215:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849426816 00000100:00100000:0.0:1746130302.776621:0:25215:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849426816 00000100:00100000:0.0:1746130302.776848:0:25215:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849426944 00000100:00100000:0.0:1746130302.776851:0:25215:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849426944 00000100:00100000:1.0:1746130302.776898:0:376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5154 00000100:00100000:1.0:1746130302.776907:0:376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092d0f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:640ea846-b909-4eea-9a54-417e15bd627b+33:1964:x1830949849426816:12345-192.168.204.51@tcp:3:dd.0 00010000:00010000:1.0:1746130302.776935:0:376:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880092a6fe00/0x4ce24e5787362e84 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130302.776948:0:376:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130302.776950:0:376:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130302.776954:0:376:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880092a6fe00/0x4ce24e5787362e84 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130302.776965:0:376:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880092a6fe00/0x4ce24e5787362e84 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 376 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746130302.777618:0:25215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5155 00000100:00100000:0.0:1746130302.777625:0:25215:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092d0e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:640ea846-b909-4eea-9a54-417e15bd627b+6:1963:x1830949849426944:12345-192.168.204.51@tcp:3:dd.0 00010000:00010000:0.0:1746130302.777645:0:25215:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880092a2a200/0x4ce24e5787362e8b lrc: 3/1,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25215 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130302.777653:0:25215:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130302.777660:0:25215:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130302.777663:0:25215:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092a2a200/0x4ce24e5787362e8b lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [12484608->12582911] (req 12484608->12582911) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25215 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130302.777671:0:25215:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092a2a200/0x4ce24e5787362e8b lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [12484608->12582911] (req 12484608->12582911) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25215 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130302.783002:0:376:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880092a6fe00/0x4ce24e5787362e84 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130302.783016:0:376:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880092a6fe00/0x4ce24e5787362e84 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130302.783023:0:376:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880092a6fe00/0x4ce24e5787362e84 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130302.783030:0:376:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880092a6fe00 already unused, calling callback (ffffffffa0809d70) 00010000:00010000:1.0:1746130302.783034:0:376:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880092a6fe00/0x4ce24e5787362e84 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130302.783044:0:376:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880092a6fe00/0x4ce24e5787362e84 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130302.783060:0:376:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880092a6fe00/0x4ce24e5787362e84 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130302.783066:0:376:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880092a6fe00/0x4ce24e5787362e84 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 376 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746130302.783144:0:376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092d0f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:640ea846-b909-4eea-9a54-417e15bd627b+33:1964:x1830949849426816:12345-192.168.204.51@tcp:3:dd.0 Request processed in 6234us (6874us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746130302.783153:0:376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5154 00010000:00010000:0.0:1746130302.783229:0:25215:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880092a2a200/0x4ce24e5787362e8b lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [12484608->12582911] (req 12484608->12582911) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25215 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130302.783236:0:25215:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880092a2a200/0x4ce24e5787362e8b lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [12484608->12582911] (req 12484608->12582911) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25215 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130302.783242:0:25215:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880092a2a200/0x4ce24e5787362e8b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [12484608->12582911] (req 12484608->12582911) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25215 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130302.783247:0:25215:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880092a2a200 already unused, calling callback (ffffffffa0809d70) 00010000:00010000:0.0:1746130302.783249:0:25215:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880092a2a200/0x4ce24e5787362e8b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [12484608->12582911] (req 12484608->12582911) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25215 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130302.783254:0:25215:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880092a2a200/0x4ce24e5787362e8b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [12484608->12582911] (req 12484608->12582911) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25215 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130302.783296:0:25215:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880092a2a200/0x4ce24e5787362e8b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [12484608->12582911] (req 12484608->12582911) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25215 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130302.783301:0:25215:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092a2a200/0x4ce24e5787362e8b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [12484608->12582911] (req 12484608->12582911) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25215 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746130302.783329:0:25215:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092d0e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:640ea846-b909-4eea-9a54-417e15bd627b+6:1963:x1830949849426944:12345-192.168.204.51@tcp:3:dd.0 Request processed in 5704us (6788us total) trans 0 rc 98304/98304 00000100:00100000:0.0:1746130302.783334:0:25215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5155 00000100:00100000:3.0:1746130302.786841:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130302.786927:0:10554:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849427072 00000100:00100000:2.0:1746130302.786935:0:10554:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849427072 00000100:00100000:2.0:1746130302.787004:0:10554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6701 00000100:00100000:2.0:1746130302.787012:0:10554:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7f9ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:640ea846-b909-4eea-9a54-417e15bd627b+6:1116:x1830949849427072:12345-192.168.204.51@tcp:101:dd.0 00010000:00010000:2.0:1746130302.787030:0:10554:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746130302.787047:0:10554:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091fe6000/0x4ce24e5787362e92 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae41023 expref: -99 pid: 10554 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1746130302.787067:0:10554:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1c:0x0] initial LVB size: 25067520, mtime: 0x6813d57f, atime: 0x0, ctime: 0x6813d57f, blocks: 0xc00b 00010000:00010000:2.0:1746130302.787085:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130302.787087:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130302.787094:0:10554:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091fe6000/0x4ce24e5787362e92 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 25067520->26214399) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae41023 expref: 7 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130302.787114:0:10554:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091fe6000/0x4ce24e5787362e92 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 25067520->26214399) gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae41023 expref: 7 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130302.787123:0:10554:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091fe6000, rc 0) 00000100:00100000:2.0:1746130302.787170:0:10554:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7f9ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:640ea846-b909-4eea-9a54-417e15bd627b+7:1116:x1830949849427072:12345-192.168.204.51@tcp:101:dd.0 Request processed in 159us (335us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130302.787176:0:10554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6701 00000100:00100000:3.0:1746130302.798942:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130302.798971:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130302.799441:0:25215:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849427456 00000100:00100000:0.0:1746130302.799448:0:25215:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849427456 00002000:00100000:0.0:1746130302.799482:0:25215:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x1c:0x0] (25067520->25165823) req@ffff880092d0f800 x1830949849427456/t0(0) o4->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:327/0 lens 488/0 e 0 to 0 dl 1746130352 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746130302.799490:0:25215:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092d0f800 with x1830949849427456 ext(25067520->25165823) 00002000:00010000:0.0:1746130302.799499:0:25215:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092d0f800 00000100:00100000:0.0:1746130302.799516:0:25215:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849427328 00000100:00100000:0.0:1746130302.799519:0:25215:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849427328 00002000:00100000:0.0:1746130302.799528:0:25215:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x1c:0x0] (25165824->26214399) req@ffff880092d0ca80 x1830949849427328/t0(0) o4->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:327/0 lens 488/0 e 0 to 0 dl 1746130352 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746130302.799534:0:25215:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092d0ca80 with x1830949849427328 ext(25165824->26214399) 00002000:00010000:0.0:1746130302.799537:0:25215:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092d0ca80 00000100:00100000:0.0:1746130302.799557:0:25215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5156 00000100:00100000:0.0:1746130302.799564:0:25215:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092d0f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:640ea846-b909-4eea-9a54-417e15bd627b+8:1961:x1830949849427456:12345-192.168.204.51@tcp:4:dd.0 00000100:00100000:2.0:1746130302.799756:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5157 00000100:00100000:2.0:1746130302.799763:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092d0ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+9:1962:x1830949849427328:12345-192.168.204.51@tcp:4:dd.0 00000100:00100000:0.0:1746130302.802926:0:25215:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092d0f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:640ea846-b909-4eea-9a54-417e15bd627b+11:1961:x1830949849427456:12345-192.168.204.51@tcp:4:dd.0 Request processed in 3350us (3981us total) trans 4294968833 rc 0/0 00000100:00100000:0.0:1746130302.802939:0:25215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5156 00002000:00100000:0.0:1746130302.802951:0:25215:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x1c:0x0] (25067520->25165823) req@ffff880092d0f800 x1830949849427456/t4294968833(0) o4->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:327/0 lens 488/448 e 0 to 0 dl 1746130352 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746130302.802961:0:25215:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092d0f800 with x1830949849427456 ext(25067520->25165823) 00002000:00010000:0.0:1746130302.802967:0:25215:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092d0f800 00000100:00100000:2.0:1746130302.809214:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092d0ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+11:1962:x1830949849427328:12345-192.168.204.51@tcp:4:dd.0 Request processed in 9441us (10231us total) trans 4294968834 rc 0/0 00000100:00100000:2.0:1746130302.809225:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5157 00002000:00100000:2.0:1746130302.809236:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x1c:0x0] (25165824->26214399) req@ffff880092d0ca80 x1830949849427328/t4294968834(0) o4->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:327/0 lens 488/448 e 0 to 0 dl 1746130352 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746130302.809245:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092d0ca80 with x1830949849427328 ext(25165824->26214399) 00002000:00010000:2.0:1746130302.809250:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092d0ca80 00000100:00100000:3.0:1746130302.812074:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130302.812170:0:9883:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849427584 00000100:00100000:2.0:1746130302.812178:0:9883:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849427584 00000100:00100000:2.0:1746130302.812228:0:9883:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 60760 00000100:00080000:0.0:1746130302.812232:0:7108:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1746130302.812236:0:9883:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092d0fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:640ea846-b909-4eea-9a54-417e15bd627b+15:1116:x1830949849427584:12345-192.168.204.51@tcp:44:dd.0 00000100:00100000:2.0:1746130302.812368:0:9883:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092d0fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:640ea846-b909-4eea-9a54-417e15bd627b+15:1116:x1830949849427584:12345-192.168.204.51@tcp:44:dd.0 Request processed in 133us (303us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130302.812378:0:9883:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 60760 00000100:00100000:2.0:1746130302.814318:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130302.814528:0:10554:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849427712 00000100:00100000:0.0:1746130302.814536:0:10554:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849427712 00000100:00100000:0.0:1746130302.814588:0:10554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6702 00000100:00100000:0.0:1746130302.814596:0:10554:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800931f9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:640ea846-b909-4eea-9a54-417e15bd627b+11:1962:x1830949849427712:12345-192.168.204.51@tcp:16:dd.0 00000100:00100000:2.0:1746130302.847237:0:10554:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800931f9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:640ea846-b909-4eea-9a54-417e15bd627b+11:1962:x1830949849427712:12345-192.168.204.51@tcp:16:dd.0 Request processed in 32618us (32953us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130302.847251:0:10554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6702 00000001:00080000:3.0:1746130302.847375:0:9939:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968833 is committed 00000001:00080000:3.0:1746130302.847389:0:9939:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968834 is committed 00000100:00100000:0.0:1746130302.849608:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130302.849679:0:7113:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849427968 00000100:00100000:1.0:1746130302.849691:0:7113:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849427968 00000100:00100000:1.0:1746130302.849755:0:7113:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 164 00000100:00100000:1.0:1746130302.849762:0:7113:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134a80000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:640ea846-b909-4eea-9a54-417e15bd627b+15:1116:x1830949849427968:12345-192.168.204.51@tcp:35:dd.0 00010000:00010000:3.0:1746130302.850517:0:8484:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1746130302.851023:0:7113:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134a80000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:640ea846-b909-4eea-9a54-417e15bd627b+16:1116:x1830949849427968:12345-192.168.204.51@tcp:35:dd.0 Request processed in 1255us (1417us total) trans 4294992235 rc 0/0 00000100:00100000:1.0:1746130302.851032:0:7113:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 164 00000100:00100000:0.0:1746130302.853114:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130302.853200:0:7113:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849428224 00000100:00100000:1.0:1746130302.853210:0:7113:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849428224 00000100:00100000:2.0:1746130302.853504:0:15914:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 165 00000100:00100000:2.0:1746130302.853514:0:15914:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134a82300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:640ea846-b909-4eea-9a54-417e15bd627b+16:1116:x1830949849428224:12345-192.168.204.51@tcp:35:dd.0 00000001:00080000:2.0:1746130302.853743:0:15914:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294992236 00000100:00100000:2.0:1746130302.853832:0:15914:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134a82300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:640ea846-b909-4eea-9a54-417e15bd627b+18:1116:x1830949849428224:12345-192.168.204.51@tcp:35:dd.0 Request processed in 320us (726us total) trans 4294992237 rc 0/0 00000100:00100000:2.0:1746130302.853840:0:15914:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 165 00000020:00080000:2.0:1746130302.853844:0:15914:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1746130302.888229:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130302.888325:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849428352 00000100:00100000:3.0:1746130302.888336:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849428352 00000100:00100000:3.0:1746130302.888396:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 60761 00000100:00100000:3.0:1746130302.888404:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800931fbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:640ea846-b909-4eea-9a54-417e15bd627b+18:1119:x1830949849428352:12345-192.168.204.51@tcp:101:checkstat.0 00010000:00010000:3.0:1746130302.888425:0:7111:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746130302.888441:0:7111:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a796da00/0x4ce24e5787362e99 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae4102a expref: -99 pid: 7111 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130302.888491:0:7111:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a796d600/0x4ce24e5787362ea0 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7111 initiator: MDT0 00010000:00010000:3.0:1746130302.888501:0:7111:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a796d600/0x4ce24e5787362ea0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7111 initiator: MDT0 00010000:00010000:3.0:1746130302.888510:0:7111:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a796d600/0x4ce24e5787362ea0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7111 initiator: MDT0 00000004:00200000:3.0:1746130302.888614:0:7111:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 13824 00000004:00200000:3.0:1746130302.888618:0:7111:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 29 stripe count 1 MDT count 1 00000004:00010000:3.0:1746130302.888631:0:7111:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a796d600/0x4ce24e5787362ea0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7111 initiator: MDT0 00010000:00010000:3.0:1746130302.888648:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a796da00/0x4ce24e5787362e99 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4102a expref: 20 pid: 7111 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130302.888681:0:7111:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a796d600/0x4ce24e5787362ea0 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4102a expref: 19 pid: 7111 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130302.888688:0:7111:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012e3f4800) 00010000:00010000:3.0:1746130302.888690:0:7111:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1746130302.888693:0:7111:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a796d600, rc 0) 00000100:00100000:3.0:1746130302.888753:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800931fbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:640ea846-b909-4eea-9a54-417e15bd627b+19:1119:x1830949849428352:12345-192.168.204.51@tcp:101:checkstat.0 Request processed in 350us (532us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130302.888759:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 60761 00000100:00100000:0.0:1746130302.890755:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130302.891145:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849428480 00000100:00100000:3.0:1746130302.891154:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849428480 00000100:00100000:3.0:1746130302.891263:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 60762 00000100:00100000:3.0:1746130302.891408:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134a81f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:640ea846-b909-4eea-9a54-417e15bd627b+19:1119:x1830949849428480:12345-192.168.204.51@tcp:101:checkstat.0 00010000:00010000:3.0:1746130302.891423:0:7111:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746130302.891436:0:7111:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a796c600/0x4ce24e5787362ea7 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae41031 expref: -99 pid: 7111 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130302.891484:0:7111:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a796c200/0x4ce24e5787362eae lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7111 initiator: MDT0 00010000:00010000:3.0:1746130302.891497:0:7111:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a796c200/0x4ce24e5787362eae lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7111 initiator: MDT0 00010000:00010000:3.0:1746130302.891506:0:7111:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a796c200/0x4ce24e5787362eae lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7111 initiator: MDT0 00010000:00010000:3.0:1746130302.891516:0:7111:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a796d000/0x4ce24e5787362eb5 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7111 initiator: MDT0 00010000:00010000:3.0:1746130302.891521:0:7111:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a796d000/0x4ce24e5787362eb5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7111 initiator: MDT0 00010000:00010000:3.0:1746130302.891526:0:7111:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a796d000/0x4ce24e5787362eb5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7111 initiator: MDT0 00010000:00010000:3.0:1746130302.891737:0:7111:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8801301e2e00/0x4ce24e5787362ebc lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7111 initiator: MDT0 00010000:00010000:3.0:1746130302.891745:0:7111:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8801301e2e00/0x4ce24e5787362ebc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7111 initiator: MDT0 00010000:00010000:3.0:1746130302.891751:0:7111:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801301e2e00/0x4ce24e5787362ebc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7111 initiator: MDT0 00000004:00200000:3.0:1746130302.891776:0:7111:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x4d:0x0]: returning size 26214400 00000004:00200000:3.0:1746130302.891780:0:7111:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1746130302.891791:0:7111:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8801301e2e00/0x4ce24e5787362ebc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7111 initiator: MDT0 00010000:00010000:3.0:1746130302.891799:0:7111:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8801301e2e00/0x4ce24e5787362ebc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7111 initiator: MDT0 00010000:00010000:3.0:1746130302.891805:0:7111:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a796c200/0x4ce24e5787362eae lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7111 initiator: MDT0 00010000:00010000:3.0:1746130302.891813:0:7111:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a796c200/0x4ce24e5787362eae lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7111 initiator: MDT0 00010000:00010000:3.0:1746130302.891818:0:7111:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a796c200/0x4ce24e5787362eae lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7111 initiator: MDT0 00010000:00010000:3.0:1746130302.891822:0:7111:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a796c200 already unused, calling callback (ffffffffa1383690) 00010000:00010000:3.0:1746130302.891825:0:7111:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a796c200/0x4ce24e5787362eae lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7111 initiator: MDT0 00010000:00010000:3.0:1746130302.891830:0:7111:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a796c200/0x4ce24e5787362eae lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7111 initiator: MDT0 00010000:00010000:3.0:1746130302.891837:0:7111:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012e3f4800) 00010000:00010000:3.0:1746130302.891839:0:7111:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746130302.891842:0:7111:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a796c200/0x4ce24e5787362eae lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7111 initiator: MDT0 00010000:00010000:3.0:1746130302.891846:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a796c200/0x4ce24e5787362eae lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7111 initiator: MDT0 00010000:00010000:3.0:1746130302.891853:0:7111:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a796d000/0x4ce24e5787362eb5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7111 initiator: MDT0 00010000:00010000:3.0:1746130302.891857:0:7111:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a796d000/0x4ce24e5787362eb5 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7111 initiator: MDT0 00010000:00010000:3.0:1746130302.891861:0:7111:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a796d000/0x4ce24e5787362eb5 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7111 initiator: MDT0 00010000:00010000:3.0:1746130302.891864:0:7111:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a796d000 already unused, calling callback (ffffffffa1383690) 00010000:00010000:3.0:1746130302.891866:0:7111:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a796d000/0x4ce24e5787362eb5 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7111 initiator: MDT0 00010000:00010000:3.0:1746130302.891872:0:7111:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a796d000/0x4ce24e5787362eb5 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7111 initiator: MDT0 00010000:00010000:3.0:1746130302.891877:0:7111:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6fcf (ffff88012e3f4000) 00010000:00010000:3.0:1746130302.891879:0:7111:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746130302.891880:0:7111:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a796d000/0x4ce24e5787362eb5 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7111 initiator: MDT0 00010000:00010000:3.0:1746130302.891884:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a796d000/0x4ce24e5787362eb5 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7111 initiator: MDT0 00010000:00010000:3.0:1746130302.891903:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a796c600/0x4ce24e5787362ea7 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae41031 expref: 21 pid: 7111 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130302.891912:0:7111:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8801301e2e00/0x4ce24e5787362ebc lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae41031 expref: 20 pid: 7111 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130302.891917:0:7111:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4d:0x0].0x0 (ffff8800b1a1e200) 00010000:00010000:3.0:1746130302.891919:0:7111:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1746130302.891921:0:7111:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801301e2e00, rc 0) 00000100:00100000:3.0:1746130302.891977:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134a81f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:640ea846-b909-4eea-9a54-417e15bd627b+20:1119:x1830949849428480:12345-192.168.204.51@tcp:101:checkstat.0 Request processed in 570us (1225us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130302.894081:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 60762 00000100:00100000:1.0:1746130302.896746:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130302.896842:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130302.896991:0:10554:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849428608 00000100:00100000:2.0:1746130302.896998:0:10554:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849428608 00000100:00100000:2.0:1746130302.897444:0:10554:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849428736 00000100:00100000:2.0:1746130302.897446:0:10554:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849428736 00000100:00100000:3.0:1746130302.897479:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6703 00000100:00100000:3.0:1746130302.897487:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5968a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:640ea846-b909-4eea-9a54-417e15bd627b+7:1961:x1830949849428608:12345-192.168.204.51@tcp:101:checkstat.0 00010000:00010000:3.0:1746130302.897501:0:8467:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746130302.897515:0:8467:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801301e2600/0x4ce24e5787362ec3 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae41038 expref: -99 pid: 8467 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746130302.897723:0:10554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6704 00000100:00100000:2.0:1746130302.897729:0:10554:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5969180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:640ea846-b909-4eea-9a54-417e15bd627b+33:1961:x1830949849428736:12345-192.168.204.51@tcp:101:checkstat.0 00010000:00010000:2.0:1746130302.897736:0:10554:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746130302.897743:0:10554:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012b02d000/0x4ce24e5787362eca lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae4103f expref: -99 pid: 10554 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746130302.897766:0:10554:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800931faa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10554:1830949841826816:192.168.204.51@tcp:106: 00000100:00100000:3.0:1746130302.897854:0:8467:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092d0dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8467:1830949841826688:192.168.204.51@tcp:106: 00000100:00100000:2.0:1746130302.898025:0:10554:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b415acc0 going to sleep for 11 seconds 00000100:00100000:3.0:1746130302.898083:0:8467:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009475bb40 going to sleep for 11 seconds 00002000:00010000:3.0:1746130302.900298:0:8467:0:(ofd_lvb.c:258:ofd_lvbo_update()) res: [0x280000400:0x1b:0x0] updating lvb size: 0 -> 13631488 00002000:00010000:3.0:1746130302.900303:0:8467:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x280000400:0x1b:0x0] updating lvb mtime: 0 -> 1746130302 00002000:00010000:3.0:1746130302.900305:0:8467:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x280000400:0x1b:0x0] updating lvb atime: 0 -> 1746130302 00002000:00010000:3.0:1746130302.900306:0:8467:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x280000400:0x1b:0x0] updating lvb ctime: 0 -> 1746130302 00002000:00010000:3.0:1746130302.900307:0:8467:0:(ofd_lvb.c:282:ofd_lvbo_update()) res: [0x280000400:0x1b:0x0] updating lvb blocks: 1 -> 22537 00002000:00010000:3.0:1746130302.900321:0:8467:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x1b:0x0] updating lvb blocks from disk: 22537 -> 26633 00000100:00100000:3.0:1746130302.900329:0:8467:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092d0dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8467:1830949841826688:192.168.204.51@tcp:106: 00010000:00010000:3.0:1746130302.900354:0:8467:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8801301e2600/0x4ce24e5787362ec3 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae41038 expref: 8 pid: 8467 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746130302.900366:0:8467:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801301e2600/0x4ce24e5787362ec3 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae41038 expref: 8 pid: 8467 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746130302.900374:0:8467:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801301e2600, rc 0) 00000100:00100000:3.0:1746130302.900420:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5968a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:640ea846-b909-4eea-9a54-417e15bd627b+7:1961:x1830949849428608:12345-192.168.204.51@tcp:101:checkstat.0 Request processed in 2934us (3680us total) trans 0 rc 301/301 00000100:00100000:3.0:1746130302.900427:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6703 00002000:00010000:2.0:1746130302.900504:0:10554:0:(ofd_lvb.c:258:ofd_lvbo_update()) res: [0x240000400:0x1b:0x0] updating lvb size: 0 -> 12582912 00002000:00010000:2.0:1746130302.900507:0:10554:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x240000400:0x1b:0x0] updating lvb mtime: 0 -> 1746130302 00002000:00010000:2.0:1746130302.900508:0:10554:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x240000400:0x1b:0x0] updating lvb atime: 0 -> 1746130302 00002000:00010000:2.0:1746130302.900511:0:10554:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x240000400:0x1b:0x0] updating lvb ctime: 0 -> 1746130302 00000100:00100000:2.0:1746130302.900523:0:10554:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800931faa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:10554:1830949841826816:192.168.204.51@tcp:106: 00010000:00010000:2.0:1746130302.900538:0:10554:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012b02d000/0x4ce24e5787362eca lrc: 1/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4103f expref: 34 pid: 10554 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746130302.900546:0:10554:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b02d000/0x4ce24e5787362eca lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4103f expref: 34 pid: 10554 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746130302.900558:0:10554:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b02d000, rc 0) 00000100:00100000:2.0:1746130302.900574:0:10554:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5969180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:640ea846-b909-4eea-9a54-417e15bd627b+33:1961:x1830949849428736:12345-192.168.204.51@tcp:101:checkstat.0 Request processed in 2846us (3733us total) trans 0 rc 301/301 00000100:00100000:2.0:1746130302.900579:0:10554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6704 00000100:00100000:0.0:1746130302.907076:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130302.907178:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849428864 00000100:00100000:3.0:1746130302.907186:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849428864 00000100:00080000:0.0:1746130302.907234:0:7108:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1746130302.907307:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 60763 00000100:00100000:3.0:1746130302.907315:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134a83100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+14:1120:x1830949849428864:12345-192.168.204.51@tcp:101:checkstat.0 00010000:00010000:3.0:1746130302.907336:0:7111:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746130302.907353:0:7111:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a796cc00/0x4ce24e5787362ed1 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae41046 expref: -99 pid: 7111 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130302.907407:0:7111:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a796c600/0x4ce24e5787362ed8 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7111 initiator: MDT0 00010000:00010000:3.0:1746130302.907417:0:7111:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a796c600/0x4ce24e5787362ed8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7111 initiator: MDT0 00010000:00010000:3.0:1746130302.907427:0:7111:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a796c600/0x4ce24e5787362ed8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7111 initiator: MDT0 00000004:00200000:3.0:1746130302.907478:0:7111:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 13824 00000004:00200000:3.0:1746130302.907481:0:7111:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 29 stripe count 1 MDT count 1 00000004:00010000:3.0:1746130302.907494:0:7111:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a796c600/0x4ce24e5787362ed8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7111 initiator: MDT0 00010000:00010000:3.0:1746130302.907510:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a796cc00/0x4ce24e5787362ed1 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae41046 expref: 16 pid: 7111 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130302.907523:0:7111:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a796c600/0x4ce24e5787362ed8 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae41046 expref: 15 pid: 7111 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130302.907529:0:7111:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012e3f4800) 00010000:00010000:3.0:1746130302.907531:0:7111:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1746130302.907534:0:7111:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a796c600, rc 0) 00000100:00100000:3.0:1746130302.907762:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134a83100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+15:1120:x1830949849428864:12345-192.168.204.51@tcp:101:checkstat.0 Request processed in 448us (693us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130302.907768:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 60763 00000100:00100000:1.0:1746130302.920677:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130302.920767:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849429120 00000100:00100000:3.0:1746130302.920774:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849429120 00000100:00100000:3.0:1746130302.920822:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 60764 00000100:00100000:3.0:1746130302.920828:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5968000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:640ea846-b909-4eea-9a54-417e15bd627b+20:1121:x1830949849429120:12345-192.168.204.51@tcp:101:cmp.0 00010000:00010000:3.0:1746130302.920842:0:7111:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746130302.920856:0:7111:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a796d000/0x4ce24e5787362edf lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae4104d expref: -99 pid: 7111 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130302.920927:0:7111:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a796c200/0x4ce24e5787362ee6 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7111 initiator: MDT0 00010000:00010000:3.0:1746130302.920937:0:7111:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a796c200/0x4ce24e5787362ee6 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7111 initiator: MDT0 00010000:00010000:3.0:1746130302.920945:0:7111:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a796c200/0x4ce24e5787362ee6 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7111 initiator: MDT0 00000004:00200000:3.0:1746130302.920953:0:7111:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x4b:0x0]: returning size 26214400 00010000:00010000:3.0:1746130302.921049:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a796d000/0x4ce24e5787362edf lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4104d expref: 23 pid: 7111 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130302.921075:0:7111:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a796c200/0x4ce24e5787362ee6 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4104d expref: 22 pid: 7111 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130302.921081:0:7111:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4b:0x0].0x0 (ffff880093e20000) 00010000:00010000:3.0:1746130302.921083:0:7111:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:3.0:1746130302.921086:0:7111:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a796c200, rc 0) 00000100:00100000:3.0:1746130302.921122:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5968000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:640ea846-b909-4eea-9a54-417e15bd627b+22:1121:x1830949849429120:12345-192.168.204.51@tcp:101:cmp.0 Request processed in 294us (452us total) trans 4294992238 rc 0/0 00000100:00100000:3.0:1746130302.921127:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 60764 00000100:00100000:0.0:1746130302.923613:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130302.923778:0:9883:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849429376 00000100:00100000:2.0:1746130302.923785:0:9883:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849429376 00000100:00100000:2.0:1746130302.923831:0:9883:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 60765 00000100:00100000:2.0:1746130302.923839:0:9883:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134a81180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:640ea846-b909-4eea-9a54-417e15bd627b+22:1121:x1830949849429376:12345-192.168.204.51@tcp:101:cmp.0 00010000:00010000:2.0:1746130302.923857:0:9883:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746130302.923875:0:9883:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012b02d200/0x4ce24e5787362ef4 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae41054 expref: -99 pid: 9883 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130302.923956:0:9883:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012b02d600/0x4ce24e5787362efb lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 9883 initiator: MDT0 00010000:00010000:2.0:1746130302.923967:0:9883:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012b02d600/0x4ce24e5787362efb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 9883 initiator: MDT0 00010000:00010000:2.0:1746130302.923975:0:9883:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012b02d600/0x4ce24e5787362efb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9883 initiator: MDT0 00000004:00200000:2.0:1746130302.924002:0:9883:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x4d:0x0]: returning size 26214400 00010000:00010000:2.0:1746130302.924094:0:9883:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012b02d200/0x4ce24e5787362ef4 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae41054 expref: 25 pid: 9883 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130302.924123:0:9883:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012b02d600/0x4ce24e5787362efb lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae41054 expref: 24 pid: 9883 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130302.924129:0:9883:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4d:0x0].0x0 (ffff8800b1a1e200) 00010000:00010000:2.0:1746130302.924131:0:9883:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1746130302.924133:0:9883:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b02d600, rc 0) 00000100:00100000:2.0:1746130302.924185:0:9883:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134a81180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:640ea846-b909-4eea-9a54-417e15bd627b+24:1121:x1830949849429376:12345-192.168.204.51@tcp:101:cmp.0 Request processed in 344us (576us total) trans 4294992239 rc 0/0 00000100:00100000:2.0:1746130302.924191:0:9883:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 60765 00000100:00100000:1.0:1746130302.927694:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130302.927715:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130302.927745:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130302.927766:0:7924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849429760 00000100:00100000:1.0:1746130302.927769:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849429504 00000100:00100000:3.0:1746130302.927773:0:7924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849429760 00000100:00100000:1.0:1746130302.927773:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849429504 00000100:00100000:1.0:1746130302.927806:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849429632 00000100:00100000:1.0:1746130302.927808:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849429632 00000100:00100000:3.0:1746130302.927819:0:7924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 392 00000100:00100000:1.0:1746130302.927820:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6705 00000100:00100000:1.0:1746130302.927825:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a596bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:640ea846-b909-4eea-9a54-417e15bd627b+7:1962:x1830949849429504:12345-192.168.204.51@tcp:101:cmp.0 00000100:00100000:3.0:1746130302.927826:0:7924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5968380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+24:1963:x1830949849429760:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746130302.927837:0:7924:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746130302.927837:0:8467:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746130302.927851:0:8467:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800934d0600/0x4ce24e5787362f09 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae4105b expref: -99 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130302.927854:0:7924:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012b02d600/0x4ce24e5787362efb lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae41054 expref: 24 pid: 9883 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130302.927867:0:7924:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4d:0x0].0x0 (ffff8800b1a1e200) 00010000:00010000:3.0:1746130302.927870:0:7924:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746130302.927897:0:20953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6706 00000100:00100000:3.0:1746130302.927904:0:7924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5968380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+23:1963:x1830949849429760:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 79us (187us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130302.927905:0:20953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a596b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:640ea846-b909-4eea-9a54-417e15bd627b+33:1961:x1830949849429632:12345-192.168.204.51@tcp:101:cmp.0 00010000:00010000:2.0:1746130302.927912:0:20953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1746130302.927914:0:7924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 392 00010000:00010000:2.0:1746130302.927921:0:20953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012b02ce00/0x4ce24e5787362f10 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae41062 expref: -99 pid: 20953 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746130302.927950:0:20953:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800931faa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:20953:1830949841826944:192.168.204.51@tcp:106: 00000100:00100000:1.0:1746130302.927992:0:8467:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5969880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8467:1830949841827072:192.168.204.51@tcp:106: 00000100:00100000:2.0:1746130302.928022:0:20953:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b415a900 going to sleep for 11 seconds 00000100:00100000:1.0:1746130302.928022:0:8467:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092c8ca80 going to sleep for 11 seconds 00000100:00100000:2.0:1746130302.933439:0:20953:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800931faa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:20953:1830949841826944:192.168.204.51@tcp:106: 00010000:00010000:2.0:1746130302.933468:0:20953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012b02ce00/0x4ce24e5787362f10 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae41062 expref: 34 pid: 20953 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746130302.933486:0:20953:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b02ce00/0x4ce24e5787362f10 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae41062 expref: 34 pid: 20953 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746130302.933607:0:20953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b02ce00, rc 0) 00000100:00100000:0.0:1746130302.933732:0:8467:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a5969880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8467:1830949841827072:192.168.204.51@tcp:106: 00010000:00010000:0.0:1746130302.933750:0:8467:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800934d0600/0x4ce24e5787362f09 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4105b expref: 8 pid: 8467 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746130302.933758:0:8467:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800934d0600/0x4ce24e5787362f09 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4105b expref: 8 pid: 8467 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1746130302.933905:0:20953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a596b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:640ea846-b909-4eea-9a54-417e15bd627b+33:1961:x1830949849429632:12345-192.168.204.51@tcp:101:cmp.0 Request processed in 6000us (6157us total) trans 0 rc 301/301 00000100:00100000:2.0:1746130302.933913:0:20953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6706 00010000:00010000:0.0:1746130302.934163:0:8467:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800934d0600, rc 0) 00000100:00100000:0.0:1746130302.934196:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a596bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:640ea846-b909-4eea-9a54-417e15bd627b+7:1962:x1830949849429504:12345-192.168.204.51@tcp:101:cmp.0 Request processed in 6370us (6507us total) trans 0 rc 301/301 00000100:00100000:0.0:1746130302.934202:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6705 00000100:00100000:1.0:1746130302.943075:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130302.943112:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130302.943434:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849430656 00000100:00100000:1.0:1746130302.943441:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130302.943443:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849430656 00000100:00100000:1.0:1746130302.943456:0:376:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849430016 00000100:00100000:1.0:1746130302.943459:0:376:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849430016 00002000:00100000:1.0:1746130302.943480:0:376:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x1a:0x0] (0->1048575) req@ffff880091d22a00 x1830949849430016/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:327/0 lens 488/0 e 0 to 0 dl 1746130352 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746130302.943481:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x1a:0x0] (1048576->2097151) req@ffff8800a5969880 x1830949849430656/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:327/0 lens 488/0 e 0 to 0 dl 1746130352 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746130302.943488:0:376:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091d22a00 with x1830949849430016 ext(0->1048575) 00002000:00100000:2.0:1746130302.943489:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5969880 with x1830949849430656 ext(1048576->2097151) 00002000:00010000:2.0:1746130302.943493:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a5969880 00002000:00010000:1.0:1746130302.943493:0:376:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091d22a00 00000100:00100000:1.0:1746130302.943518:0:376:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849430272 00000100:00100000:1.0:1746130302.943521:0:376:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849430272 00000100:00100000:2.0:1746130302.943526:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5158 00002000:00100000:1.0:1746130302.943529:0:376:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x1a:0x0] (1048576->2097151) req@ffff880091d22d80 x1830949849430272/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:327/0 lens 488/0 e 0 to 0 dl 1746130352 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00000100:00100000:2.0:1746130302.943533:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091d22a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+34:1962:x1830949849430016:12345-192.168.204.51@tcp:3:cmp.0 00002000:00100000:1.0:1746130302.943535:0:376:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091d22d80 with x1830949849430272 ext(1048576->2097151) 00002000:00010000:1.0:1746130302.943537:0:376:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091d22d80 00000100:00100000:1.0:1746130302.943545:0:376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5159 00000100:00100000:1.0:1746130302.943549:0:376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5969880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:640ea846-b909-4eea-9a54-417e15bd627b+7:1962:x1830949849430656:12345-192.168.204.51@tcp:3:cmp.0 00000100:00100000:3.0:1746130302.943693:0:8474:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5160 00000100:00100000:3.0:1746130302.943701:0:8474:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091d22d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:640ea846-b909-4eea-9a54-417e15bd627b+35:1962:x1830949849430272:12345-192.168.204.51@tcp:3:cmp.0 00000100:00100000:0.0:1746130302.944152:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130302.945356:0:19438:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849430528 00000100:00100000:2.0:1746130302.945366:0:19438:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849430528 00002000:00100000:2.0:1746130302.945403:0:19438:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x1a:0x0] (0->1048575) req@ffff880134a83800 x1830949849430528/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:327/0 lens 488/0 e 0 to 0 dl 1746130352 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746130302.945411:0:19438:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134a83800 with x1830949849430528 ext(0->1048575) 00002000:00010000:2.0:1746130302.945416:0:19438:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880134a83800 00000100:00100000:2.0:1746130302.945444:0:19438:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5161 00000100:00100000:2.0:1746130302.945451:0:19438:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134a83800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:640ea846-b909-4eea-9a54-417e15bd627b+9:1962:x1830949849430528:12345-192.168.204.51@tcp:3:cmp.0 00000100:00100000:2.0:1746130302.955758:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091d22a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+35:1962:x1830949849430016:12345-192.168.204.51@tcp:3:cmp.0 Request processed in 12215us (12634us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746130302.955769:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5158 00002000:00100000:2.0:1746130302.955778:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x1a:0x0] (0->1048575) req@ffff880091d22a00 x1830949849430016/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:327/0 lens 488/440 e 0 to 0 dl 1746130352 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746130302.955787:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091d22a00 with x1830949849430016 ext(0->1048575) 00002000:00010000:2.0:1746130302.955792:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091d22a00 00000100:00100000:3.0:1746130302.956741:0:8474:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091d22d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:640ea846-b909-4eea-9a54-417e15bd627b+33:1962:x1830949849430272:12345-192.168.204.51@tcp:3:cmp.0 Request processed in 13039us (13298us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746130302.956748:0:8474:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5160 00002000:00100000:3.0:1746130302.956752:0:8474:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x1a:0x0] (1048576->2097151) req@ffff880091d22d80 x1830949849430272/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:327/0 lens 488/440 e 0 to 0 dl 1746130352 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746130302.956758:0:8474:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091d22d80 with x1830949849430272 ext(1048576->2097151) 00002000:00010000:3.0:1746130302.956760:0:8474:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091d22d80 00000100:00100000:2.0:1746130302.960419:0:376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5969880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:640ea846-b909-4eea-9a54-417e15bd627b+9:1962:x1830949849430656:12345-192.168.204.51@tcp:3:cmp.0 Request processed in 16859us (17343us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746130302.960430:0:376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5159 00002000:00100000:2.0:1746130302.960439:0:376:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x1a:0x0] (1048576->2097151) req@ffff8800a5969880 x1830949849430656/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:327/0 lens 488/440 e 0 to 0 dl 1746130352 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746130302.960448:0:376:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5969880 with x1830949849430656 ext(1048576->2097151) 00002000:00010000:2.0:1746130302.960453:0:376:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a5969880 00000100:00100000:2.0:1746130302.963892:0:19438:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134a83800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:640ea846-b909-4eea-9a54-417e15bd627b+7:1962:x1830949849430528:12345-192.168.204.51@tcp:3:cmp.0 Request processed in 18432us (19732us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746130302.963903:0:19438:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5161 00002000:00100000:2.0:1746130302.963912:0:19438:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x1a:0x0] (0->1048575) req@ffff880134a83800 x1830949849430528/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:327/0 lens 488/440 e 0 to 0 dl 1746130352 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746130302.963920:0:19438:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134a83800 with x1830949849430528 ext(0->1048575) 00002000:00010000:2.0:1746130302.963925:0:19438:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880134a83800 00000100:00100000:1.0:1746130302.969603:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130302.969685:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849430912 00000100:00100000:0.0:1746130302.969694:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849430912 00000100:00100000:0.0:1746130302.969747:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6707 00000100:00100000:0.0:1746130302.969754:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091d23800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:640ea846-b909-4eea-9a54-417e15bd627b+7:1121:x1830949849430912:12345-192.168.204.51@tcp:101:cmp.0 00010000:00010000:0.0:1746130302.969768:0:8467:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746130302.969781:0:8467:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012d42e800/0x4ce24e5787362f17 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae41069 expref: -99 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130302.969805:0:8467:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880136264000/0x4ce24e5787362d11 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae41007 expref: 7 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130302.969811:0:8467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746130302.969813:0:8467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746130302.969816:0:8467:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d42e800/0x4ce24e5787362f17 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae41069 expref: 8 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130302.969843:0:8467:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880136264000/0x4ce24e5787362d11 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae41007 expref: 7 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130302.969852:0:8467:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880136264000/0x4ce24e5787362d11 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae41007 expref: 7 pid: 20953 timeout: 601 lvb_type: 0 00000100:00100000:0.0:1746130302.969863:0:8467:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134a81500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8467:1830949841827200:192.168.204.51@tcp:104: 00000100:00100000:0.0:1746130302.969950:0:8467:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a87459c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746130302.973698:0:8467:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134a81500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8467:1830949841827200:192.168.204.51@tcp:104: 00010000:00010000:0.0:1746130302.973738:0:8467:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012d42e800/0x4ce24e5787362f17 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae41069 expref: 8 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130302.973760:0:8467:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012d42e800, rc 0) 00000100:00100000:0.0:1746130302.974089:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091d23800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:640ea846-b909-4eea-9a54-417e15bd627b+8:1121:x1830949849430912:12345-192.168.204.51@tcp:101:cmp.0 Request processed in 4333us (4607us total) trans 0 rc 0/0 00000100:00100000:0.0:1746130302.974098:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6707 00000100:00100000:1.0:1746130302.985027:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130302.985151:0:7924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849431040 00000100:00100000:3.0:1746130302.985163:0:7924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849431040 00000100:00080000:0.0:1746130302.985230:0:7108:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:3.0:1746130302.985233:0:7924:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880136264000/0x4ce24e5787362d11 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae41007 expref: 8 pid: 20953 timeout: 601 lvb_type: 0 00000100:00100000:3.0:1746130302.985297:0:7924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14954 00000100:00100000:3.0:1746130302.985306:0:7924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091d22300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+8:1962:x1830949849431040:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746130302.985318:0:7924:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746130302.985337:0:7924:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880136264000/0x4ce24e5787362d11 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae41007 expref: 8 pid: 20953 timeout: 601 lvb_type: 0 00010000:00010000:3.0:1746130302.985348:0:7924:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880136264000/0x4ce24e5787362d11 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae41007 expref: 8 pid: 20953 timeout: 601 lvb_type: 0 00010000:00010000:3.0:1746130302.985367:0:7924:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880136264000/0x4ce24e5787362d11 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae41007 expref: 8 pid: 20953 timeout: 601 lvb_type: 0 00010000:00010000:3.0:1746130302.985390:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130302.985392:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130302.985398:0:7924:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d42e800/0x4ce24e5787362f17 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae41069 expref: 7 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130302.985671:0:7924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d42e800/0x4ce24e5787362f17 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae41069 expref: 7 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130302.985699:0:7924:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012d42e800/0x4ce24e5787362f17 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae41069 expref: 7 pid: 8467 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746130302.985710:0:7924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092d0dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7924:1830949841827328:192.168.204.51@tcp:105: 00000100:00100000:3.0:1746130302.985818:0:7924:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009475bb40 going to sleep for 11 seconds 00000100:00100000:3.0:1746130302.987833:0:7924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092d0dc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7924:1830949841827328:192.168.204.51@tcp:105: 00010000:00010000:3.0:1746130302.987854:0:7924:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746130302.987890:0:7924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091d22300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+7:1962:x1830949849431040:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 2585us (2872us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130302.987902:0:7924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14954 00000100:00100000:1.0:1746130302.990093:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130302.990145:0:19438:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849431296 00000100:00100000:2.0:1746130302.990152:0:19438:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849431296 00002000:00100000:2.0:1746130302.990187:0:19438:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x1b:0x0] (0->1048575) req@ffff880091d21880 x1830949849431296/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:327/0 lens 488/0 e 0 to 0 dl 1746130352 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746130302.990196:0:19438:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091d21880 with x1830949849431296 ext(0->1048575) 00002000:00010000:2.0:1746130302.990200:0:19438:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091d21880 00000100:00100000:2.0:1746130302.991937:0:19438:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5162 00000100:00100000:2.0:1746130302.991952:0:19438:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091d21880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:640ea846-b909-4eea-9a54-417e15bd627b+8:1961:x1830949849431296:12345-192.168.204.51@tcp:3:cmp.0 00000100:00100000:2.0:1746130303.000954:0:19438:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091d21880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:640ea846-b909-4eea-9a54-417e15bd627b+8:1961:x1830949849431296:12345-192.168.204.51@tcp:3:cmp.0 Request processed in 8999us (10858us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746130303.000965:0:19438:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5162 00002000:00100000:2.0:1746130303.000975:0:19438:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x1b:0x0] (0->1048575) req@ffff880091d21880 x1830949849431296/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:327/0 lens 488/440 e 0 to 0 dl 1746130352 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746130303.000996:0:19438:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091d21880 with x1830949849431296 ext(0->1048575) 00002000:00010000:2.0:1746130303.001002:0:19438:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091d21880 00000100:00100000:1.0:1746130303.007713:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130303.007800:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849431424 00000100:00100000:0.0:1746130303.007808:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849431424 00000100:00100000:0.0:1746130303.007857:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6708 00000100:00100000:0.0:1746130303.007864:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091d23100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:640ea846-b909-4eea-9a54-417e15bd627b+33:1121:x1830949849431424:12345-192.168.204.51@tcp:101:cmp.0 00010000:00010000:0.0:1746130303.007878:0:8467:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746130303.007893:0:8467:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880136737800/0x4ce24e5787362f1e lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae41070 expref: -99 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130303.007918:0:8467:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a796ca00/0x4ce24e5787362d18 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1040383) gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4100e expref: 31 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130303.007925:0:8467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746130303.007926:0:8467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746130303.007929:0:8467:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880136737800/0x4ce24e5787362f1e lrc: 4/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae41070 expref: 34 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130303.007957:0:8467:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a796ca00/0x4ce24e5787362d18 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1040383) gid 0 flags: 0x50000000000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4100e expref: 31 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130303.007967:0:8467:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a796ca00/0x4ce24e5787362d18 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1040383) gid 0 flags: 0x70000400000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4100e expref: 31 pid: 8469 timeout: 601 lvb_type: 0 00000100:00100000:0.0:1746130303.007990:0:8467:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134a81500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8467:1830949841827456:192.168.204.51@tcp:104: 00000100:00100000:0.0:1746130303.008058:0:8467:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a87459c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746130303.012905:0:8467:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134a81500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8467:1830949841827456:192.168.204.51@tcp:104: 00010000:00010000:0.0:1746130303.012933:0:8467:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880136737800/0x4ce24e5787362f1e lrc: 3/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae41070 expref: 34 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130303.012948:0:8467:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880136737800, rc 0) 00000100:00100000:0.0:1746130303.013017:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091d23100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:640ea846-b909-4eea-9a54-417e15bd627b+34:1121:x1830949849431424:12345-192.168.204.51@tcp:101:cmp.0 Request processed in 5151us (5309us total) trans 0 rc 0/0 00000100:00100000:0.0:1746130303.013024:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6708 00000100:00100000:2.0:1746130303.028024:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130303.028055:0:7924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849431552 00000100:00100000:2.0:1746130303.028061:0:7924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849431552 00010000:00010000:2.0:1746130303.028104:0:7924:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a796ca00/0x4ce24e5787362d18 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1040383) gid 0 flags: 0x60000400000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4100e expref: 32 pid: 8469 timeout: 601 lvb_type: 0 00000100:00080000:1.0:1746130303.028121:0:7108:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1746130303.028133:0:7924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14955 00000100:00100000:2.0:1746130303.028140:0:7924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800931faa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+32:1961:x1830949849431552:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746130303.028151:0:7924:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746130303.028226:0:7924:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a796ca00/0x4ce24e5787362d18 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1040383) gid 0 flags: 0x60000400000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4100e expref: 32 pid: 8469 timeout: 601 lvb_type: 0 00010000:00010000:2.0:1746130303.028236:0:7924:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a796ca00/0x4ce24e5787362d18 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1040383) gid 0 flags: 0x50000400000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4100e expref: 32 pid: 8469 timeout: 601 lvb_type: 0 00010000:00010000:2.0:1746130303.028256:0:7924:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a796ca00/0x4ce24e5787362d18 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1040383) gid 0 flags: 0x44801400000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4100e expref: 32 pid: 8469 timeout: 601 lvb_type: 0 00010000:00010000:2.0:1746130303.028332:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130303.028334:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130303.028341:0:7924:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880136737800/0x4ce24e5787362f1e lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae41070 expref: 33 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130303.028349:0:7924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880136737800/0x4ce24e5787362f1e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae41070 expref: 33 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130303.028375:0:7924:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880136737800/0x4ce24e5787362f1e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae41070 expref: 33 pid: 8467 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746130303.028385:0:7924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800931fa300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841827584:192.168.204.51@tcp:105: 00000100:00100000:2.0:1746130303.030037:0:7924:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b415a900 going to sleep for 11 seconds 00000100:00100000:2.0:1746130303.030868:0:7924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800931fa300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841827584:192.168.204.51@tcp:105: 00010000:00010000:2.0:1746130303.030883:0:7924:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746130303.031015:0:7924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800931faa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+31:1961:x1830949849431552:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 2875us (2998us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130303.031025:0:7924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14955 00000100:00100000:1.0:1746130303.038313:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130303.038738:0:19438:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849431808 00000100:00100000:2.0:1746130303.038744:0:19438:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849431808 00002000:00100000:2.0:1746130303.038776:0:19438:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x1b:0x0] (0->1048575) req@ffff880091d21f80 x1830949849431808/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:328/0 lens 488/0 e 0 to 0 dl 1746130353 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746130303.038788:0:19438:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091d21f80 with x1830949849431808 ext(0->1048575) 00002000:00010000:2.0:1746130303.038793:0:19438:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091d21f80 00000100:00100000:2.0:1746130303.038823:0:19438:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5163 00000100:00100000:2.0:1746130303.038830:0:19438:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091d21f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:640ea846-b909-4eea-9a54-417e15bd627b+34:1961:x1830949849431808:12345-192.168.204.51@tcp:3:cmp.0 00000100:00100000:1.0:1746130303.039093:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130303.039372:0:376:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849432192 00000100:00100000:0.0:1746130303.039376:0:376:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849432192 00002000:00100000:0.0:1746130303.039394:0:376:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x1b:0x0] (1048576->2097151) req@ffff880091d23480 x1830949849432192/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:328/0 lens 488/0 e 0 to 0 dl 1746130353 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746130303.039401:0:376:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091d23480 with x1830949849432192 ext(1048576->2097151) 00002000:00010000:0.0:1746130303.039404:0:376:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091d23480 00000100:00100000:0.0:1746130303.039433:0:376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5164 00000100:00100000:0.0:1746130303.039438:0:376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091d23480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:640ea846-b909-4eea-9a54-417e15bd627b+36:1962:x1830949849432192:12345-192.168.204.51@tcp:3:cmp.0 00000100:00100000:2.0:1746130303.039439:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130303.039454:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849432320 00000100:00100000:2.0:1746130303.039457:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849432320 00002000:00100000:2.0:1746130303.039472:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x1b:0x0] (1048576->2097151) req@ffff8800931fa300 x1830949849432320/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:328/0 lens 488/0 e 0 to 0 dl 1746130353 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746130303.039480:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800931fa300 with x1830949849432320 ext(1048576->2097151) 00002000:00010000:2.0:1746130303.039483:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800931fa300 00000100:00100000:2.0:1746130303.039494:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5165 00000100:00100000:2.0:1746130303.039499:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800931fa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+8:1961:x1830949849432320:12345-192.168.204.51@tcp:3:cmp.0 00000100:00100000:3.0:1746130303.048677:0:19438:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091d21f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:640ea846-b909-4eea-9a54-417e15bd627b+36:1961:x1830949849431808:12345-192.168.204.51@tcp:3:cmp.0 Request processed in 9837us (10360us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746130303.048690:0:19438:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5163 00002000:00100000:3.0:1746130303.048701:0:19438:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x1b:0x0] (0->1048575) req@ffff880091d21f80 x1830949849431808/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:328/0 lens 488/440 e 0 to 0 dl 1746130353 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746130303.048711:0:19438:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091d21f80 with x1830949849431808 ext(0->1048575) 00002000:00010000:3.0:1746130303.048716:0:19438:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091d21f80 00000100:00100000:2.0:1746130303.050478:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800931fa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+8:1961:x1830949849432320:12345-192.168.204.51@tcp:3:cmp.0 Request processed in 10968us (11028us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746130303.050489:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5165 00002000:00100000:2.0:1746130303.050499:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x1b:0x0] (1048576->2097151) req@ffff8800931fa300 x1830949849432320/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:328/0 lens 488/440 e 0 to 0 dl 1746130353 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746130303.050508:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800931fa300 with x1830949849432320 ext(1048576->2097151) 00002000:00010000:2.0:1746130303.050513:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800931fa300 00000100:00100000:0.0:1746130303.053050:0:376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091d23480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:640ea846-b909-4eea-9a54-417e15bd627b+34:1962:x1830949849432192:12345-192.168.204.51@tcp:3:cmp.0 Request processed in 13602us (13949us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746130303.053060:0:376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5164 00002000:00100000:0.0:1746130303.053069:0:376:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x1b:0x0] (1048576->2097151) req@ffff880091d23480 x1830949849432192/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:328/0 lens 488/440 e 0 to 0 dl 1746130353 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746130303.053083:0:376:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091d23480 with x1830949849432192 ext(1048576->2097151) 00002000:00010000:0.0:1746130303.053088:0:376:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091d23480 00000100:00100000:1.0:1746130303.067993:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130303.068390:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130303.068422:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130303.068457:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849432832 00000100:00100000:1.0:1746130303.068464:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130303.068466:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849432832 00002000:00100000:2.0:1746130303.068505:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x1a:0x0] (3145728->4194303) req@ffff880091d20a80 x1830949849432832/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:328/0 lens 488/0 e 0 to 0 dl 1746130353 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746130303.068516:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091d20a80 with x1830949849432832 ext(3145728->4194303) 00002000:00010000:2.0:1746130303.068520:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091d20a80 00000100:00100000:2.0:1746130303.068536:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849432704 00000100:00100000:2.0:1746130303.068539:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849432704 00002000:00100000:2.0:1746130303.068548:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x1a:0x0] (2097152->3145727) req@ffff880091d21500 x1830949849432704/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:328/0 lens 488/0 e 0 to 0 dl 1746130353 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746130303.068553:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091d21500 with x1830949849432704 ext(2097152->3145727) 00002000:00010000:2.0:1746130303.068555:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091d21500 00000100:00100000:2.0:1746130303.068566:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849433088 00000100:00100000:2.0:1746130303.068567:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849433088 00000100:00100000:0.0:1746130303.068574:0:376:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849433216 00002000:00100000:2.0:1746130303.068577:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x1a:0x0] (2097152->3145727) req@ffff880091d20e00 x1830949849433088/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:328/0 lens 488/0 e 0 to 0 dl 1746130353 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00000100:00100000:0.0:1746130303.068579:0:376:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849433216 00002000:00100000:2.0:1746130303.068584:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091d20e00 with x1830949849433088 ext(2097152->3145727) 00002000:00010000:2.0:1746130303.068587:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091d20e00 00002000:00100000:0.0:1746130303.068596:0:376:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x1a:0x0] (3145728->4194303) req@ffff880091d20380 x1830949849433216/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:328/0 lens 488/0 e 0 to 0 dl 1746130353 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00000100:00100000:2.0:1746130303.068598:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5166 00000100:00100000:2.0:1746130303.068604:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091d20a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+9:1963:x1830949849432832:12345-192.168.204.51@tcp:3:cmp.0 00002000:00100000:0.0:1746130303.068604:0:376:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091d20380 with x1830949849433216 ext(3145728->4194303) 00002000:00010000:0.0:1746130303.068607:0:376:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091d20380 00000100:00100000:0.0:1746130303.068621:0:376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5167 00000100:00100000:0.0:1746130303.068626:0:376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091d21500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:640ea846-b909-4eea-9a54-417e15bd627b+9:1963:x1830949849432704:12345-192.168.204.51@tcp:3:cmp.0 00000100:00100000:0.0:1746130303.068657:0:25215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5168 00000100:00100000:0.0:1746130303.068661:0:25215:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091d20e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:640ea846-b909-4eea-9a54-417e15bd627b+35:1963:x1830949849433088:12345-192.168.204.51@tcp:3:cmp.0 00000100:00100000:3.0:1746130303.068707:0:8474:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5169 00000100:00100000:3.0:1746130303.068717:0:8474:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091d20380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:640ea846-b909-4eea-9a54-417e15bd627b+35:1963:x1830949849433216:12345-192.168.204.51@tcp:3:cmp.0 00000100:00100000:2.0:1746130303.078345:0:8474:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091d20380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:640ea846-b909-4eea-9a54-417e15bd627b+36:1963:x1830949849433216:12345-192.168.204.51@tcp:3:cmp.0 Request processed in 9619us (9869us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746130303.078358:0:8474:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5169 00002000:00100000:2.0:1746130303.078369:0:8474:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x1a:0x0] (3145728->4194303) req@ffff880091d20380 x1830949849433216/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:328/0 lens 488/440 e 0 to 0 dl 1746130353 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746130303.078379:0:8474:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091d20380 with x1830949849433216 ext(3145728->4194303) 00002000:00010000:2.0:1746130303.078384:0:8474:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091d20380 00000100:00100000:2.0:1746130303.081893:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091d20a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+10:1963:x1830949849432832:12345-192.168.204.51@tcp:3:cmp.0 Request processed in 13279us (13908us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746130303.081905:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5166 00002000:00100000:2.0:1746130303.081916:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x1a:0x0] (3145728->4194303) req@ffff880091d20a80 x1830949849432832/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:328/0 lens 488/440 e 0 to 0 dl 1746130353 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746130303.081926:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091d20a80 with x1830949849432832 ext(3145728->4194303) 00002000:00010000:2.0:1746130303.081936:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091d20a80 00000100:00100000:2.0:1746130303.085574:0:376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091d21500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:640ea846-b909-4eea-9a54-417e15bd627b+8:1963:x1830949849432704:12345-192.168.204.51@tcp:3:cmp.0 Request processed in 16937us (17174us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746130303.085586:0:376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5167 00002000:00100000:2.0:1746130303.085595:0:376:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x1a:0x0] (2097152->3145727) req@ffff880091d21500 x1830949849432704/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:328/0 lens 488/440 e 0 to 0 dl 1746130353 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746130303.085604:0:376:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091d21500 with x1830949849432704 ext(2097152->3145727) 00002000:00010000:2.0:1746130303.085609:0:376:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091d21500 00000100:00100000:2.0:1746130303.085910:0:25215:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091d20e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:640ea846-b909-4eea-9a54-417e15bd627b+34:1963:x1830949849433088:12345-192.168.204.51@tcp:3:cmp.0 Request processed in 17247us (17486us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746130303.085915:0:25215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5168 00002000:00100000:2.0:1746130303.085920:0:25215:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x1a:0x0] (2097152->3145727) req@ffff880091d20e00 x1830949849433088/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:328/0 lens 488/440 e 0 to 0 dl 1746130353 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746130303.085926:0:25215:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091d20e00 with x1830949849433088 ext(2097152->3145727) 00002000:00010000:2.0:1746130303.085929:0:25215:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091d20e00 00000100:00100000:1.0:1746130303.106454:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130303.106495:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130303.106524:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130303.106549:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130303.106584:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849433984 00000100:00100000:1.0:1746130303.106590:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849433984 00002000:00100000:1.0:1746130303.106629:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x1b:0x0] (3145728->4194303) req@ffff8801350bc700 x1830949849433984/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:328/0 lens 488/0 e 0 to 0 dl 1746130353 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746130303.106637:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801350bc700 with x1830949849433984 ext(3145728->4194303) 00002000:00010000:1.0:1746130303.106643:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801350bc700 00000100:00100000:1.0:1746130303.106656:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849433856 00000100:00100000:1.0:1746130303.106658:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849433856 00002000:00100000:1.0:1746130303.106668:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x1b:0x0] (2097152->3145727) req@ffff8801350bd880 x1830949849433856/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:328/0 lens 488/0 e 0 to 0 dl 1746130353 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746130303.106673:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801350bd880 with x1830949849433856 ext(2097152->3145727) 00002000:00010000:1.0:1746130303.106675:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801350bd880 00000100:00100000:1.0:1746130303.106682:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849433728 00000100:00100000:1.0:1746130303.106683:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849433728 00002000:00100000:1.0:1746130303.106690:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x1b:0x0] (2097152->3145727) req@ffff8801350bdc00 x1830949849433728/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:328/0 lens 488/0 e 0 to 0 dl 1746130353 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746130303.106695:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801350bdc00 with x1830949849433728 ext(2097152->3145727) 00002000:00010000:1.0:1746130303.106698:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801350bdc00 00000100:00100000:1.0:1746130303.106710:0:8475:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849434240 00000100:00100000:1.0:1746130303.106712:0:8475:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849434240 00002000:00100000:1.0:1746130303.106721:0:8475:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x1b:0x0] (3145728->4194303) req@ffff8801350bc380 x1830949849434240/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:328/0 lens 488/0 e 0 to 0 dl 1746130353 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746130303.106726:0:8475:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801350bc380 with x1830949849434240 ext(3145728->4194303) 00002000:00010000:1.0:1746130303.106728:0:8475:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801350bc380 00000100:00100000:1.0:1746130303.106740:0:8475:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5170 00000100:00100000:1.0:1746130303.106745:0:8475:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801350bc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:640ea846-b909-4eea-9a54-417e15bd627b+35:1961:x1830949849433984:12345-192.168.204.51@tcp:3:cmp.0 00000100:00100000:3.0:1746130303.106852:0:372:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5171 00000100:00100000:3.0:1746130303.106859:0:372:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801350bd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:640ea846-b909-4eea-9a54-417e15bd627b+9:1961:x1830949849433856:12345-192.168.204.51@tcp:3:cmp.0 00000100:00100000:1.0:1746130303.107475:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5172 00000100:00100000:1.0:1746130303.107482:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801350bdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+36:1962:x1830949849433728:12345-192.168.204.51@tcp:3:cmp.0 00000100:00100000:2.0:1746130303.107760:0:8473:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5173 00000100:00100000:2.0:1746130303.107768:0:8473:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801350bc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:640ea846-b909-4eea-9a54-417e15bd627b+9:1962:x1830949849434240:12345-192.168.204.51@tcp:3:cmp.0 00000100:00100000:1.0:1746130303.120646:0:8475:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801350bc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:640ea846-b909-4eea-9a54-417e15bd627b+36:1961:x1830949849433984:12345-192.168.204.51@tcp:3:cmp.0 Request processed in 13890us (14191us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746130303.120661:0:8475:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5170 00002000:00100000:1.0:1746130303.120671:0:8475:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x1b:0x0] (3145728->4194303) req@ffff8801350bc700 x1830949849433984/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:328/0 lens 488/440 e 0 to 0 dl 1746130353 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746130303.120680:0:8475:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801350bc700 with x1830949849433984 ext(3145728->4194303) 00002000:00010000:1.0:1746130303.120686:0:8475:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801350bc700 00000100:00100000:1.0:1746130303.122368:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801350bdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+34:1962:x1830949849433728:12345-192.168.204.51@tcp:3:cmp.0 Request processed in 14880us (15835us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746130303.122377:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5172 00002000:00100000:1.0:1746130303.122385:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x1b:0x0] (2097152->3145727) req@ffff8801350bdc00 x1830949849433728/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:328/0 lens 488/440 e 0 to 0 dl 1746130353 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746130303.122393:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801350bdc00 with x1830949849433728 ext(2097152->3145727) 00002000:00010000:1.0:1746130303.122398:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801350bdc00 00000100:00100000:0.0:1746130303.127742:0:8473:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801350bc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:640ea846-b909-4eea-9a54-417e15bd627b+10:1962:x1830949849434240:12345-192.168.204.51@tcp:3:cmp.0 Request processed in 19965us (21181us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746130303.127754:0:8473:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5173 00002000:00100000:0.0:1746130303.127764:0:8473:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x1b:0x0] (3145728->4194303) req@ffff8801350bc380 x1830949849434240/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:328/0 lens 488/440 e 0 to 0 dl 1746130353 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746130303.127774:0:8473:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801350bc380 with x1830949849434240 ext(3145728->4194303) 00002000:00010000:0.0:1746130303.127781:0:8473:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801350bc380 00000100:00100000:0.0:1746130303.129460:0:372:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801350bd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:640ea846-b909-4eea-9a54-417e15bd627b+8:1961:x1830949849433856:12345-192.168.204.51@tcp:3:cmp.0 Request processed in 22592us (22954us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746130303.129470:0:372:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5171 00002000:00100000:0.0:1746130303.129479:0:372:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x1b:0x0] (2097152->3145727) req@ffff8801350bd880 x1830949849433856/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:328/0 lens 488/440 e 0 to 0 dl 1746130353 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746130303.129492:0:372:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801350bd880 with x1830949849433856 ext(2097152->3145727) 00002000:00010000:0.0:1746130303.129497:0:372:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801350bd880 00000100:00100000:1.0:1746130303.145536:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130303.145572:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130303.147413:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130303.147437:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849434624 00000100:00100000:0.0:1746130303.147437:0:372:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849434880 00000100:00100000:1.0:1746130303.147444:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849434624 00000100:00100000:0.0:1746130303.147444:0:372:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849434880 00002000:00100000:1.0:1746130303.147477:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x1a:0x0] (4194304->5242879) req@ffff8801350be300 x1830949849434624/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:328/0 lens 488/0 e 0 to 0 dl 1746130353 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746130303.147477:0:372:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x1a:0x0] (5242880->6291455) req@ffff8801350bce00 x1830949849434880/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:328/0 lens 488/0 e 0 to 0 dl 1746130353 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746130303.147486:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801350be300 with x1830949849434624 ext(4194304->5242879) 00002000:00100000:0.0:1746130303.147486:0:372:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801350bce00 with x1830949849434880 ext(5242880->6291455) 00002000:00010000:1.0:1746130303.147490:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801350be300 00002000:00010000:0.0:1746130303.147490:0:372:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801350bce00 00000100:00100000:1.0:1746130303.147501:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849435136 00000100:00100000:1.0:1746130303.147503:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849435136 00002000:00100000:1.0:1746130303.147511:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x1a:0x0] (4194304->5242879) req@ffff8801350bf480 x1830949849435136/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:328/0 lens 488/0 e 0 to 0 dl 1746130353 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00000100:00100000:0.0:1746130303.147515:0:25215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5174 00002000:00100000:1.0:1746130303.147518:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801350bf480 with x1830949849435136 ext(4194304->5242879) 00002000:00010000:1.0:1746130303.147520:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801350bf480 00000100:00100000:0.0:1746130303.147522:0:25215:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801350be300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:640ea846-b909-4eea-9a54-417e15bd627b+35:1963:x1830949849434624:12345-192.168.204.51@tcp:3:cmp.0 00000100:00100000:1.0:1746130303.147529:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5175 00000100:00100000:1.0:1746130303.147533:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801350bce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+35:1963:x1830949849434880:12345-192.168.204.51@tcp:3:cmp.0 00000100:00100000:1.0:1746130303.147573:0:8475:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5176 00000100:00100000:1.0:1746130303.147577:0:8475:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801350bf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:640ea846-b909-4eea-9a54-417e15bd627b+8:1963:x1830949849435136:12345-192.168.204.51@tcp:3:cmp.0 00000100:00100000:0.0:1746130303.148178:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130303.148193:0:376:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849435392 00000100:00100000:0.0:1746130303.148197:0:376:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849435392 00002000:00100000:0.0:1746130303.148213:0:376:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x1a:0x0] (5242880->6291455) req@ffff880134a81500 x1830949849435392/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:328/0 lens 488/0 e 0 to 0 dl 1746130353 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746130303.148220:0:376:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134a81500 with x1830949849435392 ext(5242880->6291455) 00002000:00010000:0.0:1746130303.148223:0:376:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880134a81500 00000100:00100000:0.0:1746130303.148234:0:376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5177 00000100:00100000:0.0:1746130303.148238:0:376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134a81500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:640ea846-b909-4eea-9a54-417e15bd627b+10:1963:x1830949849435392:12345-192.168.204.51@tcp:3:cmp.0 00000100:00100000:0.0:1746130303.160901:0:25215:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801350be300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:640ea846-b909-4eea-9a54-417e15bd627b+36:1963:x1830949849434624:12345-192.168.204.51@tcp:3:cmp.0 Request processed in 13367us (15361us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746130303.160914:0:25215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5174 00002000:00100000:0.0:1746130303.160928:0:25215:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x1a:0x0] (4194304->5242879) req@ffff8801350be300 x1830949849434624/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:328/0 lens 488/440 e 0 to 0 dl 1746130353 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746130303.160937:0:25215:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801350be300 with x1830949849434624 ext(4194304->5242879) 00002000:00010000:0.0:1746130303.160943:0:25215:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801350be300 00000100:00100000:2.0:1746130303.164349:0:8475:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801350bf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:640ea846-b909-4eea-9a54-417e15bd627b+10:1963:x1830949849435136:12345-192.168.204.51@tcp:3:cmp.0 Request processed in 16761us (16931us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746130303.164360:0:8475:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5176 00002000:00100000:2.0:1746130303.164369:0:8475:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x1a:0x0] (4194304->5242879) req@ffff8801350bf480 x1830949849435136/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:328/0 lens 488/440 e 0 to 0 dl 1746130353 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746130303.164378:0:8475:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801350bf480 with x1830949849435136 ext(4194304->5242879) 00002000:00010000:2.0:1746130303.164383:0:8475:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801350bf480 00000100:00100000:1.0:1746130303.165404:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801350bce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+34:1963:x1830949849434880:12345-192.168.204.51@tcp:3:cmp.0 Request processed in 17867us (19829us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746130303.165412:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5175 00002000:00100000:1.0:1746130303.165418:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x1a:0x0] (5242880->6291455) req@ffff8801350bce00 x1830949849434880/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:328/0 lens 488/440 e 0 to 0 dl 1746130353 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746130303.165426:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801350bce00 with x1830949849434880 ext(5242880->6291455) 00002000:00010000:1.0:1746130303.165430:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801350bce00 00000100:00100000:1.0:1746130303.166105:0:376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134a81500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:640ea846-b909-4eea-9a54-417e15bd627b+8:1963:x1830949849435392:12345-192.168.204.51@tcp:3:cmp.0 Request processed in 17864us (17927us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746130303.166112:0:376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5177 00002000:00100000:1.0:1746130303.166117:0:376:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x1a:0x0] (5242880->6291455) req@ffff880134a81500 x1830949849435392/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:328/0 lens 488/440 e 0 to 0 dl 1746130353 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746130303.166124:0:376:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134a81500 with x1830949849435392 ext(5242880->6291455) 00002000:00010000:1.0:1746130303.166127:0:376:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880134a81500 00000100:00100000:0.0:1746130303.178491:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130303.178593:0:376:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849435648 00000100:00100000:1.0:1746130303.178602:0:376:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849435648 00002000:00100000:1.0:1746130303.178644:0:376:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x1a:0x0] (6291456->7340031) req@ffff8800a79ec000 x1830949849435648/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:328/0 lens 488/0 e 0 to 0 dl 1746130353 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746130303.178653:0:376:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a79ec000 with x1830949849435648 ext(6291456->7340031) 00002000:00010000:1.0:1746130303.178659:0:376:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a79ec000 00000100:00100000:1.0:1746130303.178693:0:376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5178 00000100:00100000:1.0:1746130303.178699:0:376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a79ec000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:640ea846-b909-4eea-9a54-417e15bd627b+34:1961:x1830949849435648:12345-192.168.204.51@tcp:3:cmp.0 00000100:00100000:2.0:1746130303.191683:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130303.191716:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130303.191734:0:8475:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849436032 00000100:00100000:2.0:1746130303.191741:0:8475:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849436032 00002000:00100000:2.0:1746130303.191772:0:8475:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x1b:0x0] (5242880->6291455) req@ffff8800931f9500 x1830949849436032/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:328/0 lens 488/0 e 0 to 0 dl 1746130353 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746130303.191781:0:8475:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800931f9500 with x1830949849436032 ext(5242880->6291455) 00002000:00010000:2.0:1746130303.191786:0:8475:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800931f9500 00000100:00100000:1.0:1746130303.191791:0:376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a79ec000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:640ea846-b909-4eea-9a54-417e15bd627b+34:1961:x1830949849435648:12345-192.168.204.51@tcp:3:cmp.0 Request processed in 13092us (13309us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746130303.191798:0:376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5178 00000100:00100000:2.0:1746130303.191799:0:8475:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849435904 00000100:00100000:2.0:1746130303.191801:0:8475:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849435904 00002000:00100000:1.0:1746130303.191804:0:376:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x1a:0x0] (6291456->7340031) req@ffff8800a79ec000 x1830949849435648/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:328/0 lens 488/440 e 0 to 0 dl 1746130353 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746130303.191809:0:8475:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x1b:0x0] (4194304->5242879) req@ffff8800931fa680 x1830949849435904/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:328/0 lens 488/0 e 0 to 0 dl 1746130353 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746130303.191811:0:376:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a79ec000 with x1830949849435648 ext(6291456->7340031) 00002000:00010000:1.0:1746130303.191814:0:376:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a79ec000 00002000:00100000:2.0:1746130303.191815:0:8475:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800931fa680 with x1830949849435904 ext(4194304->5242879) 00002000:00010000:2.0:1746130303.191817:0:8475:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800931fa680 00000100:00100000:2.0:1746130303.191826:0:8475:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5179 00000100:00100000:1.0:1746130303.191829:0:376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5180 00000100:00100000:2.0:1746130303.191830:0:8475:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800931f9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:640ea846-b909-4eea-9a54-417e15bd627b+9:1962:x1830949849436032:12345-192.168.204.51@tcp:3:cmp.0 00000100:00100000:1.0:1746130303.191834:0:376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800931fa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:640ea846-b909-4eea-9a54-417e15bd627b+9:1961:x1830949849435904:12345-192.168.204.51@tcp:3:cmp.0 00000100:00100000:2.0:1746130303.191889:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130303.191908:0:8473:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849436544 00000100:00100000:2.0:1746130303.191911:0:8473:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849436544 00002000:00100000:2.0:1746130303.191923:0:8473:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x1b:0x0] (5242880->6291455) req@ffff8800931fb800 x1830949849436544/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:328/0 lens 488/0 e 0 to 0 dl 1746130353 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746130303.191928:0:8473:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800931fb800 with x1830949849436544 ext(5242880->6291455) 00002000:00010000:2.0:1746130303.191932:0:8473:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800931fb800 00000100:00100000:2.0:1746130303.191943:0:8473:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5181 00000100:00100000:2.0:1746130303.191948:0:8473:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800931fb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:640ea846-b909-4eea-9a54-417e15bd627b+34:1962:x1830949849436544:12345-192.168.204.51@tcp:3:cmp.0 00000100:00100000:3.0:1746130303.192495:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130303.192510:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849436416 00000100:00100000:3.0:1746130303.192513:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849436416 00002000:00100000:3.0:1746130303.192529:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x1b:0x0] (4194304->5242879) req@ffff880092d0dc00 x1830949849436416/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:328/0 lens 488/0 e 0 to 0 dl 1746130353 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746130303.192538:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092d0dc00 with x1830949849436416 ext(4194304->5242879) 00002000:00010000:3.0:1746130303.192542:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092d0dc00 00000100:00100000:3.0:1746130303.192554:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5182 00000100:00100000:3.0:1746130303.192559:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092d0dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+36:1962:x1830949849436416:12345-192.168.204.51@tcp:3:cmp.0 00000100:00100000:1.0:1746130303.206632:0:376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800931fa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:640ea846-b909-4eea-9a54-417e15bd627b+10:1961:x1830949849435904:12345-192.168.204.51@tcp:3:cmp.0 Request processed in 14788us (14905us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746130303.206644:0:376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5180 00002000:00100000:1.0:1746130303.206654:0:376:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x1b:0x0] (4194304->5242879) req@ffff8800931fa680 x1830949849435904/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:328/0 lens 488/440 e 0 to 0 dl 1746130353 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746130303.206663:0:376:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800931fa680 with x1830949849435904 ext(4194304->5242879) 00002000:00010000:1.0:1746130303.206668:0:376:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800931fa680 00000100:00100000:2.0:1746130303.211107:0:8473:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800931fb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:640ea846-b909-4eea-9a54-417e15bd627b+35:1962:x1830949849436544:12345-192.168.204.51@tcp:3:cmp.0 Request processed in 19149us (19210us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746130303.211119:0:8473:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5181 00002000:00100000:2.0:1746130303.211129:0:8473:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x1b:0x0] (5242880->6291455) req@ffff8800931fb800 x1830949849436544/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:328/0 lens 488/440 e 0 to 0 dl 1746130353 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746130303.211139:0:8473:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800931fb800 with x1830949849436544 ext(5242880->6291455) 00002000:00010000:2.0:1746130303.211146:0:8473:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800931fb800 00000100:00100000:0.0:1746130303.211706:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092d0dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+34:1962:x1830949849436416:12345-192.168.204.51@tcp:3:cmp.0 Request processed in 19145us (19212us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746130303.211713:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5182 00002000:00100000:0.0:1746130303.211719:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x1b:0x0] (4194304->5242879) req@ffff880092d0dc00 x1830949849436416/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:328/0 lens 488/440 e 0 to 0 dl 1746130353 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746130303.211727:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092d0dc00 with x1830949849436416 ext(4194304->5242879) 00002000:00010000:0.0:1746130303.211729:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092d0dc00 00000100:00100000:1.0:1746130303.215505:0:8475:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800931f9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:640ea846-b909-4eea-9a54-417e15bd627b+8:1962:x1830949849436032:12345-192.168.204.51@tcp:3:cmp.0 Request processed in 23661us (23816us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746130303.215518:0:8475:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5179 00002000:00100000:1.0:1746130303.215529:0:8475:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x1b:0x0] (5242880->6291455) req@ffff8800931f9500 x1830949849436032/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:328/0 lens 488/440 e 0 to 0 dl 1746130353 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746130303.215539:0:8475:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800931f9500 with x1830949849436032 ext(5242880->6291455) 00002000:00010000:1.0:1746130303.215545:0:8475:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800931f9500 00000100:00100000:3.0:1746130303.228925:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130303.230067:0:8475:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849436928 00000100:00100000:1.0:1746130303.230079:0:8475:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849436928 00002000:00100000:1.0:1746130303.230129:0:8475:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x1b:0x0] (6291456->7340031) req@ffff880092d0d180 x1830949849436928/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:328/0 lens 488/0 e 0 to 0 dl 1746130353 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746130303.230140:0:8475:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092d0d180 with x1830949849436928 ext(6291456->7340031) 00002000:00010000:1.0:1746130303.230145:0:8475:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092d0d180 00000100:00100000:1.0:1746130303.230173:0:8475:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5183 00000100:00100000:1.0:1746130303.230180:0:8475:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092d0d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:640ea846-b909-4eea-9a54-417e15bd627b+8:1962:x1830949849436928:12345-192.168.204.51@tcp:3:cmp.0 00000100:00100000:1.0:1746130303.243774:0:8475:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092d0d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:640ea846-b909-4eea-9a54-417e15bd627b+8:1962:x1830949849436928:12345-192.168.204.51@tcp:3:cmp.0 Request processed in 13579us (16406us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746130303.243786:0:8475:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5183 00002000:00100000:1.0:1746130303.243799:0:8475:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x1b:0x0] (6291456->7340031) req@ffff880092d0d180 x1830949849436928/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:328/0 lens 488/440 e 0 to 0 dl 1746130353 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746130303.243809:0:8475:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092d0d180 with x1830949849436928 ext(6291456->7340031) 00002000:00010000:1.0:1746130303.243816:0:8475:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092d0d180 00000100:00100000:2.0:1746130303.244903:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130303.244963:0:8475:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849437184 00000100:00100000:1.0:1746130303.244987:0:8475:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849437184 00002000:00100000:1.0:1746130303.245022:0:8475:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x1a:0x0] (6291456->7340031) req@ffff8800931f9f80 x1830949849437184/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:328/0 lens 488/0 e 0 to 0 dl 1746130353 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746130303.245036:0:8475:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800931f9f80 with x1830949849437184 ext(6291456->7340031) 00002000:00010000:1.0:1746130303.245041:0:8475:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800931f9f80 00000100:00100000:1.0:1746130303.245071:0:8475:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5184 00000100:00100000:1.0:1746130303.245078:0:8475:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800931f9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:640ea846-b909-4eea-9a54-417e15bd627b+8:1962:x1830949849437184:12345-192.168.204.51@tcp:3:cmp.0 00000100:00100000:0.0:1746130303.246065:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130303.246692:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130303.246776:0:8473:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849437568 00000100:00100000:2.0:1746130303.246794:0:8473:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849437568 00002000:00100000:2.0:1746130303.246852:0:8473:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x1a:0x0] (7340032->8388607) req@ffff8800a79ed880 x1830949849437568/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:328/0 lens 488/0 e 0 to 0 dl 1746130353 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746130303.246862:0:8473:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a79ed880 with x1830949849437568 ext(7340032->8388607) 00002000:00010000:2.0:1746130303.246868:0:8473:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a79ed880 00000100:00100000:2.0:1746130303.246893:0:8473:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849437696 00000100:00100000:2.0:1746130303.246896:0:8473:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849437696 00002000:00100000:2.0:1746130303.246910:0:8473:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x1a:0x0] (7340032->8388607) req@ffff880092d0c000 x1830949849437696/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:328/0 lens 488/0 e 0 to 0 dl 1746130353 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746130303.246917:0:8473:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092d0c000 with x1830949849437696 ext(7340032->8388607) 00002000:00010000:2.0:1746130303.246920:0:8473:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092d0c000 00000100:00100000:2.0:1746130303.246949:0:8473:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5185 00000100:00100000:1.0:1746130303.246958:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5186 00000100:00100000:1.0:1746130303.246970:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092d0c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+10:1961:x1830949849437696:12345-192.168.204.51@tcp:3:cmp.0 00000100:00100000:2.0:1746130303.247005:0:8473:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a79ed880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:640ea846-b909-4eea-9a54-417e15bd627b+34:1961:x1830949849437568:12345-192.168.204.51@tcp:3:cmp.0 00000100:00100000:1.0:1746130303.259607:0:8475:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800931f9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:640ea846-b909-4eea-9a54-417e15bd627b+10:1962:x1830949849437184:12345-192.168.204.51@tcp:3:cmp.0 Request processed in 14516us (14697us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746130303.259620:0:8475:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5184 00002000:00100000:1.0:1746130303.259632:0:8475:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x1a:0x0] (6291456->7340031) req@ffff8800931f9f80 x1830949849437184/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:328/0 lens 488/440 e 0 to 0 dl 1746130353 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746130303.259641:0:8475:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800931f9f80 with x1830949849437184 ext(6291456->7340031) 00002000:00010000:1.0:1746130303.259647:0:8475:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800931f9f80 00000100:00100000:1.0:1746130303.266628:0:8473:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a79ed880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:640ea846-b909-4eea-9a54-417e15bd627b+34:1961:x1830949849437568:12345-192.168.204.51@tcp:3:cmp.0 Request processed in 19657us (20552us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746130303.266642:0:8473:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5185 00002000:00100000:1.0:1746130303.266655:0:8473:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x1a:0x0] (7340032->8388607) req@ffff8800a79ed880 x1830949849437568/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:328/0 lens 488/440 e 0 to 0 dl 1746130353 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746130303.266665:0:8473:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a79ed880 with x1830949849437568 ext(7340032->8388607) 00002000:00010000:1.0:1746130303.266672:0:8473:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a79ed880 00000100:00100000:1.0:1746130303.268181:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092d0c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+8:1961:x1830949849437696:12345-192.168.204.51@tcp:3:cmp.0 Request processed in 21203us (21479us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746130303.268195:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5186 00002000:00100000:1.0:1746130303.268206:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x1a:0x0] (7340032->8388607) req@ffff880092d0c000 x1830949849437696/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:328/0 lens 488/440 e 0 to 0 dl 1746130353 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746130303.268215:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092d0c000 with x1830949849437696 ext(7340032->8388607) 00002000:00010000:1.0:1746130303.268220:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092d0c000 00000100:00100000:3.0:1746130303.276514:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130303.276601:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849437952 00000100:00100000:1.0:1746130303.276612:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849437952 00002000:00100000:1.0:1746130303.276656:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x1a:0x0] (8388608->9437183) req@ffff880092d0df80 x1830949849437952/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:328/0 lens 488/0 e 0 to 0 dl 1746130353 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746130303.276665:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092d0df80 with x1830949849437952 ext(8388608->9437183) 00002000:00010000:1.0:1746130303.276669:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092d0df80 00000100:00100000:1.0:1746130303.276705:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5187 00000100:00100000:1.0:1746130303.276712:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092d0df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+34:1964:x1830949849437952:12345-192.168.204.51@tcp:3:cmp.0 00000100:00100000:2.0:1746130303.287877:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130303.288077:0:8473:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849438208 00000100:00100000:0.0:1746130303.288084:0:8473:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849438208 00002000:00100000:0.0:1746130303.288118:0:8473:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x1a:0x0] (8388608->9437183) req@ffff8800931f8000 x1830949849438208/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:328/0 lens 488/0 e 0 to 0 dl 1746130353 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746130303.288127:0:8473:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800931f8000 with x1830949849438208 ext(8388608->9437183) 00002000:00010000:0.0:1746130303.288131:0:8473:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800931f8000 00000100:00100000:1.0:1746130303.288460:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092d0df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+34:1964:x1830949849437952:12345-192.168.204.51@tcp:3:cmp.0 Request processed in 11748us (11955us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746130303.288468:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5187 00002000:00100000:1.0:1746130303.288473:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x1a:0x0] (8388608->9437183) req@ffff880092d0df80 x1830949849437952/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:328/0 lens 488/440 e 0 to 0 dl 1746130353 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746130303.288480:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092d0df80 with x1830949849437952 ext(8388608->9437183) 00002000:00010000:1.0:1746130303.288483:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092d0df80 00000100:00100000:1.0:1746130303.288498:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5188 00000100:00100000:1.0:1746130303.288505:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800931f8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+8:1961:x1830949849438208:12345-192.168.204.51@tcp:3:cmp.0 00000100:00100000:2.0:1746130303.295026:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130303.295292:0:8475:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849438592 00000100:00100000:0.0:1746130303.295300:0:8475:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849438592 00002000:00100000:0.0:1746130303.295334:0:8475:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x1b:0x0] (7340032->8388607) req@ffff8800931fb100 x1830949849438592/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:328/0 lens 488/0 e 0 to 0 dl 1746130353 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746130303.295344:0:8475:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800931fb100 with x1830949849438592 ext(7340032->8388607) 00002000:00010000:0.0:1746130303.295349:0:8475:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800931fb100 00000100:00100000:1.0:1746130303.295489:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130303.295940:0:8475:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849438848 00000100:00100000:0.0:1746130303.295944:0:8475:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849438848 00002000:00100000:0.0:1746130303.295958:0:8475:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x1b:0x0] (7340032->8388607) req@ffff8801350be680 x1830949849438848/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:328/0 lens 488/0 e 0 to 0 dl 1746130353 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746130303.295965:0:8475:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801350be680 with x1830949849438848 ext(7340032->8388607) 00002000:00010000:0.0:1746130303.295968:0:8475:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801350be680 00000100:00100000:1.0:1746130303.296582:0:376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5189 00000100:00100000:1.0:1746130303.296592:0:376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800931fb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:640ea846-b909-4eea-9a54-417e15bd627b+10:1961:x1830949849438592:12345-192.168.204.51@tcp:3:cmp.0 00000100:00100000:0.0:1746130303.297383:0:8475:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5190 00000100:00100000:0.0:1746130303.297394:0:8475:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801350be680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:640ea846-b909-4eea-9a54-417e15bd627b+34:1962:x1830949849438848:12345-192.168.204.51@tcp:3:cmp.0 00000100:00100000:2.0:1746130303.299471:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130303.299492:0:25215:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849438720 00000100:00100000:3.0:1746130303.299499:0:25215:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849438720 00002000:00100000:3.0:1746130303.299534:0:25215:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x1b:0x0] (6291456->7340031) req@ffff8800931f8a80 x1830949849438720/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:328/0 lens 488/0 e 0 to 0 dl 1746130353 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746130303.299543:0:25215:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800931f8a80 with x1830949849438720 ext(6291456->7340031) 00002000:00010000:3.0:1746130303.299547:0:25215:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800931f8a80 00000100:00100000:3.0:1746130303.299566:0:25215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5191 00000100:00100000:3.0:1746130303.299571:0:25215:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800931f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:640ea846-b909-4eea-9a54-417e15bd627b+36:1962:x1830949849438720:12345-192.168.204.51@tcp:3:cmp.0 00000100:00100000:1.0:1746130303.309612:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800931f8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+10:1961:x1830949849438208:12345-192.168.204.51@tcp:3:cmp.0 Request processed in 21097us (21732us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746130303.309624:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5188 00002000:00100000:1.0:1746130303.309635:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x1a:0x0] (8388608->9437183) req@ffff8800931f8000 x1830949849438208/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:328/0 lens 488/440 e 0 to 0 dl 1746130353 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746130303.309644:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800931f8000 with x1830949849438208 ext(8388608->9437183) 00002000:00010000:1.0:1746130303.309650:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800931f8000 00000100:00100000:0.0:1746130303.309902:0:376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800931fb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:640ea846-b909-4eea-9a54-417e15bd627b+8:1961:x1830949849438592:12345-192.168.204.51@tcp:3:cmp.0 Request processed in 13312us (14882us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746130303.309909:0:376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5189 00002000:00100000:0.0:1746130303.309913:0:376:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x1b:0x0] (7340032->8388607) req@ffff8800931fb100 x1830949849438592/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:328/0 lens 488/440 e 0 to 0 dl 1746130353 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746130303.309920:0:376:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800931fb100 with x1830949849438592 ext(7340032->8388607) 00002000:00010000:0.0:1746130303.309923:0:376:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800931fb100 00000100:00100000:3.0:1746130303.314881:0:25215:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800931f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:640ea846-b909-4eea-9a54-417e15bd627b+36:1962:x1830949849438720:12345-192.168.204.51@tcp:3:cmp.0 Request processed in 15300us (15406us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746130303.314892:0:25215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5191 00002000:00100000:3.0:1746130303.314902:0:25215:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x1b:0x0] (6291456->7340031) req@ffff8800931f8a80 x1830949849438720/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:328/0 lens 488/440 e 0 to 0 dl 1746130353 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746130303.314912:0:25215:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800931f8a80 with x1830949849438720 ext(6291456->7340031) 00002000:00010000:3.0:1746130303.314917:0:25215:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800931f8a80 00000100:00100000:1.0:1746130303.315014:0:8475:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801350be680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:640ea846-b909-4eea-9a54-417e15bd627b+34:1962:x1830949849438848:12345-192.168.204.51@tcp:3:cmp.0 Request processed in 17623us (19524us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746130303.315021:0:8475:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5190 00002000:00100000:1.0:1746130303.315025:0:8475:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x1b:0x0] (7340032->8388607) req@ffff8801350be680 x1830949849438848/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:328/0 lens 488/440 e 0 to 0 dl 1746130353 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746130303.315032:0:8475:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801350be680 with x1830949849438848 ext(7340032->8388607) 00002000:00010000:1.0:1746130303.315035:0:8475:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801350be680 00000100:00100000:3.0:1746130303.321933:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130303.323090:0:8475:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849439232 00000100:00100000:1.0:1746130303.323099:0:8475:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849439232 00002000:00100000:1.0:1746130303.323138:0:8475:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x1b:0x0] (8388608->9437183) req@ffff8800a4cd7480 x1830949849439232/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:328/0 lens 488/0 e 0 to 0 dl 1746130353 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746130303.323148:0:8475:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a4cd7480 with x1830949849439232 ext(8388608->9437183) 00002000:00010000:1.0:1746130303.323153:0:8475:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a4cd7480 00000100:00100000:1.0:1746130303.323183:0:8475:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5192 00000100:00100000:1.0:1746130303.323190:0:8475:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4cd7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:640ea846-b909-4eea-9a54-417e15bd627b+8:1961:x1830949849439232:12345-192.168.204.51@tcp:3:cmp.0 00000100:00100000:2.0:1746130303.329670:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130303.332610:0:25215:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849439488 00000100:00100000:3.0:1746130303.332623:0:25215:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849439488 00002000:00100000:3.0:1746130303.332673:0:25215:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x1b:0x0] (8388608->9437183) req@ffff8800931fb480 x1830949849439488/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:328/0 lens 488/0 e 0 to 0 dl 1746130353 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746130303.332682:0:25215:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800931fb480 with x1830949849439488 ext(8388608->9437183) 00002000:00010000:3.0:1746130303.332687:0:25215:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800931fb480 00000100:00100000:3.0:1746130303.332728:0:25215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5193 00000100:00100000:3.0:1746130303.332734:0:25215:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800931fb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:640ea846-b909-4eea-9a54-417e15bd627b+34:1962:x1830949849439488:12345-192.168.204.51@tcp:3:cmp.0 00000100:00100000:1.0:1746130303.335628:0:8475:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4cd7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:640ea846-b909-4eea-9a54-417e15bd627b+8:1961:x1830949849439232:12345-192.168.204.51@tcp:3:cmp.0 Request processed in 12429us (13696us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746130303.335637:0:8475:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5192 00002000:00100000:1.0:1746130303.335646:0:8475:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x1b:0x0] (8388608->9437183) req@ffff8800a4cd7480 x1830949849439232/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:328/0 lens 488/440 e 0 to 0 dl 1746130353 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746130303.335654:0:8475:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a4cd7480 with x1830949849439232 ext(8388608->9437183) 00002000:00010000:1.0:1746130303.335659:0:8475:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a4cd7480 00000100:00100000:0.0:1746130303.344026:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130303.344072:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130303.344098:0:8475:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849439872 00000100:00100000:1.0:1746130303.344106:0:8475:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849439872 00002000:00100000:1.0:1746130303.344146:0:8475:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x1a:0x0] (9437184->10485759) req@ffff8800a79ee680 x1830949849439872/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:328/0 lens 488/0 e 0 to 0 dl 1746130353 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746130303.344155:0:8475:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a79ee680 with x1830949849439872 ext(9437184->10485759) 00002000:00010000:1.0:1746130303.344159:0:8475:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a79ee680 00000100:00100000:1.0:1746130303.344188:0:8475:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849440000 00000100:00100000:1.0:1746130303.344191:0:8475:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849440000 00002000:00100000:1.0:1746130303.344203:0:8475:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x1a:0x0] (9437184->10485759) req@ffff8800a79eea00 x1830949849440000/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:328/0 lens 488/0 e 0 to 0 dl 1746130353 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746130303.344209:0:8475:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a79eea00 with x1830949849440000 ext(9437184->10485759) 00002000:00010000:1.0:1746130303.344211:0:8475:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a79eea00 00000100:00100000:1.0:1746130303.344222:0:8475:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5194 00000100:00100000:1.0:1746130303.344228:0:8475:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a79ee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:640ea846-b909-4eea-9a54-417e15bd627b+8:1961:x1830949849439872:12345-192.168.204.51@tcp:3:cmp.0 00000100:00100000:0.0:1746130303.344314:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5195 00000100:00100000:0.0:1746130303.344322:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a79eea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+36:1961:x1830949849440000:12345-192.168.204.51@tcp:3:cmp.0 00000100:00100000:3.0:1746130303.345576:0:25215:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800931fb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:640ea846-b909-4eea-9a54-417e15bd627b+36:1962:x1830949849439488:12345-192.168.204.51@tcp:3:cmp.0 Request processed in 12836us (15909us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746130303.345584:0:25215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5193 00002000:00100000:3.0:1746130303.345591:0:25215:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x1b:0x0] (8388608->9437183) req@ffff8800931fb480 x1830949849439488/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:328/0 lens 488/440 e 0 to 0 dl 1746130353 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746130303.345599:0:25215:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800931fb480 with x1830949849439488 ext(8388608->9437183) 00002000:00010000:3.0:1746130303.345604:0:25215:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800931fb480 00000100:00100000:3.0:1746130303.356367:0:8475:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a79ee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:640ea846-b909-4eea-9a54-417e15bd627b+8:1961:x1830949849439872:12345-192.168.204.51@tcp:3:cmp.0 Request processed in 12128us (12338us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746130303.356379:0:8475:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5194 00002000:00100000:3.0:1746130303.356390:0:8475:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x1a:0x0] (9437184->10485759) req@ffff8800a79ee680 x1830949849439872/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:328/0 lens 488/440 e 0 to 0 dl 1746130353 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746130303.356400:0:8475:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a79ee680 with x1830949849439872 ext(9437184->10485759) 00002000:00010000:3.0:1746130303.356405:0:8475:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a79ee680 00000100:00100000:0.0:1746130303.356886:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a79eea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+34:1961:x1830949849440000:12345-192.168.204.51@tcp:3:cmp.0 Request processed in 12564us (12820us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746130303.356893:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5195 00002000:00100000:0.0:1746130303.356899:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x1a:0x0] (9437184->10485759) req@ffff8800a79eea00 x1830949849440000/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:328/0 lens 488/440 e 0 to 0 dl 1746130353 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746130303.356911:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a79eea00 with x1830949849440000 ext(9437184->10485759) 00002000:00010000:0.0:1746130303.356914:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a79eea00 00000100:00100000:0.0:1746130303.370086:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130303.370177:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130303.370221:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130303.370258:0:25215:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849440384 00000100:00100000:0.0:1746130303.370300:0:25215:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849440384 00002000:00100000:0.0:1746130303.370338:0:25215:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x1a:0x0] (10485760->11534335) req@ffff8800a79edc00 x1830949849440384/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:328/0 lens 488/0 e 0 to 0 dl 1746130353 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746130303.370349:0:25215:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a79edc00 with x1830949849440384 ext(10485760->11534335) 00002000:00010000:0.0:1746130303.370354:0:25215:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a79edc00 00000100:00100000:1.0:1746130303.370723:0:25215:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849440512 00000100:00100000:1.0:1746130303.370727:0:25215:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849440512 00002000:00100000:1.0:1746130303.370742:0:25215:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x1a:0x0] (11534336->12582911) req@ffff8800a79ef480 x1830949849440512/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:328/0 lens 488/0 e 0 to 0 dl 1746130353 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746130303.370749:0:25215:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a79ef480 with x1830949849440512 ext(11534336->12582911) 00000100:00100000:2.0:1746130303.370763:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849440768 00002000:00010000:1.0:1746130303.370763:0:25215:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a79ef480 00000100:00100000:2.0:1746130303.370767:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849440768 00000100:00100000:1.0:1746130303.370775:0:25215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5196 00002000:00100000:2.0:1746130303.370782:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x1a:0x0] (10485760->11534335) req@ffff8800a79ec380 x1830949849440768/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:328/0 lens 488/0 e 0 to 0 dl 1746130353 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00000100:00100000:1.0:1746130303.370782:0:25215:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a79edc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:640ea846-b909-4eea-9a54-417e15bd627b+35:1962:x1830949849440384:12345-192.168.204.51@tcp:3:cmp.0 00002000:00100000:2.0:1746130303.370789:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a79ec380 with x1830949849440768 ext(10485760->11534335) 00002000:00010000:2.0:1746130303.370791:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a79ec380 00000100:00100000:2.0:1746130303.370807:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5197 00000100:00100000:2.0:1746130303.370811:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a79ef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+35:1962:x1830949849440512:12345-192.168.204.51@tcp:3:cmp.0 00000100:00100000:1.0:1746130303.370847:0:8473:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5198 00000100:00100000:1.0:1746130303.370853:0:8473:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a79ec380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:640ea846-b909-4eea-9a54-417e15bd627b+8:1962:x1830949849440768:12345-192.168.204.51@tcp:3:cmp.0 00000100:00100000:2.0:1746130303.378490:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130303.378531:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130303.378605:0:8474:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849441024 00000100:00100000:3.0:1746130303.378613:0:8474:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849441024 00002000:00100000:3.0:1746130303.378657:0:8474:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x1b:0x0] (9437184->10485759) req@ffff88008ac4f480 x1830949849441024/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:328/0 lens 488/0 e 0 to 0 dl 1746130353 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746130303.378667:0:8474:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ac4f480 with x1830949849441024 ext(9437184->10485759) 00002000:00010000:3.0:1746130303.378673:0:8474:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008ac4f480 00000100:00100000:3.0:1746130303.378703:0:8474:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849441280 00000100:00100000:3.0:1746130303.378705:0:8474:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849441280 00002000:00100000:3.0:1746130303.378719:0:8474:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x1b:0x0] (9437184->10485759) req@ffff88008ac4dc00 x1830949849441280/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:328/0 lens 488/0 e 0 to 0 dl 1746130353 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746130303.378732:0:8474:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ac4dc00 with x1830949849441280 ext(9437184->10485759) 00002000:00010000:3.0:1746130303.378735:0:8474:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008ac4dc00 00000100:00100000:3.0:1746130303.378751:0:8474:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5199 00000100:00100000:0.0:1746130303.378756:0:376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5200 00000100:00100000:3.0:1746130303.378758:0:8474:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ac4f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:640ea846-b909-4eea-9a54-417e15bd627b+10:1961:x1830949849441024:12345-192.168.204.51@tcp:3:cmp.0 00000100:00100000:0.0:1746130303.378762:0:376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ac4dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:640ea846-b909-4eea-9a54-417e15bd627b+38:1961:x1830949849441280:12345-192.168.204.51@tcp:3:cmp.0 00000100:00100000:0.0:1746130303.388000:0:8473:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a79ec380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:640ea846-b909-4eea-9a54-417e15bd627b+10:1962:x1830949849440768:12345-192.168.204.51@tcp:3:cmp.0 Request processed in 17137us (17769us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746130303.388010:0:8473:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5198 00002000:00100000:0.0:1746130303.388019:0:8473:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x1a:0x0] (10485760->11534335) req@ffff8800a79ec380 x1830949849440768/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:328/0 lens 488/440 e 0 to 0 dl 1746130353 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746130303.388028:0:8473:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a79ec380 with x1830949849440768 ext(10485760->11534335) 00002000:00010000:0.0:1746130303.388034:0:8473:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a79ec380 00000100:00100000:0.0:1746130303.388902:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a79ef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+38:1962:x1830949849440512:12345-192.168.204.51@tcp:3:cmp.0 Request processed in 18088us (18723us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746130303.388908:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5197 00002000:00100000:0.0:1746130303.388914:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x1a:0x0] (11534336->12582911) req@ffff8800a79ef480 x1830949849440512/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:328/0 lens 488/440 e 0 to 0 dl 1746130353 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746130303.388921:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a79ef480 with x1830949849440512 ext(11534336->12582911) 00002000:00010000:0.0:1746130303.388924:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a79ef480 00000100:00100000:0.0:1746130303.394179:0:25215:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a79edc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:640ea846-b909-4eea-9a54-417e15bd627b+36:1962:x1830949849440384:12345-192.168.204.51@tcp:3:cmp.0 Request processed in 23388us (24091us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746130303.394190:0:25215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5196 00002000:00100000:0.0:1746130303.394200:0:25215:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x1a:0x0] (10485760->11534335) req@ffff8800a79edc00 x1830949849440384/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:328/0 lens 488/440 e 0 to 0 dl 1746130353 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746130303.394208:0:25215:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a79edc00 with x1830949849440384 ext(10485760->11534335) 00002000:00010000:0.0:1746130303.394214:0:25215:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a79edc00 00000100:00100000:3.0:1746130303.397332:0:8474:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ac4f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:640ea846-b909-4eea-9a54-417e15bd627b+8:1961:x1830949849441024:12345-192.168.204.51@tcp:3:cmp.0 Request processed in 18565us (18844us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746130303.397343:0:8474:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5199 00002000:00100000:3.0:1746130303.397352:0:8474:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x1b:0x0] (9437184->10485759) req@ffff88008ac4f480 x1830949849441024/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:328/0 lens 488/440 e 0 to 0 dl 1746130353 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746130303.397360:0:8474:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ac4f480 with x1830949849441024 ext(9437184->10485759) 00002000:00010000:3.0:1746130303.397366:0:8474:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008ac4f480 00000100:00100000:2.0:1746130303.405942:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130303.406121:0:8474:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849441536 00000100:00100000:3.0:1746130303.406131:0:8474:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849441536 00002000:00100000:3.0:1746130303.406168:0:8474:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x1b:0x0] (10485760->11534335) req@ffff88008ac4d880 x1830949849441536/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:328/0 lens 488/0 e 0 to 0 dl 1746130353 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746130303.406179:0:8474:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ac4d880 with x1830949849441536 ext(10485760->11534335) 00002000:00010000:3.0:1746130303.406184:0:8474:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008ac4d880 00000100:00100000:3.0:1746130303.406204:0:8474:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5201 00000100:00100000:3.0:1746130303.406211:0:8474:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ac4d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:640ea846-b909-4eea-9a54-417e15bd627b+8:1961:x1830949849441536:12345-192.168.204.51@tcp:3:cmp.0 00000100:00100000:0.0:1746130303.407601:0:376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ac4dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:640ea846-b909-4eea-9a54-417e15bd627b+34:1961:x1830949849441280:12345-192.168.204.51@tcp:3:cmp.0 Request processed in 28835us (29066us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746130303.407610:0:376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5200 00002000:00100000:0.0:1746130303.407617:0:376:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x1b:0x0] (9437184->10485759) req@ffff88008ac4dc00 x1830949849441280/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:328/0 lens 488/440 e 0 to 0 dl 1746130353 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746130303.407625:0:376:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ac4dc00 with x1830949849441280 ext(9437184->10485759) 00002000:00010000:0.0:1746130303.407628:0:376:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008ac4dc00 00000100:00100000:2.0:1746130303.417078:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130303.417309:0:376:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849441792 00000100:00100000:0.0:1746130303.417318:0:376:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849441792 00002000:00100000:0.0:1746130303.417359:0:376:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x1b:0x0] (10485760->11534335) req@ffff88008ac4f100 x1830949849441792/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:328/0 lens 488/0 e 0 to 0 dl 1746130353 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746130303.417368:0:376:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ac4f100 with x1830949849441792 ext(10485760->11534335) 00002000:00010000:0.0:1746130303.417374:0:376:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008ac4f100 00000100:00100000:0.0:1746130303.417413:0:376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5202 00000100:00100000:0.0:1746130303.417419:0:376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ac4f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:640ea846-b909-4eea-9a54-417e15bd627b+34:1961:x1830949849441792:12345-192.168.204.51@tcp:3:cmp.0 00000100:00100000:2.0:1746130303.423899:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130303.424126:0:8474:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ac4d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:640ea846-b909-4eea-9a54-417e15bd627b+8:1961:x1830949849441536:12345-192.168.204.51@tcp:3:cmp.0 Request processed in 17912us (18191us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746130303.424136:0:8474:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5201 00002000:00100000:3.0:1746130303.424147:0:8474:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x1b:0x0] (10485760->11534335) req@ffff88008ac4d880 x1830949849441536/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:328/0 lens 488/440 e 0 to 0 dl 1746130353 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746130303.424155:0:8474:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ac4d880 with x1830949849441536 ext(10485760->11534335) 00002000:00010000:3.0:1746130303.424160:0:8474:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008ac4d880 00000100:00100000:3.0:1746130303.424179:0:8474:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849442048 00000100:00100000:3.0:1746130303.424185:0:8474:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849442048 00002000:00100000:3.0:1746130303.424209:0:8474:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x1b:0x0] (11534336->12582911) req@ffff88008ac4d500 x1830949849442048/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:328/0 lens 488/0 e 0 to 0 dl 1746130353 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746130303.424215:0:8474:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ac4d500 with x1830949849442048 ext(11534336->12582911) 00002000:00010000:3.0:1746130303.424217:0:8474:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008ac4d500 00000100:00100000:3.0:1746130303.424232:0:8474:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5203 00000100:00100000:3.0:1746130303.424238:0:8474:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ac4d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:640ea846-b909-4eea-9a54-417e15bd627b+8:1961:x1830949849442048:12345-192.168.204.51@tcp:3:cmp.0 00000100:00100000:2.0:1746130303.435610:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130303.435810:0:25215:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849442304 00000100:00100000:0.0:1746130303.435819:0:25215:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849442304 00002000:00100000:0.0:1746130303.435859:0:25215:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x1a:0x0] (11534336->12582911) req@ffff880093171180 x1830949849442304/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:328/0 lens 488/0 e 0 to 0 dl 1746130353 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746130303.435869:0:25215:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093171180 with x1830949849442304 ext(11534336->12582911) 00002000:00010000:0.0:1746130303.435875:0:25215:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093171180 00000100:00100000:0.0:1746130303.435918:0:25215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5204 00000100:00100000:0.0:1746130303.435926:0:25215:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093171180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:640ea846-b909-4eea-9a54-417e15bd627b+10:1961:x1830949849442304:12345-192.168.204.51@tcp:3:cmp.0 00000100:00100000:1.0:1746130303.439661:0:376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ac4f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:640ea846-b909-4eea-9a54-417e15bd627b+34:1961:x1830949849441792:12345-192.168.204.51@tcp:3:cmp.0 Request processed in 22228us (22579us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746130303.439674:0:376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5202 00002000:00100000:1.0:1746130303.439685:0:376:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x1b:0x0] (10485760->11534335) req@ffff88008ac4f100 x1830949849441792/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:328/0 lens 488/440 e 0 to 0 dl 1746130353 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746130303.439693:0:376:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ac4f100 with x1830949849441792 ext(10485760->11534335) 00002000:00010000:1.0:1746130303.439698:0:376:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008ac4f100 00000100:00100000:3.0:1746130303.439929:0:8474:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ac4d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:640ea846-b909-4eea-9a54-417e15bd627b+10:1961:x1830949849442048:12345-192.168.204.51@tcp:3:cmp.0 Request processed in 15690us (16038us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746130303.439935:0:8474:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5203 00002000:00100000:3.0:1746130303.439941:0:8474:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x1b:0x0] (11534336->12582911) req@ffff88008ac4d500 x1830949849442048/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:328/0 lens 488/440 e 0 to 0 dl 1746130353 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746130303.439948:0:8474:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ac4d500 with x1830949849442048 ext(11534336->12582911) 00002000:00010000:3.0:1746130303.439951:0:8474:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008ac4d500 00000100:00100000:0.0:1746130303.449025:0:25215:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093171180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:640ea846-b909-4eea-9a54-417e15bd627b+8:1961:x1830949849442304:12345-192.168.204.51@tcp:3:cmp.0 Request processed in 13089us (13413us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746130303.449038:0:25215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5204 00002000:00100000:0.0:1746130303.449051:0:25215:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x1a:0x0] (11534336->12582911) req@ffff880093171180 x1830949849442304/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:328/0 lens 488/440 e 0 to 0 dl 1746130353 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746130303.449061:0:25215:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093171180 with x1830949849442304 ext(11534336->12582911) 00002000:00010000:0.0:1746130303.449066:0:25215:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093171180 00000100:00100000:2.0:1746130303.458344:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130303.460396:0:25215:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849442560 00000100:00100000:0.0:1746130303.460409:0:25215:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849442560 00002000:00100000:0.0:1746130303.460464:0:25215:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x1a:0x0] (12582912->13631487) req@ffff88008af75500 x1830949849442560/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:328/0 lens 488/0 e 0 to 0 dl 1746130353 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746130303.460476:0:25215:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008af75500 with x1830949849442560 ext(12582912->13631487) 00002000:00010000:0.0:1746130303.460481:0:25215:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008af75500 00000100:00100000:0.0:1746130303.460532:0:25215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5205 00000100:00100000:0.0:1746130303.460543:0:25215:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008af75500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:640ea846-b909-4eea-9a54-417e15bd627b+34:1964:x1830949849442560:12345-192.168.204.51@tcp:3:cmp.0 00000100:00100000:1.0:1746130303.467729:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130303.467802:0:8474:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849442816 00000100:00100000:3.0:1746130303.467810:0:8474:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849442816 00002000:00100000:3.0:1746130303.467844:0:8474:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x1b:0x0] (11534336->12582911) req@ffff8801350bed80 x1830949849442816/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:328/0 lens 488/0 e 0 to 0 dl 1746130353 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746130303.467853:0:8474:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801350bed80 with x1830949849442816 ext(11534336->12582911) 00002000:00010000:3.0:1746130303.467858:0:8474:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801350bed80 00000100:00100000:3.0:1746130303.467875:0:8474:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5206 00000100:00100000:3.0:1746130303.467881:0:8474:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801350bed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:640ea846-b909-4eea-9a54-417e15bd627b+36:1961:x1830949849442816:12345-192.168.204.51@tcp:3:cmp.0 00000100:00100000:0.0:1746130303.468572:0:25215:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008af75500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:640ea846-b909-4eea-9a54-417e15bd627b+36:1964:x1830949849442560:12345-192.168.204.51@tcp:3:cmp.0 Request processed in 8027us (10232us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746130303.468583:0:25215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5205 00002000:00100000:0.0:1746130303.468590:0:25215:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x1a:0x0] (12582912->13631487) req@ffff88008af75500 x1830949849442560/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:328/0 lens 488/440 e 0 to 0 dl 1746130353 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746130303.468598:0:25215:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008af75500 with x1830949849442560 ext(12582912->13631487) 00002000:00010000:0.0:1746130303.468602:0:25215:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008af75500 00000100:00100000:3.0:1746130303.474773:0:8474:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801350bed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:640ea846-b909-4eea-9a54-417e15bd627b+34:1961:x1830949849442816:12345-192.168.204.51@tcp:3:cmp.0 Request processed in 6881us (7042us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746130303.474784:0:8474:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5206 00002000:00100000:3.0:1746130303.474794:0:8474:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x1b:0x0] (11534336->12582911) req@ffff8801350bed80 x1830949849442816/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:328/0 lens 488/440 e 0 to 0 dl 1746130353 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746130303.474802:0:8474:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801350bed80 with x1830949849442816 ext(11534336->12582911) 00002000:00010000:3.0:1746130303.474807:0:8474:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801350bed80 00000100:00100000:2.0:1746130303.477959:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130303.478093:0:8474:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849443072 00000100:00100000:3.0:1746130303.478102:0:8474:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849443072 00002000:00100000:3.0:1746130303.478160:0:8474:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x1b:0x0] (12582912->13631487) req@ffff88008af77b80 x1830949849443072/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:328/0 lens 488/0 e 0 to 0 dl 1746130353 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746130303.478170:0:8474:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008af77b80 with x1830949849443072 ext(12582912->13631487) 00002000:00010000:3.0:1746130303.478175:0:8474:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008af77b80 00000100:00100000:3.0:1746130303.478223:0:8474:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5207 00000100:00100000:3.0:1746130303.478232:0:8474:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008af77b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:640ea846-b909-4eea-9a54-417e15bd627b+8:1962:x1830949849443072:12345-192.168.204.51@tcp:3:cmp.0 00000100:00100000:3.0:1746130303.485666:0:8474:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008af77b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:640ea846-b909-4eea-9a54-417e15bd627b+8:1962:x1830949849443072:12345-192.168.204.51@tcp:3:cmp.0 Request processed in 7425us (7709us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746130303.485677:0:8474:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5207 00002000:00100000:3.0:1746130303.485686:0:8474:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x1b:0x0] (12582912->13631487) req@ffff88008af77b80 x1830949849443072/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:328/0 lens 488/440 e 0 to 0 dl 1746130353 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746130303.485699:0:8474:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008af77b80 with x1830949849443072 ext(12582912->13631487) 00002000:00010000:3.0:1746130303.485705:0:8474:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008af77b80 00000100:00100000:1.0:1746130303.490146:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130303.490303:0:7113:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849443328 00000100:00100000:2.0:1746130303.490313:0:7113:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849443328 00000100:00100000:2.0:1746130303.490366:0:7113:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 166 00000100:00100000:2.0:1746130303.490375:0:7113:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5d6a050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:640ea846-b909-4eea-9a54-417e15bd627b+23:1121:x1830949849443328:12345-192.168.204.51@tcp:35:cmp.0 00000100:00100000:2.0:1746130303.490726:0:7113:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5d6a050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:640ea846-b909-4eea-9a54-417e15bd627b+24:1121:x1830949849443328:12345-192.168.204.51@tcp:35:cmp.0 Request processed in 352us (584us total) trans 4294992240 rc 0/0 00000100:00100000:2.0:1746130303.490735:0:7113:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 166 00000100:00100000:2.0:1746130303.502071:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130303.502142:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849443584 00000100:00100000:3.0:1746130303.502150:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849443584 00000100:00100000:3.0:1746130303.502209:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 60766 00000100:00100000:3.0:1746130303.502216:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008af77800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+15:1124:x1830949849443584:12345-192.168.204.51@tcp:101:cmp.0 00010000:00010000:3.0:1746130303.502233:0:7111:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746130303.502249:0:7111:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009421f600/0x4ce24e5787362f25 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae41077 expref: -99 pid: 7111 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130303.502372:0:7111:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009421f400/0x4ce24e5787362f2c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7111 initiator: MDT0 00010000:00010000:3.0:1746130303.502384:0:7111:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009421f400/0x4ce24e5787362f2c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7111 initiator: MDT0 00010000:00010000:3.0:1746130303.502393:0:7111:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009421f400/0x4ce24e5787362f2c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7111 initiator: MDT0 00000004:00200000:3.0:1746130303.502402:0:7111:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x4b:0x0]: returning size 26214400 00010000:00010000:3.0:1746130303.502568:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009421f600/0x4ce24e5787362f25 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae41077 expref: 18 pid: 7111 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130303.502711:0:7111:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009421f400/0x4ce24e5787362f2c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae41077 expref: 17 pid: 7111 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130303.502719:0:7111:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4b:0x0].0x0 (ffff880093e20000) 00010000:00010000:3.0:1746130303.502721:0:7111:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1746130303.502724:0:7111:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009421f400, rc 0) 00000100:00100000:3.0:1746130303.502917:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008af77800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+17:1124:x1830949849443584:12345-192.168.204.51@tcp:101:cmp.0 Request processed in 700us (854us total) trans 4294992241 rc 0/0 00000100:00100000:3.0:1746130303.502923:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 60766 00000100:00100000:2.0:1746130303.506389:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130303.506431:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130303.506501:0:7924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849443712 00000100:00100000:0.0:1746130303.506510:0:7924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849443712 00000100:00100000:0.0:1746130303.506569:0:7924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 393 00000100:00100000:0.0:1746130303.506576:0:7924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008af74000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+17:1962:x1830949849443712:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746130303.506589:0:7924:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746130303.506610:0:7924:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009421f400/0x4ce24e5787362f2c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae41077 expref: 17 pid: 7111 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130303.506629:0:7924:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4b:0x0].0x0 (ffff880093e20000) 00010000:00010000:0.0:1746130303.506632:0:7924:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746130303.506667:0:7924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008af74000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+16:1962:x1830949849443712:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 93us (287us total) trans 0 rc 0/0 00000100:00100000:0.0:1746130303.506673:0:7924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 393 00000100:00100000:3.0:1746130303.507010:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849443968 00000100:00100000:3.0:1746130303.507014:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849443968 00000100:00100000:3.0:1746130303.507044:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 60767 00000100:00100000:3.0:1746130303.507048:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093170e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+16:1124:x1830949849443968:12345-192.168.204.51@tcp:101:cmp.0 00010000:00010000:3.0:1746130303.507063:0:7111:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746130303.507073:0:7111:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009421f600/0x4ce24e5787362f3a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae4107e expref: -99 pid: 7111 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130303.507145:0:7111:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094450400/0x4ce24e5787362f41 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7111 initiator: MDT0 00010000:00010000:3.0:1746130303.507154:0:7111:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094450400/0x4ce24e5787362f41 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7111 initiator: MDT0 00010000:00010000:3.0:1746130303.507162:0:7111:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094450400/0x4ce24e5787362f41 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7111 initiator: MDT0 00000004:00200000:3.0:1746130303.507170:0:7111:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x4d:0x0]: returning size 26214400 00010000:00010000:3.0:1746130303.507262:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009421f600/0x4ce24e5787362f3a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4107e expref: 19 pid: 7111 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130303.507309:0:7111:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880094450400/0x4ce24e5787362f41 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4107e expref: 18 pid: 7111 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130303.507314:0:7111:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4d:0x0].0x0 (ffff8800b1a1e200) 00010000:00010000:3.0:1746130303.507316:0:7111:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1746130303.507319:0:7111:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094450400, rc 0) 00000100:00100000:3.0:1746130303.507353:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093170e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+18:1124:x1830949849443968:12345-192.168.204.51@tcp:101:cmp.0 Request processed in 304us (921us total) trans 4294992242 rc 0/0 00000100:00100000:3.0:1746130303.507359:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 60767 00000100:00100000:0.0:1746130303.510619:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130303.510645:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130303.510670:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130303.510709:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849444224 00000100:00100000:2.0:1746130303.510717:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849444224 00000100:00100000:2.0:1746130303.510757:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6709 00000100:00100000:2.0:1746130303.510765:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a79eca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c84b93b0-d496-484f-8e1e-94008838f2dd+7:1963:x1830949849444224:12345-192.168.204.51@tcp:101:cmp.0 00010000:00010000:2.0:1746130303.510779:0:8467:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746130303.510794:0:8467:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091fe7600/0x4ce24e5787362f4f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae41085 expref: -99 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130303.510815:0:8467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130303.510817:0:8467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1746130303.510818:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849444096 00010000:00010000:2.0:1746130303.510823:0:8467:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091fe7600/0x4ce24e5787362f4f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae41085 expref: 8 pid: 8467 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1746130303.510823:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849444096 00010000:00010000:2.0:1746130303.510837:0:8467:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880091fe7600/0x4ce24e5787362f4f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae41085 expref: 8 pid: 8467 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746130303.510846:0:8467:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091fe7600, rc 0) 00000100:00100000:1.0:1746130303.510859:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 394 00000100:00100000:1.0:1746130303.510865:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a79edf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+18:1962:x1830949849444096:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746130303.510875:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746130303.510893:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094450400/0x4ce24e5787362f41 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4107e expref: 18 pid: 7111 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130303.510908:0:7097:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4d:0x0].0x0 (ffff8800b1a1e200) 00010000:00010000:1.0:1746130303.510911:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746130303.511068:0:20953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849444352 00000100:00100000:3.0:1746130303.511072:0:20953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849444352 00000100:00100000:2.0:1746130303.511102:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a79eca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c84b93b0-d496-484f-8e1e-94008838f2dd+8:1963:x1830949849444224:12345-192.168.204.51@tcp:101:cmp.0 Request processed in 338us (454us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130303.511102:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a79edf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+17:1962:x1830949849444096:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 237us (489us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130303.511108:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6709 00000100:00100000:1.0:1746130303.511108:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 394 00000100:00100000:3.0:1746130303.511187:0:20953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6710 00000100:00100000:3.0:1746130303.511193:0:20953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a79ef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c84b93b0-d496-484f-8e1e-94008838f2dd+31:1964:x1830949849444352:12345-192.168.204.51@tcp:101:cmp.0 00010000:00010000:3.0:1746130303.511201:0:20953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746130303.511210:0:20953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009421f400/0x4ce24e5787362f56 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae4108c expref: -99 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130303.511221:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130303.511223:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130303.511227:0:20953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009421f400/0x4ce24e5787362f56 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4108c expref: 32 pid: 20953 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746130303.511241:0:20953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009421f400/0x4ce24e5787362f56 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4108c expref: 32 pid: 20953 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746130303.511564:0:20953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009421f400, rc 0) 00000100:00100000:3.0:1746130303.511584:0:20953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a79ef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c84b93b0-d496-484f-8e1e-94008838f2dd+32:1964:x1830949849444352:12345-192.168.204.51@tcp:101:cmp.0 Request processed in 391us (913us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130303.511589:0:20953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6710 00000100:00100000:0.0:1746130303.526401:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130303.526440:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130303.526459:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130303.526479:0:25215:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849444608 00000100:00100000:0.0:1746130303.526486:0:25215:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849444608 00002000:00100000:0.0:1746130303.526521:0:25215:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x1b:0x0] (0->1048575) req@ffff8800a79ed180 x1830949849444608/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:328/0 lens 488/0 e 0 to 0 dl 1746130353 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746130303.526530:0:25215:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a79ed180 with x1830949849444608 ext(0->1048575) 00002000:00010000:0.0:1746130303.526535:0:25215:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a79ed180 00000100:00100000:0.0:1746130303.526562:0:25215:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849444864 00000100:00100000:0.0:1746130303.526566:0:25215:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849444864 00002000:00100000:0.0:1746130303.526576:0:25215:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x1b:0x0] (1048576->2097151) req@ffff8800a79ed500 x1830949849444864/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:328/0 lens 488/0 e 0 to 0 dl 1746130353 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746130303.526582:0:25215:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a79ed500 with x1830949849444864 ext(1048576->2097151) 00002000:00010000:0.0:1746130303.526584:0:25215:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a79ed500 00000100:00100000:0.0:1746130303.526593:0:25215:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849445120 00000100:00100000:0.0:1746130303.526595:0:25215:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849445120 00002000:00100000:0.0:1746130303.526604:0:25215:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x1b:0x0] (0->1048575) req@ffff8800a79efb80 x1830949849445120/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:328/0 lens 488/0 e 0 to 0 dl 1746130353 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746130303.526610:0:25215:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a79efb80 with x1830949849445120 ext(0->1048575) 00002000:00010000:0.0:1746130303.526613:0:25215:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a79efb80 00000100:00100000:0.0:1746130303.526623:0:25215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5208 00000100:00100000:0.0:1746130303.526629:0:25215:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a79ed180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c84b93b0-d496-484f-8e1e-94008838f2dd+9:1961:x1830949849444608:12345-192.168.204.51@tcp:3:cmp.0 00000100:00100000:2.0:1746130303.526709:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5209 00000100:00100000:2.0:1746130303.526717:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a79ed500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+9:1962:x1830949849444864:12345-192.168.204.51@tcp:3:cmp.0 00000100:00100000:0.0:1746130303.527401:0:8473:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5210 00000100:00100000:0.0:1746130303.527408:0:8473:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a79efb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c84b93b0-d496-484f-8e1e-94008838f2dd+32:1963:x1830949849445120:12345-192.168.204.51@tcp:3:cmp.0 00000100:00100000:2.0:1746130303.527461:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130303.527478:0:8475:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849445248 00000100:00100000:2.0:1746130303.527482:0:8475:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849445248 00002000:00100000:2.0:1746130303.527501:0:8475:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x1b:0x0] (1048576->2097151) req@ffff8800a5969c00 x1830949849445248/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:328/0 lens 488/0 e 0 to 0 dl 1746130353 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746130303.527509:0:8475:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5969c00 with x1830949849445248 ext(1048576->2097151) 00002000:00010000:2.0:1746130303.527512:0:8475:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a5969c00 00000100:00100000:2.0:1746130303.527524:0:8475:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5211 00000100:00100000:2.0:1746130303.527528:0:8475:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5969c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c84b93b0-d496-484f-8e1e-94008838f2dd+34:1964:x1830949849445248:12345-192.168.204.51@tcp:3:cmp.0 00000100:00100000:0.0:1746130303.540437:0:25215:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a79ed180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c84b93b0-d496-484f-8e1e-94008838f2dd+10:1961:x1830949849444608:12345-192.168.204.51@tcp:3:cmp.0 Request processed in 13795us (14031us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746130303.540449:0:25215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5208 00002000:00100000:0.0:1746130303.540461:0:25215:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x1b:0x0] (0->1048575) req@ffff8800a79ed180 x1830949849444608/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:328/0 lens 488/440 e 0 to 0 dl 1746130353 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746130303.540468:0:25215:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a79ed180 with x1830949849444608 ext(0->1048575) 00002000:00010000:0.0:1746130303.540473:0:25215:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a79ed180 00000100:00100000:2.0:1746130303.546090:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a79ed500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+8:1962:x1830949849444864:12345-192.168.204.51@tcp:3:cmp.0 Request processed in 19365us (19639us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746130303.546102:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5209 00002000:00100000:2.0:1746130303.546111:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x1b:0x0] (1048576->2097151) req@ffff8800a79ed500 x1830949849444864/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:328/0 lens 488/440 e 0 to 0 dl 1746130353 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746130303.546119:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a79ed500 with x1830949849444864 ext(1048576->2097151) 00002000:00010000:2.0:1746130303.546125:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a79ed500 00000100:00100000:0.0:1746130303.550848:0:8473:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a79efb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c84b93b0-d496-484f-8e1e-94008838f2dd+34:1963:x1830949849445120:12345-192.168.204.51@tcp:3:cmp.0 Request processed in 23431us (24378us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746130303.550860:0:8473:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5210 00002000:00100000:0.0:1746130303.550870:0:8473:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x1b:0x0] (0->1048575) req@ffff8800a79efb80 x1830949849445120/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:328/0 lens 488/440 e 0 to 0 dl 1746130353 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746130303.550880:0:8473:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a79efb80 with x1830949849445120 ext(0->1048575) 00002000:00010000:0.0:1746130303.550886:0:8473:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a79efb80 00000100:00100000:2.0:1746130303.551555:0:8475:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5969c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c84b93b0-d496-484f-8e1e-94008838f2dd+32:1964:x1830949849445248:12345-192.168.204.51@tcp:3:cmp.0 Request processed in 24023us (24092us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746130303.551562:0:8475:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5211 00002000:00100000:2.0:1746130303.551567:0:8475:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x1b:0x0] (1048576->2097151) req@ffff8800a5969c00 x1830949849445248/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:328/0 lens 488/440 e 0 to 0 dl 1746130353 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746130303.551579:0:8475:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5969c00 with x1830949849445248 ext(1048576->2097151) 00002000:00010000:2.0:1746130303.551582:0:8475:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a5969c00 00000100:00100000:3.0:1746130303.572650:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130303.572694:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130303.572717:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130303.572738:0:8473:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849445632 00000100:00100000:3.0:1746130303.572746:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130303.572747:0:8473:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849445632 00002000:00100000:0.0:1746130303.572785:0:8473:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x1b:0x0] (2097152->3145727) req@ffff8800a4cd5880 x1830949849445632/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:328/0 lens 488/0 e 0 to 0 dl 1746130353 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00000100:00100000:3.0:1746130303.572794:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849445888 00002000:00100000:0.0:1746130303.572794:0:8473:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a4cd5880 with x1830949849445632 ext(2097152->3145727) 00000100:00100000:3.0:1746130303.572798:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849445888 00002000:00010000:0.0:1746130303.572799:0:8473:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a4cd5880 00000100:00100000:0.0:1746130303.572814:0:8473:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849446144 00002000:00100000:3.0:1746130303.572816:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x1b:0x0] (3145728->4194303) req@ffff8800a4cd4700 x1830949849445888/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:328/0 lens 488/0 e 0 to 0 dl 1746130353 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00000100:00100000:0.0:1746130303.572816:0:8473:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849446144 00002000:00100000:3.0:1746130303.572824:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a4cd4700 with x1830949849445888 ext(3145728->4194303) 00002000:00100000:0.0:1746130303.572826:0:8473:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x1b:0x0] (2097152->3145727) req@ffff8800a4cd4000 x1830949849446144/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:328/0 lens 488/0 e 0 to 0 dl 1746130353 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00010000:3.0:1746130303.572828:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a4cd4700 00002000:00100000:0.0:1746130303.572833:0:8473:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a4cd4000 with x1830949849446144 ext(2097152->3145727) 00002000:00010000:0.0:1746130303.572835:0:8473:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a4cd4000 00000100:00100000:3.0:1746130303.572838:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849446400 00000100:00100000:3.0:1746130303.572840:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849446400 00000100:00100000:0.0:1746130303.572846:0:8473:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5212 00002000:00100000:3.0:1746130303.572851:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x1b:0x0] (3145728->4194303) req@ffff8800a4cd6a00 x1830949849446400/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:328/0 lens 488/0 e 0 to 0 dl 1746130353 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00000100:00100000:0.0:1746130303.572852:0:8473:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4cd5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c84b93b0-d496-484f-8e1e-94008838f2dd+9:1962:x1830949849445632:12345-192.168.204.51@tcp:3:cmp.0 00002000:00100000:3.0:1746130303.572858:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a4cd6a00 with x1830949849446400 ext(3145728->4194303) 00002000:00010000:3.0:1746130303.572861:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a4cd6a00 00000100:00100000:3.0:1746130303.572872:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5213 00000100:00100000:3.0:1746130303.572877:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4cd4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+9:1961:x1830949849445888:12345-192.168.204.51@tcp:3:cmp.0 00000100:00100000:3.0:1746130303.572910:0:8474:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5214 00000100:00100000:3.0:1746130303.572915:0:8474:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4cd4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+33:1962:x1830949849446144:12345-192.168.204.51@tcp:3:cmp.0 00000100:00100000:3.0:1746130303.573540:0:19438:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5215 00000100:00100000:3.0:1746130303.573546:0:19438:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4cd6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+34:1961:x1830949849446400:12345-192.168.204.51@tcp:3:cmp.0 00000100:00100000:1.0:1746130303.590071:0:8473:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4cd5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c84b93b0-d496-484f-8e1e-94008838f2dd+10:1962:x1830949849445632:12345-192.168.204.51@tcp:3:cmp.0 Request processed in 17206us (17418us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746130303.590086:0:8473:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5212 00002000:00100000:1.0:1746130303.590096:0:8473:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x1b:0x0] (2097152->3145727) req@ffff8800a4cd5880 x1830949849445632/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:328/0 lens 488/440 e 0 to 0 dl 1746130353 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746130303.590104:0:8473:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a4cd5880 with x1830949849445632 ext(2097152->3145727) 00002000:00010000:1.0:1746130303.590110:0:8473:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a4cd5880 00000100:00100000:2.0:1746130303.590344:0:8474:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4cd4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+34:1962:x1830949849446144:12345-192.168.204.51@tcp:3:cmp.0 Request processed in 17428us (17625us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746130303.590350:0:8474:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5214 00002000:00100000:2.0:1746130303.590356:0:8474:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x1b:0x0] (2097152->3145727) req@ffff8800a4cd4000 x1830949849446144/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:328/0 lens 488/440 e 0 to 0 dl 1746130353 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746130303.590363:0:8474:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a4cd4000 with x1830949849446144 ext(2097152->3145727) 00002000:00010000:2.0:1746130303.590366:0:8474:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a4cd4000 00000100:00100000:0.0:1746130303.597346:0:19438:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4cd6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+32:1961:x1830949849446400:12345-192.168.204.51@tcp:3:cmp.0 Request processed in 23788us (24587us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746130303.597361:0:19438:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5215 00002000:00100000:0.0:1746130303.597371:0:19438:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x1b:0x0] (3145728->4194303) req@ffff8800a4cd6a00 x1830949849446400/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:328/0 lens 488/440 e 0 to 0 dl 1746130353 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746130303.597380:0:19438:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a4cd6a00 with x1830949849446400 ext(3145728->4194303) 00002000:00010000:0.0:1746130303.597385:0:19438:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a4cd6a00 00000100:00100000:2.0:1746130303.600813:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4cd4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+8:1961:x1830949849445888:12345-192.168.204.51@tcp:3:cmp.0 Request processed in 27926us (28109us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746130303.600823:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5213 00002000:00100000:2.0:1746130303.600832:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x1b:0x0] (3145728->4194303) req@ffff8800a4cd4700 x1830949849445888/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:328/0 lens 488/440 e 0 to 0 dl 1746130353 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746130303.600841:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a4cd4700 with x1830949849445888 ext(3145728->4194303) 00002000:00010000:2.0:1746130303.600846:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a4cd4700 00000100:00100000:2.0:1746130303.615402:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130303.615439:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130303.616324:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130303.616410:0:19438:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849446912 00000100:00100000:0.0:1746130303.616410:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849446656 00000100:00100000:1.0:1746130303.616420:0:19438:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849446912 00000100:00100000:0.0:1746130303.616420:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849446656 00000100:00100000:2.0:1746130303.616433:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130303.616465:0:8473:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849447168 00002000:00100000:1.0:1746130303.616466:0:19438:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x1b:0x0] (5242880->6291455) req@ffff880134a80000 x1830949849446912/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:328/0 lens 488/0 e 0 to 0 dl 1746130353 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746130303.616466:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x1b:0x0] (4194304->5242879) req@ffff8800a5968e00 x1830949849446656/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:328/0 lens 488/0 e 0 to 0 dl 1746130353 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00000100:00100000:2.0:1746130303.616469:0:8473:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849447168 00002000:00100000:1.0:1746130303.616476:0:19438:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134a80000 with x1830949849446912 ext(5242880->6291455) 00002000:00100000:0.0:1746130303.616476:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5968e00 with x1830949849446656 ext(4194304->5242879) 00002000:00010000:1.0:1746130303.616482:0:19438:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880134a80000 00002000:00010000:0.0:1746130303.616482:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a5968e00 00002000:00100000:2.0:1746130303.616490:0:8473:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x1b:0x0] (4194304->5242879) req@ffff880134a82300 x1830949849447168/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:328/0 lens 488/0 e 0 to 0 dl 1746130353 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00000100:00100000:0.0:1746130303.616496:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849447424 00002000:00100000:2.0:1746130303.616498:0:8473:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134a82300 with x1830949849447168 ext(4194304->5242879) 00000100:00100000:0.0:1746130303.616498:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849447424 00002000:00010000:2.0:1746130303.616502:0:8473:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880134a82300 00000100:00100000:1.0:1746130303.616503:0:19438:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5216 00002000:00100000:0.0:1746130303.616506:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x1b:0x0] (5242880->6291455) req@ffff8801354c5f80 x1830949849447424/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:328/0 lens 488/0 e 0 to 0 dl 1746130353 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00000100:00100000:1.0:1746130303.616510:0:19438:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5968e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+9:1961:x1830949849446656:12345-192.168.204.51@tcp:3:cmp.0 00002000:00100000:0.0:1746130303.616512:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801354c5f80 with x1830949849447424 ext(5242880->6291455) 00002000:00010000:0.0:1746130303.616514:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801354c5f80 00000100:00100000:2.0:1746130303.616517:0:8473:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5217 00000100:00100000:2.0:1746130303.616523:0:8473:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134a80000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c84b93b0-d496-484f-8e1e-94008838f2dd+9:1961:x1830949849446912:12345-192.168.204.51@tcp:3:cmp.0 00000100:00100000:0.0:1746130303.616527:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5218 00000100:00100000:0.0:1746130303.616531:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134a82300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+33:1961:x1830949849447168:12345-192.168.204.51@tcp:3:cmp.0 00000100:00100000:2.0:1746130303.616575:0:8475:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5219 00000100:00100000:2.0:1746130303.616580:0:8475:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801354c5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c84b93b0-d496-484f-8e1e-94008838f2dd+33:1961:x1830949849447424:12345-192.168.204.51@tcp:3:cmp.0 00000100:00100000:1.0:1746130303.627439:0:19438:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5968e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+10:1961:x1830949849446656:12345-192.168.204.51@tcp:3:cmp.0 Request processed in 10829us (11948us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746130303.627452:0:19438:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5216 00002000:00100000:1.0:1746130303.627465:0:19438:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x1b:0x0] (4194304->5242879) req@ffff8800a5968e00 x1830949849446656/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:328/0 lens 488/440 e 0 to 0 dl 1746130353 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746130303.627476:0:19438:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5968e00 with x1830949849446656 ext(4194304->5242879) 00002000:00010000:1.0:1746130303.627482:0:19438:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a5968e00 00000100:00100000:0.0:1746130303.637597:0:8473:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134a80000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c84b93b0-d496-484f-8e1e-94008838f2dd+8:1961:x1830949849446912:12345-192.168.204.51@tcp:3:cmp.0 Request processed in 21022us (22106us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746130303.637613:0:8473:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5217 00002000:00100000:0.0:1746130303.637626:0:8473:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x1b:0x0] (5242880->6291455) req@ffff880134a80000 x1830949849446912/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:328/0 lens 488/440 e 0 to 0 dl 1746130353 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746130303.637636:0:8473:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134a80000 with x1830949849446912 ext(5242880->6291455) 00002000:00010000:0.0:1746130303.637643:0:8473:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880134a80000 00000100:00100000:2.0:1746130303.637738:0:8475:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801354c5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c84b93b0-d496-484f-8e1e-94008838f2dd+34:1961:x1830949849447424:12345-192.168.204.51@tcp:3:cmp.0 Request processed in 21156us (21304us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746130303.637746:0:8475:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5219 00002000:00100000:2.0:1746130303.637751:0:8475:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x1b:0x0] (5242880->6291455) req@ffff8801354c5f80 x1830949849447424/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:328/0 lens 488/440 e 0 to 0 dl 1746130353 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746130303.637759:0:8475:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801354c5f80 with x1830949849447424 ext(5242880->6291455) 00002000:00010000:2.0:1746130303.637763:0:8475:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801354c5f80 00000100:00100000:0.0:1746130303.640909:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134a82300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+32:1961:x1830949849447168:12345-192.168.204.51@tcp:3:cmp.0 Request processed in 24364us (24575us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746130303.640922:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5218 00002000:00100000:0.0:1746130303.640932:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x1b:0x0] (4194304->5242879) req@ffff880134a82300 x1830949849447168/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:328/0 lens 488/440 e 0 to 0 dl 1746130353 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746130303.640941:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134a82300 with x1830949849447168 ext(4194304->5242879) 00002000:00010000:0.0:1746130303.640947:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880134a82300 00000100:00100000:3.0:1746130303.650985:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130303.651097:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849447680 00000100:00100000:0.0:1746130303.651108:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849447680 00002000:00100000:0.0:1746130303.651156:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x1b:0x0] (6291456->7340031) req@ffff8800a4cd5c00 x1830949849447680/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:328/0 lens 488/0 e 0 to 0 dl 1746130353 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746130303.651164:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a4cd5c00 with x1830949849447680 ext(6291456->7340031) 00002000:00010000:0.0:1746130303.651169:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a4cd5c00 00000100:00100000:0.0:1746130303.651200:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5220 00000100:00100000:0.0:1746130303.651208:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4cd5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+8:1963:x1830949849447680:12345-192.168.204.51@tcp:3:cmp.0 00000100:00100000:1.0:1746130303.660417:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4cd5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+8:1963:x1830949849447680:12345-192.168.204.51@tcp:3:cmp.0 Request processed in 9197us (9440us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746130303.660430:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5220 00002000:00100000:1.0:1746130303.660443:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x1b:0x0] (6291456->7340031) req@ffff8800a4cd5c00 x1830949849447680/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:328/0 lens 488/440 e 0 to 0 dl 1746130353 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746130303.660453:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a4cd5c00 with x1830949849447680 ext(6291456->7340031) 00002000:00010000:1.0:1746130303.660459:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a4cd5c00 00000100:00100000:2.0:1746130303.670244:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130303.670467:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849447936 00000100:00100000:1.0:1746130303.670477:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849447936 00002000:00100000:1.0:1746130303.670525:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x1b:0x0] (6291456->7340031) req@ffff8801354c6a00 x1830949849447936/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:328/0 lens 488/0 e 0 to 0 dl 1746130353 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746130303.670536:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801354c6a00 with x1830949849447936 ext(6291456->7340031) 00002000:00010000:1.0:1746130303.670542:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801354c6a00 00000100:00100000:1.0:1746130303.670576:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5221 00000100:00100000:1.0:1746130303.670584:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801354c6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+32:1962:x1830949849447936:12345-192.168.204.51@tcp:3:cmp.0 00000100:00100000:3.0:1746130303.673992:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130303.674074:0:8475:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849448192 00000100:00100000:2.0:1746130303.674085:0:8475:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849448192 00002000:00100000:2.0:1746130303.674131:0:8475:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x1b:0x0] (7340032->8388607) req@ffff8800a4cd7b80 x1830949849448192/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:328/0 lens 488/0 e 0 to 0 dl 1746130353 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746130303.674140:0:8475:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a4cd7b80 with x1830949849448192 ext(7340032->8388607) 00002000:00010000:2.0:1746130303.674147:0:8475:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a4cd7b80 00000100:00100000:2.0:1746130303.674576:0:8475:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5222 00000100:00100000:2.0:1746130303.674584:0:8475:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4cd7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c84b93b0-d496-484f-8e1e-94008838f2dd+34:1961:x1830949849448192:12345-192.168.204.51@tcp:3:cmp.0 00000100:00100000:3.0:1746130303.678567:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130303.678887:0:8473:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849448448 00000100:00100000:0.0:1746130303.678897:0:8473:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849448448 00002000:00100000:0.0:1746130303.678963:0:8473:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x1b:0x0] (7340032->8388607) req@ffff8800a4cd4380 x1830949849448448/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:328/0 lens 488/0 e 0 to 0 dl 1746130353 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746130303.678993:0:8473:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a4cd4380 with x1830949849448448 ext(7340032->8388607) 00002000:00010000:0.0:1746130303.679001:0:8473:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a4cd4380 00000100:00100000:0.0:1746130303.679568:0:8473:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5223 00000100:00100000:0.0:1746130303.679579:0:8473:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4cd4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c84b93b0-d496-484f-8e1e-94008838f2dd+8:1962:x1830949849448448:12345-192.168.204.51@tcp:3:cmp.0 00000100:00100000:1.0:1746130303.683412:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801354c6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+34:1962:x1830949849447936:12345-192.168.204.51@tcp:3:cmp.0 Request processed in 12819us (13171us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746130303.683423:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5221 00002000:00100000:1.0:1746130303.683434:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x1b:0x0] (6291456->7340031) req@ffff8801354c6a00 x1830949849447936/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:328/0 lens 488/440 e 0 to 0 dl 1746130353 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746130303.683450:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801354c6a00 with x1830949849447936 ext(6291456->7340031) 00002000:00010000:1.0:1746130303.683457:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801354c6a00 00000100:00100000:0.0:1746130303.687404:0:8475:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4cd7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c84b93b0-d496-484f-8e1e-94008838f2dd+32:1961:x1830949849448192:12345-192.168.204.51@tcp:3:cmp.0 Request processed in 12813us (13412us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746130303.687414:0:8475:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5222 00002000:00100000:0.0:1746130303.687423:0:8475:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x1b:0x0] (7340032->8388607) req@ffff8800a4cd7b80 x1830949849448192/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:328/0 lens 488/440 e 0 to 0 dl 1746130353 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746130303.687431:0:8475:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a4cd7b80 with x1830949849448192 ext(7340032->8388607) 00002000:00010000:0.0:1746130303.687436:0:8475:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a4cd7b80 00000100:00100000:1.0:1746130303.688143:0:8473:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4cd4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c84b93b0-d496-484f-8e1e-94008838f2dd+8:1962:x1830949849448448:12345-192.168.204.51@tcp:3:cmp.0 Request processed in 8565us (9579us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746130303.688151:0:8473:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5223 00002000:00100000:1.0:1746130303.688157:0:8473:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x1b:0x0] (7340032->8388607) req@ffff8800a4cd4380 x1830949849448448/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:328/0 lens 488/440 e 0 to 0 dl 1746130353 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746130303.688164:0:8473:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a4cd4380 with x1830949849448448 ext(7340032->8388607) 00002000:00010000:1.0:1746130303.688168:0:8473:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a4cd4380 00000100:00100000:2.0:1746130303.692979:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130303.693095:0:8473:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849448704 00000100:00100000:1.0:1746130303.693104:0:8473:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849448704 00002000:00100000:1.0:1746130303.693143:0:8473:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x1b:0x0] (8388608->9437183) req@ffff8801354c7100 x1830949849448704/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:328/0 lens 488/0 e 0 to 0 dl 1746130353 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746130303.693151:0:8473:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801354c7100 with x1830949849448704 ext(8388608->9437183) 00002000:00010000:1.0:1746130303.693157:0:8473:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801354c7100 00000100:00100000:1.0:1746130303.693181:0:8473:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5224 00000100:00100000:1.0:1746130303.693188:0:8473:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801354c7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c84b93b0-d496-484f-8e1e-94008838f2dd+8:1963:x1830949849448704:12345-192.168.204.51@tcp:3:cmp.0 00000100:00100000:3.0:1746130303.698251:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130303.698348:0:8475:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849448960 00000100:00100000:0.0:1746130303.698359:0:8475:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849448960 00002000:00100000:0.0:1746130303.698396:0:8475:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x1b:0x0] (8388608->9437183) req@ffff8800a4cd6680 x1830949849448960/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:328/0 lens 488/0 e 0 to 0 dl 1746130353 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746130303.698405:0:8475:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a4cd6680 with x1830949849448960 ext(8388608->9437183) 00002000:00010000:0.0:1746130303.698409:0:8475:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a4cd6680 00000100:00100000:0.0:1746130303.698513:0:8475:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5225 00000100:00100000:0.0:1746130303.698519:0:8475:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4cd6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c84b93b0-d496-484f-8e1e-94008838f2dd+32:1963:x1830949849448960:12345-192.168.204.51@tcp:3:cmp.0 00000100:00100000:1.0:1746130303.703098:0:8473:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801354c7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c84b93b0-d496-484f-8e1e-94008838f2dd+8:1963:x1830949849448704:12345-192.168.204.51@tcp:3:cmp.0 Request processed in 9902us (10130us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746130303.703110:0:8473:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5224 00002000:00100000:1.0:1746130303.703118:0:8473:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x1b:0x0] (8388608->9437183) req@ffff8801354c7100 x1830949849448704/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:328/0 lens 488/440 e 0 to 0 dl 1746130353 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746130303.703127:0:8473:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801354c7100 with x1830949849448704 ext(8388608->9437183) 00002000:00010000:1.0:1746130303.703133:0:8473:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801354c7100 00000100:00100000:2.0:1746130303.707393:0:8475:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4cd6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c84b93b0-d496-484f-8e1e-94008838f2dd+32:1963:x1830949849448960:12345-192.168.204.51@tcp:3:cmp.0 Request processed in 8864us (9141us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746130303.707404:0:8475:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5225 00002000:00100000:2.0:1746130303.707414:0:8475:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x1b:0x0] (8388608->9437183) req@ffff8800a4cd6680 x1830949849448960/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:328/0 lens 488/440 e 0 to 0 dl 1746130353 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746130303.707422:0:8475:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a4cd6680 with x1830949849448960 ext(8388608->9437183) 00002000:00010000:2.0:1746130303.707427:0:8475:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a4cd6680 00000100:00100000:3.0:1746130303.715359:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130303.715419:0:8475:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849449344 00000100:00100000:2.0:1746130303.715426:0:8475:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849449344 00000100:00100000:3.0:1746130303.715441:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00002000:00100000:2.0:1746130303.715472:0:8475:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x1b:0x0] (9437184->10485759) req@ffff8800a4cd4a80 x1830949849449344/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:328/0 lens 488/0 e 0 to 0 dl 1746130353 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746130303.715481:0:8475:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a4cd4a80 with x1830949849449344 ext(9437184->10485759) 00002000:00010000:2.0:1746130303.715486:0:8475:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a4cd4a80 00000100:00100000:2.0:1746130303.715757:0:8475:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849449472 00000100:00100000:2.0:1746130303.715760:0:8475:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849449472 00002000:00100000:2.0:1746130303.715772:0:8475:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x1b:0x0] (9437184->10485759) req@ffff8800a4cd6300 x1830949849449472/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:328/0 lens 488/0 e 0 to 0 dl 1746130353 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746130303.715778:0:8475:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a4cd6300 with x1830949849449472 ext(9437184->10485759) 00002000:00010000:2.0:1746130303.715781:0:8475:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a4cd6300 00000100:00100000:1.0:1746130303.715782:0:8473:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5226 00000100:00100000:1.0:1746130303.715793:0:8473:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4cd4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c84b93b0-d496-484f-8e1e-94008838f2dd+32:1961:x1830949849449344:12345-192.168.204.51@tcp:3:cmp.0 00000100:00100000:2.0:1746130303.715798:0:8475:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5227 00000100:00100000:2.0:1746130303.715801:0:8475:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4cd6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c84b93b0-d496-484f-8e1e-94008838f2dd+8:1962:x1830949849449472:12345-192.168.204.51@tcp:3:cmp.0 00000100:00100000:2.0:1746130303.727137:0:8475:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4cd6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c84b93b0-d496-484f-8e1e-94008838f2dd+8:1962:x1830949849449472:12345-192.168.204.51@tcp:3:cmp.0 Request processed in 11324us (11686us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746130303.727152:0:8475:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5227 00002000:00100000:2.0:1746130303.727161:0:8475:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x1b:0x0] (9437184->10485759) req@ffff8800a4cd6300 x1830949849449472/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:328/0 lens 488/440 e 0 to 0 dl 1746130353 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746130303.727170:0:8475:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a4cd6300 with x1830949849449472 ext(9437184->10485759) 00002000:00010000:2.0:1746130303.727176:0:8475:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a4cd6300 00000100:00100000:1.0:1746130303.730111:0:8473:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4cd4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c84b93b0-d496-484f-8e1e-94008838f2dd+32:1961:x1830949849449344:12345-192.168.204.51@tcp:3:cmp.0 Request processed in 14309us (14752us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746130303.730123:0:8473:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5226 00002000:00100000:1.0:1746130303.730132:0:8473:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x1b:0x0] (9437184->10485759) req@ffff8800a4cd4a80 x1830949849449344/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:328/0 lens 488/440 e 0 to 0 dl 1746130353 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746130303.730142:0:8473:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a4cd4a80 with x1830949849449344 ext(9437184->10485759) 00002000:00010000:1.0:1746130303.730147:0:8473:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a4cd4a80 00000100:00100000:3.0:1746130303.732849:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130303.732903:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130303.733426:0:8473:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849449728 00000100:00100000:1.0:1746130303.733436:0:8473:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849449728 00002000:00100000:1.0:1746130303.733476:0:8473:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x1b:0x0] (10485760->11534335) req@ffff8800a4cd4e00 x1830949849449728/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:328/0 lens 488/0 e 0 to 0 dl 1746130353 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00000100:00100000:2.0:1746130303.733483:0:8475:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849449984 00002000:00100000:1.0:1746130303.733485:0:8473:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a4cd4e00 with x1830949849449728 ext(10485760->11534335) 00000100:00100000:2.0:1746130303.733487:0:8475:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849449984 00002000:00010000:1.0:1746130303.733494:0:8473:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a4cd4e00 00002000:00100000:2.0:1746130303.733505:0:8475:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x1b:0x0] (10485760->11534335) req@ffff8800a4cd6d80 x1830949849449984/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:328/0 lens 488/0 e 0 to 0 dl 1746130353 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746130303.733513:0:8475:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a4cd6d80 with x1830949849449984 ext(10485760->11534335) 00000100:00100000:1.0:1746130303.733515:0:8473:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5228 00002000:00010000:2.0:1746130303.733517:0:8475:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a4cd6d80 00000100:00100000:1.0:1746130303.733521:0:8473:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4cd4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c84b93b0-d496-484f-8e1e-94008838f2dd+8:1961:x1830949849449728:12345-192.168.204.51@tcp:3:cmp.0 00000100:00100000:2.0:1746130303.733537:0:8475:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5229 00000100:00100000:2.0:1746130303.733542:0:8475:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4cd6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c84b93b0-d496-484f-8e1e-94008838f2dd+32:1961:x1830949849449984:12345-192.168.204.51@tcp:3:cmp.0 00000100:00100000:3.0:1746130303.741927:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130303.742099:0:8475:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4cd6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c84b93b0-d496-484f-8e1e-94008838f2dd+32:1961:x1830949849449984:12345-192.168.204.51@tcp:3:cmp.0 Request processed in 8555us (9194us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746130303.742110:0:8475:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5229 00002000:00100000:2.0:1746130303.742122:0:8475:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x1b:0x0] (10485760->11534335) req@ffff8800a4cd6d80 x1830949849449984/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:328/0 lens 488/440 e 0 to 0 dl 1746130353 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746130303.742131:0:8475:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a4cd6d80 with x1830949849449984 ext(10485760->11534335) 00002000:00010000:2.0:1746130303.742137:0:8475:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a4cd6d80 00000100:00100000:2.0:1746130303.742157:0:8475:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849450240 00000100:00100000:2.0:1746130303.742163:0:8475:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849450240 00002000:00100000:2.0:1746130303.742189:0:8475:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x1b:0x0] (11534336->12582911) req@ffff8800a4cd7100 x1830949849450240/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:328/0 lens 488/0 e 0 to 0 dl 1746130353 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746130303.742201:0:8475:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a4cd7100 with x1830949849450240 ext(11534336->12582911) 00002000:00010000:2.0:1746130303.742203:0:8475:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a4cd7100 00000100:00100000:2.0:1746130303.742232:0:8475:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5230 00000100:00100000:2.0:1746130303.742238:0:8475:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4cd7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c84b93b0-d496-484f-8e1e-94008838f2dd+10:1961:x1830949849450240:12345-192.168.204.51@tcp:3:cmp.0 00000100:00100000:1.0:1746130303.747812:0:8473:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4cd4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c84b93b0-d496-484f-8e1e-94008838f2dd+10:1961:x1830949849449728:12345-192.168.204.51@tcp:3:cmp.0 Request processed in 14280us (14960us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746130303.747823:0:8473:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5228 00002000:00100000:1.0:1746130303.747833:0:8473:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x1b:0x0] (10485760->11534335) req@ffff8800a4cd4e00 x1830949849449728/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:328/0 lens 488/440 e 0 to 0 dl 1746130353 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746130303.747991:0:8473:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a4cd4e00 with x1830949849449728 ext(10485760->11534335) 00002000:00010000:1.0:1746130303.747996:0:8473:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a4cd4e00 00000100:00100000:2.0:1746130303.758864:0:8475:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4cd7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c84b93b0-d496-484f-8e1e-94008838f2dd+8:1961:x1830949849450240:12345-192.168.204.51@tcp:3:cmp.0 Request processed in 16613us (16932us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746130303.758876:0:8475:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5230 00002000:00100000:2.0:1746130303.758888:0:8475:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x1b:0x0] (11534336->12582911) req@ffff8800a4cd7100 x1830949849450240/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:328/0 lens 488/440 e 0 to 0 dl 1746130353 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746130303.758896:0:8475:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a4cd7100 with x1830949849450240 ext(11534336->12582911) 00002000:00010000:2.0:1746130303.758902:0:8475:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a4cd7100 00000100:00100000:3.0:1746130303.768186:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130303.768348:0:8475:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849450496 00000100:00100000:2.0:1746130303.768356:0:8475:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849450496 00002000:00100000:2.0:1746130303.768393:0:8475:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x1b:0x0] (11534336->12582911) req@ffff88008a64f480 x1830949849450496/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:328/0 lens 488/0 e 0 to 0 dl 1746130353 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746130303.768402:0:8475:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a64f480 with x1830949849450496 ext(11534336->12582911) 00002000:00010000:2.0:1746130303.768406:0:8475:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008a64f480 00000100:00100000:2.0:1746130303.768435:0:8475:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5231 00000100:00100000:2.0:1746130303.768442:0:8475:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a64f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c84b93b0-d496-484f-8e1e-94008838f2dd+32:1962:x1830949849450496:12345-192.168.204.51@tcp:3:cmp.0 00000100:00100000:2.0:1746130303.774820:0:8475:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a64f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c84b93b0-d496-484f-8e1e-94008838f2dd+32:1962:x1830949849450496:12345-192.168.204.51@tcp:3:cmp.0 Request processed in 6370us (6635us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746130303.774831:0:8475:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5231 00002000:00100000:2.0:1746130303.774841:0:8475:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x1b:0x0] (11534336->12582911) req@ffff88008a64f480 x1830949849450496/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:328/0 lens 488/440 e 0 to 0 dl 1746130353 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746130303.774850:0:8475:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a64f480 with x1830949849450496 ext(11534336->12582911) 00002000:00010000:2.0:1746130303.774855:0:8475:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008a64f480 00000100:00100000:0.0:1746130303.783007:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130303.783114:0:8475:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849450752 00000100:00100000:2.0:1746130303.783122:0:8475:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849450752 00002000:00100000:2.0:1746130303.783156:0:8475:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x1b:0x0] (12582912->13631487) req@ffff8800a79ee300 x1830949849450752/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:328/0 lens 488/0 e 0 to 0 dl 1746130353 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746130303.783165:0:8475:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a79ee300 with x1830949849450752 ext(12582912->13631487) 00002000:00010000:2.0:1746130303.783170:0:8475:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a79ee300 00000100:00100000:2.0:1746130303.783200:0:8475:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5232 00000100:00100000:2.0:1746130303.783207:0:8475:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a79ee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c84b93b0-d496-484f-8e1e-94008838f2dd+8:1961:x1830949849450752:12345-192.168.204.51@tcp:3:cmp.0 00000100:00100000:2.0:1746130303.795952:0:8475:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a79ee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c84b93b0-d496-484f-8e1e-94008838f2dd+8:1961:x1830949849450752:12345-192.168.204.51@tcp:3:cmp.0 Request processed in 12733us (12941us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746130303.795975:0:8475:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5232 00002000:00100000:2.0:1746130303.795986:0:8475:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x1b:0x0] (12582912->13631487) req@ffff8800a79ee300 x1830949849450752/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:328/0 lens 488/440 e 0 to 0 dl 1746130353 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746130303.795996:0:8475:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a79ee300 with x1830949849450752 ext(12582912->13631487) 00002000:00010000:2.0:1746130303.796003:0:8475:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a79ee300 00000100:00100000:3.0:1746130303.805219:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130303.805356:0:15914:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849451008 00000100:00100000:0.0:1746130303.805364:0:15914:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849451008 00000100:00100000:0.0:1746130303.805413:0:15914:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 167 00000100:00100000:0.0:1746130303.805420:0:15914:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a64df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:c84b93b0-d496-484f-8e1e-94008838f2dd+17:1124:x1830949849451008:12345-192.168.204.51@tcp:35:cmp.0 00000100:00100000:0.0:1746130303.805646:0:15914:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a64df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:c84b93b0-d496-484f-8e1e-94008838f2dd+18:1124:x1830949849451008:12345-192.168.204.51@tcp:35:cmp.0 Request processed in 225us (433us total) trans 4294992243 rc 0/0 00000100:00100000:0.0:1746130303.805653:0:15914:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 167 00000100:00100000:0.0:1746130303.807460:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130303.807562:0:7113:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849451264 00000100:00100000:2.0:1746130303.807573:0:7113:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849451264 00000100:00100000:2.0:1746130303.808021:0:7113:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 168 00000100:00100000:2.0:1746130303.808029:0:7113:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b320e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c84b93b0-d496-484f-8e1e-94008838f2dd+18:1124:x1830949849451264:12345-192.168.204.51@tcp:35:cmp.0 00000100:00100000:2.0:1746130303.808656:0:7113:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b320e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c84b93b0-d496-484f-8e1e-94008838f2dd+19:1124:x1830949849451264:12345-192.168.204.51@tcp:35:cmp.0 Request processed in 625us (1203us total) trans 4294992244 rc 0/0 00000100:00100000:2.0:1746130303.808663:0:7113:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 168 00000100:00100000:0.0:1746130303.829377:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130303.829490:0:9883:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849451520 00000100:00100000:2.0:1746130303.829501:0:9883:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849451520 00000100:00100000:2.0:1746130303.829568:0:9883:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 60768 00000100:00100000:2.0:1746130303.829577:0:9883:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b323800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:640ea846-b909-4eea-9a54-417e15bd627b+24:1125:x1830949849451520:12345-192.168.204.51@tcp:36:rm.0 00010000:00010000:2.0:1746130303.829639:0:9883:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:2.0:1746130303.829669:0:9883:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801301e2e00/0x4ce24e5787362ebc lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae41031 expref: 24 pid: 7111 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746130303.830093:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130303.830113:0:7115:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849451648 00000100:00100000:0.0:1746130303.830117:0:7115:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849451648 00000100:00100000:0.0:1746130303.830140:0:7115:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5 00000100:00100000:0.0:1746130303.830145:0:7115:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b321c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:640ea846-b909-4eea-9a54-417e15bd627b+24:1962:x1830949849451648:12345-192.168.204.51@tcp:63:ll_sa.0 00010000:00010000:0.0:1746130303.830167:0:7115:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746130303.830180:0:7115:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092a51800/0x4ce24e5787362f5d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae41093 expref: -99 pid: 7115 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130303.830215:0:7115:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092a51000/0x4ce24e5787362f64 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7115 initiator: MDT0 00010000:00010000:0.0:1746130303.830227:0:7115:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092a51000/0x4ce24e5787362f64 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7115 initiator: MDT0 00010000:00010000:0.0:1746130303.830236:0:7115:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092a51000/0x4ce24e5787362f64 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7115 initiator: MDT0 00010000:00010000:0.0:1746130303.830248:0:7115:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092a50e00/0x4ce24e5787362f6b lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7115 initiator: MDT0 00010000:00010000:0.0:1746130303.830254:0:7115:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092a50e00/0x4ce24e5787362f6b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7115 initiator: MDT0 00010000:00010000:0.0:1746130303.830259:0:7115:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092a50e00/0x4ce24e5787362f6b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7115 initiator: MDT0 00010000:00010000:0.0:1746130303.830524:0:7115:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092a51000/0x4ce24e5787362f64 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7115 initiator: MDT0 00010000:00010000:0.0:1746130303.830531:0:7115:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092a51000/0x4ce24e5787362f64 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7115 initiator: MDT0 00010000:00010000:0.0:1746130303.830536:0:7115:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880092a51000/0x4ce24e5787362f64 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7115 initiator: MDT0 00010000:00010000:0.0:1746130303.830542:0:7115:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880092a51000 already unused, calling callback (ffffffffa1383690) 00010000:00010000:0.0:1746130303.830546:0:7115:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092a51000/0x4ce24e5787362f64 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7115 initiator: MDT0 00010000:00010000:0.0:1746130303.830552:0:7115:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092a51000/0x4ce24e5787362f64 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7115 initiator: MDT0 00010000:00010000:0.0:1746130303.830562:0:7115:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012e3f4800) 00010000:00010000:0.0:1746130303.830564:0:7115:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746130303.830568:0:7115:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880092a51000/0x4ce24e5787362f64 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7115 initiator: MDT0 00010000:00010000:0.0:1746130303.830573:0:7115:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092a51000/0x4ce24e5787362f64 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7115 initiator: MDT0 00010000:00010000:0.0:1746130303.830602:0:7115:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092a50e00/0x4ce24e5787362f6b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7115 initiator: MDT0 00010000:00010000:0.0:1746130303.830607:0:7115:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092a50e00/0x4ce24e5787362f6b lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7115 initiator: MDT0 00010000:00010000:0.0:1746130303.830612:0:7115:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880092a50e00/0x4ce24e5787362f6b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7115 initiator: MDT0 00010000:00010000:0.0:1746130303.830616:0:7115:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880092a50e00 already unused, calling callback (ffffffffa1383690) 00010000:00010000:0.0:1746130303.830619:0:7115:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092a50e00/0x4ce24e5787362f6b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7115 initiator: MDT0 00010000:00010000:0.0:1746130303.830624:0:7115:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092a50e00/0x4ce24e5787362f6b lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7115 initiator: MDT0 00010000:00010000:0.0:1746130303.830629:0:7115:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce70cf (ffff8800b1a1e000) 00010000:00010000:0.0:1746130303.830631:0:7115:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746130303.830633:0:7115:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880092a50e00/0x4ce24e5787362f6b lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7115 initiator: MDT0 00010000:00010000:0.0:1746130303.830637:0:7115:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092a50e00/0x4ce24e5787362f6b lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7115 initiator: MDT0 00010000:00010000:0.0:1746130303.830671:0:7115:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff880092a51800/0x4ce24e5787362f5d lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae41093 expref: 25 pid: 7115 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130303.830679:0:7115:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012e3f4800) 00010000:00010000:0.0:1746130303.830680:0:7115:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1746130303.830683:0:7115:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092a51800/0x4ce24e5787362f5d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae41093 expref: 25 pid: 7115 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130303.830690:0:7115:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092a51800, rc -2) 00000100:00100000:0.0:1746130303.830741:0:7115:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b321c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:640ea846-b909-4eea-9a54-417e15bd627b+24:1962:x1830949849451648:12345-192.168.204.51@tcp:63:ll_sa.0 Request processed in 595us (649us total) trans 0 rc -2/-2 00000100:00100000:0.0:1746130303.830749:0:7115:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5 00010000:00010000:2.0:1746130303.830961:0:9883:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009955fc00/0x4ce24e5787362c38 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x4d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40fc8 expref: 23 pid: 7112 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130303.830979:0:9883:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4d:0x0].0x0 (ffff8800b1a1e200) 00010000:00010000:2.0:1746130303.830986:0:9883:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a796d600/0x4ce24e5787362ea0 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4102a expref: 22 pid: 7111 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130303.830993:0:9883:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012e3f4800) 00010000:00010000:2.0:1746130303.830995:0:9883:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746130303.831004:0:9883:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880093e93c00/0x4ce24e5787362f72 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9883 initiator: MDT0 00010000:00010000:2.0:1746130303.831012:0:9883:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a796c600/0x4ce24e5787362ed8 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae41046 expref: 18 pid: 7111 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130303.831018:0:9883:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880093e93c00/0x4ce24e5787362f72 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9883 initiator: MDT0 00010000:00010000:2.0:1746130303.831050:0:9883:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800a796c600/0x4ce24e5787362ed8 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae41046 expref: 18 pid: 7111 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130303.831062:0:9883:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a796c600/0x4ce24e5787362ed8 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae41046 expref: 18 pid: 7111 timeout: 601 lvb_type: 0 00000100:00100000:2.0:1746130303.831074:0:9883:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801354c7b80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:9883:1830949841827712:192.168.204.51@tcp:104: 00000100:00100000:2.0:1746130303.831138:0:9883:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b415acc0 going to sleep for 11 seconds 00000100:00100000:2.0:1746130303.836331:0:9883:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801354c7b80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:9883:1830949841827712:192.168.204.51@tcp:104: 00010000:00010000:2.0:1746130303.836363:0:9883:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880093e93c00/0x4ce24e5787362f72 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9883 initiator: MDT0 00000100:00100000:2.0:1746130303.837914:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130303.839500:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849451776 00000100:00100000:1.0:1746130303.839512:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849451776 00010000:00010000:1.0:1746130303.839563:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a796c600/0x4ce24e5787362ed8 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae41046 expref: 19 pid: 7111 timeout: 601 lvb_type: 0 00000100:00100000:1.0:1746130303.839599:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14956 00000100:00100000:1.0:1746130303.839606:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801354c7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+19:1962:x1830949849451776:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746130303.839618:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746130303.839624:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800a796c600/0x4ce24e5787362ed8 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae41046 expref: 19 pid: 7111 timeout: 601 lvb_type: 0 00010000:00010000:1.0:1746130303.839634:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800a796c600/0x4ce24e5787362ed8 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae41046 expref: 19 pid: 7111 timeout: 601 lvb_type: 0 00010000:00010000:1.0:1746130303.839656:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a796c600/0x4ce24e5787362ed8 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae41046 expref: 19 pid: 7111 timeout: 601 lvb_type: 0 00010000:00010000:1.0:1746130303.839679:0:7097:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012e3f4800) 00010000:00010000:1.0:1746130303.839684:0:7097:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff880093e93c00/0x4ce24e5787362f72 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9883 initiator: MDT0 00010000:00010000:1.0:1746130303.839692:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880093e93c00/0x4ce24e5787362f72 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 9883 initiator: MDT0 00010000:00010000:1.0:1746130303.839698:0:7097:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093e93c00/0x4ce24e5787362f72 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 9883 initiator: MDT0 00010000:00010000:1.0:1746130303.839729:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746130303.839772:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801354c7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+18:1962:x1830949849451776:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 166us (1865us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130303.839779:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14956 00010000:00010000:3.0:1746130303.840242:0:9883:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880093e93c00/0x4ce24e5787362f72 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9883 initiator: MDT0 00010000:00010000:3.0:1746130303.840250:0:9883:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093e93c00/0x4ce24e5787362f72 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9883 initiator: MDT0 00010000:00010000:3.0:1746130303.840284:0:9883:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880093e01c00/0x4ce24e5787362f79 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9883 initiator: MDT0 00010000:00010000:3.0:1746130303.840292:0:9883:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093e01c00/0x4ce24e5787362f79 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9883 initiator: MDT0 00010000:00010000:3.0:1746130303.840298:0:9883:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093e01c00/0x4ce24e5787362f79 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9883 initiator: MDT0 00010000:00010000:3.0:1746130303.841169:0:9883:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880093e00800/0x4ce24e5787362f80 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x4d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9883 initiator: MDT0 00010000:00010000:3.0:1746130303.841180:0:9883:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009431ea00/0x4ce24e5787362cb6 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40feb expref: 17 pid: 9883 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130303.841185:0:9883:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880093e00800/0x4ce24e5787362f80 lrc: 4/0,1 mode: --/EX res: [0x200000401:0x4d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9883 initiator: MDT0 00010000:00010000:3.0:1746130303.841219:0:9883:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88009431ea00/0x4ce24e5787362cb6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40feb expref: 17 pid: 9883 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130303.841231:0:9883:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88009431ea00/0x4ce24e5787362cb6 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40feb expref: 17 pid: 9883 timeout: 601 lvb_type: 0 00000100:00100000:3.0:1746130303.841248:0:9883:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008a64dc00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:9883:1830949841827840:192.168.204.51@tcp:104: 00000100:00100000:3.0:1746130303.841333:0:9883:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009475b000 going to sleep for 11 seconds 00000100:00100000:3.0:1746130303.847116:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130303.847380:0:7924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849451904 00000100:00100000:1.0:1746130303.847391:0:7924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849451904 00010000:00010000:1.0:1746130303.847426:0:7924:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009431ea00/0x4ce24e5787362cb6 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40feb expref: 18 pid: 9883 timeout: 601 lvb_type: 0 00000100:00100000:1.0:1746130303.847458:0:7924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14957 00000100:00100000:1.0:1746130303.847464:0:7924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e24f850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+18:1961:x1830949849451904:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746130303.847479:0:7924:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746130303.847484:0:7924:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88009431ea00/0x4ce24e5787362cb6 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40feb expref: 18 pid: 9883 timeout: 601 lvb_type: 0 00010000:00010000:1.0:1746130303.847494:0:7924:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88009431ea00/0x4ce24e5787362cb6 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40feb expref: 18 pid: 9883 timeout: 601 lvb_type: 0 00010000:00010000:1.0:1746130303.847514:0:7924:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4d:0x0].0x0 (ffff8800b1a1e200) 00010000:00010000:1.0:1746130303.847518:0:7924:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff880093e00800/0x4ce24e5787362f80 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x4d:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 9883 initiator: MDT0 00010000:00010000:1.0:1746130303.847526:0:7924:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880093e00800/0x4ce24e5787362f80 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x4d:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 9883 initiator: MDT0 00010000:00010000:1.0:1746130303.847531:0:7924:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093e00800/0x4ce24e5787362f80 lrc: 4/0,1 mode: EX/EX res: [0x200000401:0x4d:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 9883 initiator: MDT0 00010000:00010000:1.0:1746130303.847546:0:7924:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746130303.847606:0:7924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e24f850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+18:1961:x1830949849451904:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 141us (503us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130303.847612:0:7924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14957 00010000:00010000:0.0:1746130303.847918:0:9883:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009431ea00/0x4ce24e5787362cb6 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae40feb expref: 17 pid: 9883 timeout: 601 lvb_type: 0 00000100:00100000:0.0:1746130303.847944:0:9883:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008a64dc00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:9883:1830949841827840:192.168.204.51@tcp:104: 00010000:00010000:0.0:1746130303.847980:0:9883:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880093e00800/0x4ce24e5787362f80 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x4d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9883 initiator: MDT0 00010000:00010000:0.0:1746130303.848252:0:9883:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880093e00800/0x4ce24e5787362f80 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x4d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9883 initiator: MDT0 00010000:00010000:0.0:1746130303.848258:0:9883:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093e00800/0x4ce24e5787362f80 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x4d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9883 initiator: MDT0 00000040:00080000:1.0:1746130303.849378:0:9883:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x6:0x0].13, 64 off9024 00000004:00080000:1.0:1746130303.849388:0:9883:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 501989120748ns, next at 502989119208ns, rc = 0 00000040:00080000:1.0:1746130303.849413:0:9883:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x3:0x0].14, 64 off9088 00000004:00080000:1.0:1746130303.849417:0:9883:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 501989150328ns, next at 502989149818ns, rc = 0 00010000:00010000:1.0:1746130303.849486:0:9883:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009367b000/0x4ce24e5787362f87 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x4d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9883 initiator: MDT0 00010000:00010000:1.0:1746130303.849497:0:9883:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009367b000/0x4ce24e5787362f87 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 9883 initiator: MDT0 00010000:00010000:1.0:1746130303.849505:0:9883:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009367b000/0x4ce24e5787362f87 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 9883 initiator: MDT0 00010000:00010000:1.0:1746130303.849511:0:9883:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009367b000/0x4ce24e5787362f87 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x4d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 9883 initiator: MDT0 00010000:00010000:1.0:1746130303.849516:0:9883:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009367b000/0x4ce24e5787362f87 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x4d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 9883 initiator: MDT0 00010000:00010000:1.0:1746130303.849521:0:9883:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009367b000/0x4ce24e5787362f87 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x4d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 9883 initiator: MDT0 00010000:00010000:1.0:1746130303.849544:0:9883:0:(ldlm_lockd.c:2182:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1746130303.849563:0:9883:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880093e00800/0x4ce24e5787362f80 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x4d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9883 initiator: MDT0 00010000:00010000:1.0:1746130303.849568:0:9883:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880093e00800/0x4ce24e5787362f80 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x4d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9883 initiator: MDT0 00010000:00010000:1.0:1746130303.849573:0:9883:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880093e00800/0x4ce24e5787362f80 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x4d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9883 initiator: MDT0 00010000:00010000:2.0:1746130303.849581:0:7099:0:(ldlm_lockd.c:2812:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1746130303.849581:0:9883:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880093e00800 already unused, calling callback (ffffffffa1383690) 00010000:00010000:1.0:1746130303.849585:0:9883:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093e00800/0x4ce24e5787362f80 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x4d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9883 initiator: MDT0 00010000:00010000:2.0:1746130303.849589:0:7099:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009367b000/0x4ce24e5787362f87 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x4d:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 9883 initiator: MDT0 00010000:00010000:1.0:1746130303.849590:0:9883:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093e00800/0x4ce24e5787362f80 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x4d:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 9883 initiator: MDT0 00010000:00010000:2.0:1746130303.849599:0:7099:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009367b000 already unused, calling callback (ffffffffa0809d70) 00010000:00010000:1.0:1746130303.849600:0:9883:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4d:0x0].0x0 (ffff8800b1a1e200) 00010000:00010000:1.0:1746130303.849603:0:9883:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1746130303.849606:0:9883:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880093e00800/0x4ce24e5787362f80 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x4d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9883 initiator: MDT0 00010000:00010000:2.0:1746130303.849607:0:7099:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009367b000/0x4ce24e5787362f87 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x4d:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 9883 initiator: MDT0 00010000:00010000:1.0:1746130303.849610:0:9883:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093e00800/0x4ce24e5787362f80 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x4d:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 9883 initiator: MDT0 00010000:00010000:2.0:1746130303.849613:0:7099:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009367b000/0x4ce24e5787362f87 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x4d:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 9883 initiator: MDT0 00010000:00010000:2.0:1746130303.849624:0:7099:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4d:0x0].0x0 (ffff8800b1a1e200) 00010000:00010000:2.0:1746130303.849626:0:7099:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1746130303.849629:0:7099:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009367b000/0x4ce24e5787362f87 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x4d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 9883 initiator: MDT0 00010000:00010000:2.0:1746130303.849633:0:7099:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009367b000/0x4ce24e5787362f87 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x4d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 9883 initiator: MDT0 00010000:00010000:1.0:1746130303.849673:0:9883:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880093e93c00/0x4ce24e5787362f72 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9883 initiator: MDT0 00010000:00010000:1.0:1746130303.849679:0:9883:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880093e93c00/0x4ce24e5787362f72 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9883 initiator: MDT0 00010000:00010000:1.0:1746130303.849683:0:9883:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880093e93c00/0x4ce24e5787362f72 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9883 initiator: MDT0 00010000:00010000:1.0:1746130303.849687:0:9883:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880093e93c00 already unused, calling callback (ffffffffa1383690) 00010000:00010000:1.0:1746130303.849690:0:9883:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093e93c00/0x4ce24e5787362f72 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9883 initiator: MDT0 00010000:00010000:1.0:1746130303.849694:0:9883:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093e93c00/0x4ce24e5787362f72 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9883 initiator: MDT0 00010000:00010000:1.0:1746130303.849700:0:9883:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012e3f4800) 00010000:00010000:1.0:1746130303.849702:0:9883:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746130303.849705:0:9883:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880093e93c00/0x4ce24e5787362f72 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9883 initiator: MDT0 00010000:00010000:1.0:1746130303.849709:0:9883:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093e93c00/0x4ce24e5787362f72 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9883 initiator: MDT0 00000004:00010000:1.0:1746130303.849720:0:9883:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff88009b323800 reply state ffff880134bac000 transno 4294992245 ns: mdt-lustre-MDT0000_UUID lock: ffff880093e01c00/0x4ce24e5787362f79 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9883 initiator: MDT0 00000100:00100000:1.0:1746130303.849725:0:9883:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1746130303.849786:0:7099:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1746130303.849789:0:7099:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1746130303.849791:0:7099:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1746130303.850233:0:9883:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b323800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:640ea846-b909-4eea-9a54-417e15bd627b+23:1125:x1830949849451520:12345-192.168.204.51@tcp:36:rm.0 Request processed in 20653us (20863us total) trans 4294992245 rc 0/0 00000100:00100000:1.0:1746130303.850241:0:9883:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 60768 00010000:00010000:0.0:1746130303.852755:0:3283:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880093e01c00/0x4ce24e5787362f79 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9883 initiator: MDT0 00010000:00010000:0.0:1746130303.852770:0:3283:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880093e01c00/0x4ce24e5787362f79 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9883 initiator: MDT0 00010000:00010000:0.0:1746130303.852776:0:3283:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880093e01c00/0x4ce24e5787362f79 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9883 initiator: MDT0 00010000:00010000:0.0:1746130303.852782:0:3283:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880093e01c00 already unused, calling callback (ffffffffa1383690) 00010000:00010000:0.0:1746130303.852786:0:3283:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093e01c00/0x4ce24e5787362f79 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9883 initiator: MDT0 00010000:00010000:0.0:1746130303.852792:0:3283:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093e01c00/0x4ce24e5787362f79 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9883 initiator: MDT0 00010000:00010000:0.0:1746130303.852804:0:3283:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6fcf (ffff88012e3f4a00) 00010000:00010000:0.0:1746130303.852807:0:3283:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746130303.852811:0:3283:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880093e01c00/0x4ce24e5787362f79 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9883 initiator: MDT0 00010000:00010000:0.0:1746130303.852816:0:3283:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093e01c00/0x4ce24e5787362f79 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9883 initiator: MDT0 00010000:00010000:3.0:1746130303.852882:0:7100:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1746130303.885256:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130303.885458:0:9883:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849452032 00000100:00100000:1.0:1746130303.885466:0:9883:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849452032 00000100:00100000:1.0:1746130303.885524:0:9883:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 60769 00000100:00100000:1.0:1746130303.885531:0:9883:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801354c4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:640ea846-b909-4eea-9a54-417e15bd627b+22:1128:x1830949849452032:12345-192.168.204.51@tcp:101:lfs.0 00010000:00010000:1.0:1746130303.885550:0:9883:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746130303.886206:0:9883:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009367ae00/0x4ce24e5787362f8e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae410cb expref: -99 pid: 9883 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130303.886494:0:9883:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009367b800/0x4ce24e5787362f95 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9883 initiator: MDT0 00010000:00010000:1.0:1746130303.886506:0:9883:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009367b800/0x4ce24e5787362f95 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9883 initiator: MDT0 00010000:00010000:1.0:1746130303.886517:0:9883:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009367b800/0x4ce24e5787362f95 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9883 initiator: MDT0 00000004:00200000:1.0:1746130303.886567:0:9883:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 13824 00000004:00200000:1.0:1746130303.886571:0:9883:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 28 stripe count 1 MDT count 1 00000004:00010000:1.0:1746130303.886586:0:9883:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009367b800/0x4ce24e5787362f95 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9883 initiator: MDT0 00010000:00010000:1.0:1746130303.886606:0:9883:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009367ae00/0x4ce24e5787362f8e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae410cb expref: 24 pid: 9883 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130303.887162:0:9883:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009367b800/0x4ce24e5787362f95 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae410cb expref: 23 pid: 9883 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130303.887170:0:9883:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800a4625f00) 00010000:00010000:1.0:1746130303.887172:0:9883:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1746130303.887175:0:9883:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009367b800, rc 0) 00000100:00100000:1.0:1746130303.887434:0:9883:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801354c4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:640ea846-b909-4eea-9a54-417e15bd627b+23:1128:x1830949849452032:12345-192.168.204.51@tcp:101:lfs.0 Request processed in 1901us (2183us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130303.887441:0:9883:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 60769 00000100:00100000:3.0:1746130303.903777:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130303.906322:0:9883:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849452288 00000100:00100000:1.0:1746130303.906334:0:9883:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849452288 00000100:00100000:1.0:1746130303.906384:0:9883:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 60770 00000100:00100000:1.0:1746130303.906392:0:9883:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a64ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:640ea846-b909-4eea-9a54-417e15bd627b+23:1128:x1830949849452288:12345-192.168.204.51@tcp:101:lfs.0 00010000:00010000:1.0:1746130303.906408:0:9883:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746130303.906412:0:9883:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:1.0:1746130303.906435:0:9883:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009367b800/0x4ce24e5787362f95 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae410cb expref: 23 pid: 9883 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130303.906460:0:9883:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800a4625f00) 00010000:00010000:1.0:1746130303.906469:0:9883:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1746130303.906480:0:9883:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009367b200/0x4ce24e5787362f9c lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae410d2 expref: -99 pid: 9883 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130303.906590:0:9883:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009367ae00/0x4ce24e5787362fa3 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9883 initiator: MDT0 00010000:00010000:1.0:1746130303.906600:0:9883:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009367ae00/0x4ce24e5787362fa3 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9883 initiator: MDT0 00010000:00010000:1.0:1746130303.906607:0:9883:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009367ae00/0x4ce24e5787362fa3 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9883 initiator: MDT0 00010000:00010000:1.0:1746130303.906887:0:9883:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880094904000/0x4ce24e5787362faa lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9883 initiator: MDT0 00010000:00010000:1.0:1746130303.906894:0:9883:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094904000/0x4ce24e5787362faa lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9883 initiator: MDT0 00010000:00010000:1.0:1746130303.906900:0:9883:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094904000/0x4ce24e5787362faa lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9883 initiator: MDT0 00010000:00010000:1.0:1746130303.907831:0:9883:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880135e5ac00/0x4ce24e5787362fb1 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 9883 initiator: MDT0 00010000:00010000:1.0:1746130303.907839:0:9883:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880135e5ac00/0x4ce24e5787362fb1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9883 initiator: MDT0 00010000:00010000:1.0:1746130303.907846:0:9883:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880135e5ac00/0x4ce24e5787362fb1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9883 initiator: MDT0 00000004:00200000:1.0:1746130303.907854:0:9883:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x4f:0x0]: returning size 0 00010000:00010000:1.0:1746130303.907873:0:9883:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009367ae00/0x4ce24e5787362fa3 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9883 initiator: MDT0 00010000:00010000:1.0:1746130303.907878:0:9883:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009367ae00/0x4ce24e5787362fa3 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 9883 initiator: MDT0 00010000:00010000:1.0:1746130303.907887:0:9883:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009367ae00/0x4ce24e5787362fa3 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9883 initiator: MDT0 00010000:00010000:1.0:1746130303.907893:0:9883:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009367ae00 already unused, calling callback (ffffffffa1383690) 00010000:00010000:1.0:1746130303.907896:0:9883:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009367ae00/0x4ce24e5787362fa3 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 9883 initiator: MDT0 00010000:00010000:1.0:1746130303.907902:0:9883:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009367ae00/0x4ce24e5787362fa3 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 9883 initiator: MDT0 00010000:00010000:1.0:1746130303.907910:0:9883:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800a4625600) 00010000:00010000:1.0:1746130303.907912:0:9883:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746130303.907915:0:9883:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009367ae00/0x4ce24e5787362fa3 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9883 initiator: MDT0 00010000:00010000:1.0:1746130303.907919:0:9883:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009367ae00/0x4ce24e5787362fa3 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 9883 initiator: MDT0 00000004:00010000:1.0:1746130303.907931:0:9883:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff88008a64ce00 reply state ffff88009478c000 transno 4294992246 ns: mdt-lustre-MDT0000_UUID lock: ffff880094904000/0x4ce24e5787362faa lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9883 initiator: MDT0 00000100:00100000:1.0:1746130303.907937:0:9883:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1746130303.908488:0:9883:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009367b200/0x4ce24e5787362f9c lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae410d2 expref: 25 pid: 9883 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130303.908508:0:9883:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880135e5ac00/0x4ce24e5787362fb1 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae410d2 expref: 24 pid: 9883 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130303.908514:0:9883:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff8800a4625500) 00010000:00010000:1.0:1746130303.908516:0:9883:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1746130303.908518:0:9883:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135e5ac00, rc 0) 00000100:00100000:1.0:1746130303.908613:0:9883:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a64ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:640ea846-b909-4eea-9a54-417e15bd627b+25:1128:x1830949849452288:12345-192.168.204.51@tcp:101:lfs.0 Request processed in 2220us (4842us total) trans 4294992246 rc 0/0 00000100:00100000:1.0:1746130303.908620:0:9883:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 60770 00000100:00100000:0.0:1746130303.912099:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130303.912144:0:9883:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849452544 00000100:00100000:0.0:1746130303.912151:0:9883:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849452544 00000100:00100000:0.0:1746130303.912200:0:9883:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 60771 00000100:00100000:0.0:1746130303.912207:0:9883:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b323b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:640ea846-b909-4eea-9a54-417e15bd627b+25:1128:x1830949849452544:12345-192.168.204.51@tcp:101:lfs.0 00010000:00010000:0.0:1746130303.912225:0:9883:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746130303.912241:0:9883:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092a50e00/0x4ce24e5787362fbf lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae410d9 expref: -99 pid: 9883 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130303.912244:0:3284:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880094904000/0x4ce24e5787362faa lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9883 initiator: MDT0 00010000:00010000:2.0:1746130303.912252:0:3284:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094904000/0x4ce24e5787362faa lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9883 initiator: MDT0 00010000:00010000:2.0:1746130303.912258:0:3284:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094904000/0x4ce24e5787362faa lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9883 initiator: MDT0 00010000:00010000:2.0:1746130303.912262:0:3284:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094904000 already unused, calling callback (ffffffffa1383690) 00010000:00010000:2.0:1746130303.912291:0:3284:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094904000/0x4ce24e5787362faa lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9883 initiator: MDT0 00010000:00010000:2.0:1746130303.912297:0:3284:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094904000/0x4ce24e5787362faa lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9883 initiator: MDT0 00010000:00010000:2.0:1746130303.912310:0:3284:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6fcf (ffff8800a4625800) 00010000:00010000:2.0:1746130303.912312:0:3284:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746130303.912315:0:3284:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094904000/0x4ce24e5787362faa lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9883 initiator: MDT0 00010000:00010000:2.0:1746130303.912320:0:3284:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094904000/0x4ce24e5787362faa lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9883 initiator: MDT0 00010000:00010000:0.0:1746130303.912338:0:9883:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880092a51000/0x4ce24e5787362fc6 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9883 initiator: MDT0 00010000:00010000:0.0:1746130303.912348:0:9883:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880135e5ac00/0x4ce24e5787362fb1 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae410d2 expref: 25 pid: 9883 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130303.912354:0:9883:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092a51000/0x4ce24e5787362fc6 lrc: 4/0,1 mode: --/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9883 initiator: MDT0 00010000:00010000:0.0:1746130303.912377:0:9883:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880135e5ac00/0x4ce24e5787362fb1 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae410d2 expref: 25 pid: 9883 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130303.912386:0:9883:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880135e5ac00/0x4ce24e5787362fb1 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae410d2 expref: 25 pid: 9883 timeout: 602 lvb_type: 0 00000100:00100000:0.0:1746130303.912396:0:9883:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b321500 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:9883:1830949841827968:192.168.204.51@tcp:104: 00000100:00100000:0.0:1746130303.912947:0:9883:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8745180 going to sleep for 11 seconds 00000100:00100000:2.0:1746130303.919430:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130303.919527:0:9883:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b321500 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:9883:1830949841827968:192.168.204.51@tcp:104: 00010000:00010000:0.0:1746130303.919553:0:9883:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880092a51000/0x4ce24e5787362fc6 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9883 initiator: MDT0 00000100:00100000:1.0:1746130303.920233:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849452672 00000100:00100000:1.0:1746130303.920241:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849452672 00010000:00010000:1.0:1746130303.920319:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880135e5ac00/0x4ce24e5787362fb1 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae410d2 expref: 26 pid: 9883 timeout: 602 lvb_type: 0 00000100:00100000:1.0:1746130303.920545:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14958 00000100:00100000:1.0:1746130303.920553:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801354c7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+26:1961:x1830949849452672:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746130303.920565:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746130303.920571:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880135e5ac00/0x4ce24e5787362fb1 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae410d2 expref: 26 pid: 9883 timeout: 602 lvb_type: 0 00010000:00010000:1.0:1746130303.920582:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880135e5ac00/0x4ce24e5787362fb1 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae410d2 expref: 26 pid: 9883 timeout: 602 lvb_type: 0 00010000:00010000:1.0:1746130303.920600:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880135e5ac00/0x4ce24e5787362fb1 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae410d2 expref: 26 pid: 9883 timeout: 602 lvb_type: 0 00010000:00010000:1.0:1746130303.920620:0:7097:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff8800a4625500) 00010000:00010000:1.0:1746130303.920625:0:7097:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff880092a51000/0x4ce24e5787362fc6 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9883 initiator: MDT0 00010000:00010000:1.0:1746130303.920632:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880092a51000/0x4ce24e5787362fc6 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 9883 initiator: MDT0 00010000:00010000:1.0:1746130303.920639:0:7097:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092a51000/0x4ce24e5787362fc6 lrc: 4/0,1 mode: EX/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 9883 initiator: MDT0 00010000:00010000:1.0:1746130303.920658:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746130303.920704:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801354c7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+25:1961:x1830949849452672:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 152us (1282us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130303.920710:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14958 00010000:00010000:1.0:1746130303.920811:0:9883:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880092a51000/0x4ce24e5787362fc6 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9883 initiator: MDT0 00010000:00010000:1.0:1746130303.920817:0:9883:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092a51000/0x4ce24e5787362fc6 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 9883 initiator: MDT0 00000004:00200000:1.0:1746130303.920834:0:9883:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x4f:0x0]: returning size 0 00000004:00080000:1.0:1746130303.921146:0:9883:0:(osp_object.c:1637:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x1c:0x0], index 0: 0 00000004:00080000:1.0:1746130303.921155:0:9883:0:(osp_object.c:1637:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x1d:0x0], index 1: 0 00010000:00010000:1.0:1746130303.921292:0:9883:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880092a51000/0x4ce24e5787362fc6 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 9883 initiator: MDT0 00010000:00010000:1.0:1746130303.921298:0:9883:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092a51000/0x4ce24e5787362fc6 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 9883 initiator: MDT0 00010000:00010000:1.0:1746130303.921304:0:9883:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880092a51000/0x4ce24e5787362fc6 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9883 initiator: MDT0 00010000:00010000:1.0:1746130303.921308:0:9883:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880092a51000 already unused, calling callback (ffffffffa1383690) 00010000:00010000:1.0:1746130303.921312:0:9883:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092a51000/0x4ce24e5787362fc6 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 9883 initiator: MDT0 00010000:00010000:1.0:1746130303.921318:0:9883:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092a51000/0x4ce24e5787362fc6 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 9883 initiator: MDT0 00010000:00010000:1.0:1746130303.921324:0:9883:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff8800a4625500) 00010000:00010000:1.0:1746130303.921327:0:9883:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1746130303.921330:0:9883:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880092a51000/0x4ce24e5787362fc6 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9883 initiator: MDT0 00010000:00010000:1.0:1746130303.921333:0:9883:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092a51000/0x4ce24e5787362fc6 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 9883 initiator: MDT0 00010000:00010000:1.0:1746130303.921378:0:9883:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880092a50e00/0x4ce24e5787362fbf lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae410d9 expref: 25 pid: 9883 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130303.921385:0:9883:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092a50e00/0x4ce24e5787362fbf lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae410d9 expref: 25 pid: 9883 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130303.921394:0:9883:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092a50e00, rc 0) 00000100:00100000:1.0:1746130303.921431:0:9883:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b323b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:640ea846-b909-4eea-9a54-417e15bd627b+24:1128:x1830949849452544:12345-192.168.204.51@tcp:101:lfs.0 Request processed in 9225us (9340us total) trans 4294992247 rc 301/301 00000100:00100000:1.0:1746130303.921437:0:9883:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 60771 00000100:00100000:2.0:1746130303.924943:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130303.925024:0:7113:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849452928 00000100:00100000:0.0:1746130303.925032:0:7113:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849452928 00000100:00100000:0.0:1746130303.925460:0:7113:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 169 00000100:00100000:0.0:1746130303.925469:0:7113:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092255180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:640ea846-b909-4eea-9a54-417e15bd627b+24:1128:x1830949849452928:12345-192.168.204.51@tcp:35:lfs.0 00000100:00100000:0.0:1746130303.925750:0:7113:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092255180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:640ea846-b909-4eea-9a54-417e15bd627b+25:1128:x1830949849452928:12345-192.168.204.51@tcp:35:lfs.0 Request processed in 281us (813us total) trans 4294992248 rc 0/0 00000100:00100000:0.0:1746130303.925756:0:7113:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 169 00000100:00100000:3.0:1746130303.928854:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130303.929251:0:9883:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849453056 00000100:00100000:1.0:1746130303.929259:0:9883:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849453056 00000100:00100000:1.0:1746130303.929610:0:9883:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 60772 00000100:00100000:1.0:1746130303.929619:0:9883:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a64c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:640ea846-b909-4eea-9a54-417e15bd627b+25:1128:x1830949849453056:12345-192.168.204.51@tcp:101:lfs.0 00010000:00010000:1.0:1746130303.929639:0:9883:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746130303.929657:0:9883:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094b1f000/0x4ce24e5787362fd4 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae410e0 expref: -99 pid: 9883 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130303.929705:0:9883:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094b1f000/0x4ce24e5787362fd4 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae410e0 expref: 26 pid: 9883 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130303.929715:0:9883:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880094b1f000/0x4ce24e5787362fd4 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae410e0 expref: 26 pid: 9883 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130303.929732:0:9883:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff8800a4625100) 00010000:00010000:1.0:1746130303.929735:0:9883:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1746130303.929737:0:9883:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094b1f000, rc 0) 00000100:00100000:1.0:1746130303.930440:0:9883:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a64c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:640ea846-b909-4eea-9a54-417e15bd627b+26:1128:x1830949849453056:12345-192.168.204.51@tcp:101:lfs.0 Request processed in 819us (1589us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130303.930447:0:9883:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 60772 00000100:00100000:0.0:1746130303.935239:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130303.936016:0:15914:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849453312 00000100:00100000:2.0:1746130303.936025:0:15914:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849453312 00000100:00100000:2.0:1746130303.936077:0:15914:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 170 00000100:00100000:2.0:1746130303.936084:0:15914:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b321500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:640ea846-b909-4eea-9a54-417e15bd627b+26:1128:x1830949849453312:12345-192.168.204.51@tcp:35:lfs.0 00000100:00100000:2.0:1746130303.937742:0:15914:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b321500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:640ea846-b909-4eea-9a54-417e15bd627b+27:1128:x1830949849453312:12345-192.168.204.51@tcp:35:lfs.0 Request processed in 1651us (2505us total) trans 4294992249 rc 0/0 00000100:00100000:2.0:1746130303.937751:0:15914:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 170 00000100:00100000:2.0:1746130303.950655:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130303.950976:0:9883:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849453440 00000100:00100000:1.0:1746130303.950985:0:9883:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849453440 00000100:00100000:1.0:1746130303.951037:0:9883:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 60773 00000100:00100000:1.0:1746130303.951044:0:9883:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092255c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c84b93b0-d496-484f-8e1e-94008838f2dd+17:1130:x1830949849453440:12345-192.168.204.51@tcp:101:dd.0 00010000:00010000:1.0:1746130303.951063:0:9883:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1746130303.951075:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00010000:00010000:1.0:1746130303.951080:0:9883:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009367b200/0x4ce24e5787362fdb lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae410e7 expref: -99 pid: 9883 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746130303.951131:0:21138:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849453568 00010000:00010000:1.0:1746130303.951132:0:9883:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009367b000/0x4ce24e5787362fe2 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 9883 initiator: MDT0 00000100:00100000:2.0:1746130303.951135:0:21138:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849453568 00010000:00010000:1.0:1746130303.951141:0:9883:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009367b000/0x4ce24e5787362fe2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 9883 initiator: MDT0 00010000:00010000:1.0:1746130303.951149:0:9883:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009367b000/0x4ce24e5787362fe2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 9883 initiator: MDT0 00000100:00100000:2.0:1746130303.951153:0:21138:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 60774 00000100:00100000:2.0:1746130303.951157:0:21138:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b320700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:640ea846-b909-4eea-9a54-417e15bd627b+27:1129:x1830949849453568:12345-192.168.204.51@tcp:101:dd.0 00010000:00010000:2.0:1746130303.951164:0:21138:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746130303.951170:0:21138:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093e93600/0x4ce24e5787362fe9 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae410ee expref: -99 pid: 21138 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130303.951189:0:21138:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093e93c00/0x4ce24e5787362ff0 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 21138 initiator: MDT0 00010000:00010000:2.0:1746130303.951195:0:21138:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093e93c00/0x4ce24e5787362ff0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 21138 initiator: MDT0 00000004:00200000:1.0:1746130303.951196:0:9883:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 13824 00000004:00200000:1.0:1746130303.951199:0:9883:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 29 stripe count 1 MDT count 1 00010000:00010000:2.0:1746130303.951201:0:21138:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093e93c00/0x4ce24e5787362ff0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 21138 initiator: MDT0 00000004:00010000:1.0:1746130303.951211:0:9883:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009367b000/0x4ce24e5787362fe2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 9883 initiator: MDT0 00000004:00200000:2.0:1746130303.951215:0:21138:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 13824 00000004:00200000:2.0:1746130303.951217:0:21138:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 29 stripe count 1 MDT count 1 00000004:00010000:2.0:1746130303.951221:0:21138:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880093e93c00/0x4ce24e5787362ff0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 21138 initiator: MDT0 00010000:00010000:1.0:1746130303.951227:0:9883:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009367b200/0x4ce24e5787362fdb lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae410e7 expref: 19 pid: 9883 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130303.951230:0:21138:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093e93600/0x4ce24e5787362fe9 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae410ee expref: 29 pid: 21138 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130303.951243:0:21138:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880093e93c00/0x4ce24e5787362ff0 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae410ee expref: 28 pid: 21138 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130303.951243:0:9883:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009367b000/0x4ce24e5787362fe2 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae410e7 expref: 18 pid: 9883 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130303.951249:0:21138:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800a4625300) 00010000:00010000:2.0:1746130303.951252:0:21138:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1746130303.951254:0:21138:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093e93c00, rc 0) 00000100:00100000:2.0:1746130303.951325:0:21138:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b320700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:640ea846-b909-4eea-9a54-417e15bd627b+28:1129:x1830949849453568:12345-192.168.204.51@tcp:101:dd.0 Request processed in 166us (249us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130303.951331:0:21138:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 60774 00010000:00010000:1.0:1746130303.952399:0:9883:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800a4625300) 00010000:00010000:1.0:1746130303.952403:0:9883:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1746130303.952406:0:9883:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009367b000, rc 0) 00000100:00100000:1.0:1746130303.952445:0:9883:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092255c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c84b93b0-d496-484f-8e1e-94008838f2dd+18:1130:x1830949849453440:12345-192.168.204.51@tcp:101:dd.0 Request processed in 1399us (1795us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130303.952451:0:9883:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 60773 00000100:00100000:2.0:1746130303.955320:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130303.955936:0:9883:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849453824 00000100:00100000:1.0:1746130303.955944:0:9883:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849453824 00000100:00100000:1.0:1746130303.956009:0:9883:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 60775 00000100:00100000:1.0:1746130303.956016:0:9883:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092256680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c84b93b0-d496-484f-8e1e-94008838f2dd+18:1130:x1830949849453824:12345-192.168.204.51@tcp:101:dd.0 00010000:00010000:1.0:1746130303.956030:0:9883:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746130303.956047:0:9883:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4ec5c00/0x4ce24e5787362ff7 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae410f5 expref: -99 pid: 9883 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130303.956121:0:9883:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092a28200/0x4ce24e5787362ffe lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 9883 initiator: MDT0 00010000:00010000:1.0:1746130303.956131:0:9883:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092a28200/0x4ce24e5787362ffe lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 9883 initiator: MDT0 00010000:00010000:1.0:1746130303.956141:0:9883:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092a28200/0x4ce24e5787362ffe lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 9883 initiator: MDT0 00000004:00200000:1.0:1746130303.956149:0:9883:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x4b:0x0]: returning size 26214400 00010000:00010000:1.0:1746130303.956240:0:9883:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4ec5c00/0x4ce24e5787362ff7 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae410f5 expref: 21 pid: 9883 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130303.956254:0:9883:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880092a28200/0x4ce24e5787362ffe lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae410f5 expref: 20 pid: 9883 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130303.956260:0:9883:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4b:0x0].0x0 (ffff880093e20000) 00010000:00010000:1.0:1746130303.956262:0:9883:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1746130303.956677:0:9883:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092a28200, rc 0) 00000100:00100000:1.0:1746130303.956733:0:9883:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092256680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c84b93b0-d496-484f-8e1e-94008838f2dd+20:1130:x1830949849453824:12345-192.168.204.51@tcp:101:dd.0 Request processed in 718us (1419us total) trans 4294992250 rc 0/0 00000100:00100000:1.0:1746130303.956740:0:9883:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 60775 00000100:00100000:0.0:1746130303.959983:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130303.960032:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130303.960054:0:17042:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849453952 00000100:00100000:0.0:1746130303.960059:0:17042:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849453952 00000100:00100000:0.0:1746130303.960092:0:17042:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6 00000100:00100000:0.0:1746130303.960098:0:17042:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b322680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:640ea846-b909-4eea-9a54-417e15bd627b+28:1964:x1830949849453952:12345-192.168.204.51@tcp:63:ll_sa.0 00010000:00010000:0.0:1746130303.960127:0:17042:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746130303.960140:0:17042:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092a51000/0x4ce24e578736300c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae410fc expref: -99 pid: 17042 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130303.960181:0:17042:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092a50400/0x4ce24e5787363013 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 17042 initiator: MDT0 00010000:00010000:0.0:1746130303.960190:0:17042:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092a50400/0x4ce24e5787363013 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 17042 initiator: MDT0 00010000:00010000:0.0:1746130303.960199:0:17042:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092a50400/0x4ce24e5787363013 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 17042 initiator: MDT0 00010000:00010000:0.0:1746130303.960209:0:17042:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092a50200/0x4ce24e578736301a lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 17042 initiator: MDT0 00010000:00010000:0.0:1746130303.960218:0:17042:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092a50200/0x4ce24e578736301a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 17042 initiator: MDT0 00010000:00010000:0.0:1746130303.960222:0:17042:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092a50200/0x4ce24e578736301a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 17042 initiator: MDT0 00010000:00010000:0.0:1746130303.960347:0:17042:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092a51200/0x4ce24e5787363021 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 17042 initiator: MDT0 00010000:00010000:0.0:1746130303.960354:0:17042:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092a51200/0x4ce24e5787363021 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 17042 initiator: MDT0 00010000:00010000:0.0:1746130303.960360:0:17042:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092a51200/0x4ce24e5787363021 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 17042 initiator: MDT0 00000004:00200000:0.0:1746130303.960374:0:17042:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x4f:0x0]: returning size 0 00000004:00200000:0.0:1746130303.960378:0:17042:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1746130303.960390:0:17042:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880092a51200/0x4ce24e5787363021 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 17042 initiator: MDT0 00010000:00010000:0.0:1746130303.960398:0:17042:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092a51200/0x4ce24e5787363021 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 17042 initiator: MDT0 00010000:00010000:0.0:1746130303.960403:0:17042:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092a50400/0x4ce24e5787363013 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 17042 initiator: MDT0 00010000:00010000:0.0:1746130303.960408:0:17042:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092a50400/0x4ce24e5787363013 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 17042 initiator: MDT0 00010000:00010000:0.0:1746130303.960413:0:17042:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880092a50400/0x4ce24e5787363013 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 17042 initiator: MDT0 00010000:00010000:0.0:1746130303.960417:0:17042:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880092a50400 already unused, calling callback (ffffffffa1383690) 00010000:00010000:0.0:1746130303.960421:0:17042:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092a50400/0x4ce24e5787363013 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 17042 initiator: MDT0 00010000:00010000:0.0:1746130303.960426:0:17042:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092a50400/0x4ce24e5787363013 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 17042 initiator: MDT0 00010000:00010000:0.0:1746130303.960435:0:17042:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800a4625300) 00010000:00010000:0.0:1746130303.960437:0:17042:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746130303.960440:0:17042:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880092a50400/0x4ce24e5787363013 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 17042 initiator: MDT0 00010000:00010000:0.0:1746130303.960444:0:17042:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092a50400/0x4ce24e5787363013 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 17042 initiator: MDT0 00010000:00010000:0.0:1746130303.960459:0:17042:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092a50200/0x4ce24e578736301a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 17042 initiator: MDT0 00010000:00010000:0.0:1746130303.960463:0:17042:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092a50200/0x4ce24e578736301a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 17042 initiator: MDT0 00010000:00010000:0.0:1746130303.960467:0:17042:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880092a50200/0x4ce24e578736301a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 17042 initiator: MDT0 00010000:00010000:0.0:1746130303.960471:0:17042:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880092a50200 already unused, calling callback (ffffffffa1383690) 00010000:00010000:0.0:1746130303.960472:0:17042:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092a50200/0x4ce24e578736301a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 17042 initiator: MDT0 00010000:00010000:0.0:1746130303.960476:0:17042:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092a50200/0x4ce24e578736301a lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 17042 initiator: MDT0 00010000:00010000:0.0:1746130303.960481:0:17042:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6fcf (ffff8800b1a1ed00) 00010000:00010000:0.0:1746130303.960483:0:17042:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746130303.960485:0:17042:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880092a50200/0x4ce24e578736301a lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 17042 initiator: MDT0 00010000:00010000:0.0:1746130303.960489:0:17042:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092a50200/0x4ce24e578736301a lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 17042 initiator: MDT0 00010000:00010000:0.0:1746130303.960510:0:17042:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092a51000/0x4ce24e578736300c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae410fc expref: 30 pid: 17042 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130303.960519:0:17042:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880092a51200/0x4ce24e5787363021 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae410fc expref: 29 pid: 17042 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130303.960525:0:17042:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff8800a4625100) 00010000:00010000:0.0:1746130303.960526:0:17042:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1746130303.960528:0:17042:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092a51200, rc 0) 00010000:00010000:0.0:1746130303.960531:0:17042:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746130303.960536:0:17042:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092a51e00/0x4ce24e5787363028 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae41103 expref: -99 pid: 17042 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130303.960551:0:17042:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092a50800/0x4ce24e578736302f lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 17042 initiator: MDT0 00010000:00010000:0.0:1746130303.960557:0:17042:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092a50800/0x4ce24e578736302f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 17042 initiator: MDT0 00010000:00010000:0.0:1746130303.960563:0:17042:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092a50800/0x4ce24e578736302f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 17042 initiator: MDT0 00010000:00010000:0.0:1746130303.960571:0:17042:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092a51800/0x4ce24e5787363036 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 17042 initiator: MDT0 00010000:00010000:0.0:1746130303.960575:0:17042:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092a51800/0x4ce24e5787363036 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 17042 initiator: MDT0 00010000:00010000:0.0:1746130303.960579:0:17042:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092a51800/0x4ce24e5787363036 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 17042 initiator: MDT0 00010000:00010000:0.0:1746130303.960600:0:17042:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092a50800/0x4ce24e578736302f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 17042 initiator: MDT0 00010000:00010000:0.0:1746130303.960605:0:17042:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092a50800/0x4ce24e578736302f lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 17042 initiator: MDT0 00010000:00010000:0.0:1746130303.960609:0:17042:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880092a50800/0x4ce24e578736302f lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 17042 initiator: MDT0 00010000:00010000:0.0:1746130303.960612:0:17042:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880092a50800 already unused, calling callback (ffffffffa1383690) 00010000:00010000:0.0:1746130303.960614:0:17042:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092a50800/0x4ce24e578736302f lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 17042 initiator: MDT0 00010000:00010000:0.0:1746130303.960619:0:17042:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092a50800/0x4ce24e578736302f lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 17042 initiator: MDT0 00010000:00010000:0.0:1746130303.960624:0:17042:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800a4625300) 00010000:00010000:0.0:1746130303.960625:0:17042:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746130303.960627:0:17042:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880092a50800/0x4ce24e578736302f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 17042 initiator: MDT0 00010000:00010000:0.0:1746130303.960631:0:17042:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092a50800/0x4ce24e578736302f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 17042 initiator: MDT0 00010000:00010000:0.0:1746130303.960637:0:17042:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092a51800/0x4ce24e5787363036 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 17042 initiator: MDT0 00010000:00010000:0.0:1746130303.960641:0:17042:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092a51800/0x4ce24e5787363036 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 17042 initiator: MDT0 00010000:00010000:0.0:1746130303.960645:0:17042:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880092a51800/0x4ce24e5787363036 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 17042 initiator: MDT0 00010000:00010000:0.0:1746130303.960649:0:17042:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880092a51800 already unused, calling callback (ffffffffa1383690) 00010000:00010000:0.0:1746130303.960650:0:17042:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092a51800/0x4ce24e5787363036 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 17042 initiator: MDT0 00010000:00010000:0.0:1746130303.960658:0:17042:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092a51800/0x4ce24e5787363036 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 17042 initiator: MDT0 00010000:00010000:0.0:1746130303.960662:0:17042:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce70cf (ffff8800b1a1e100) 00010000:00010000:0.0:1746130303.960663:0:17042:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746130303.960665:0:17042:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880092a51800/0x4ce24e5787363036 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 17042 initiator: MDT0 00010000:00010000:0.0:1746130303.960668:0:17042:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092a51800/0x4ce24e5787363036 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 17042 initiator: MDT0 00010000:00010000:0.0:1746130303.960689:0:17042:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff880092a51e00/0x4ce24e5787363028 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae41103 expref: 30 pid: 17042 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130303.960696:0:17042:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800a4625300) 00010000:00010000:0.0:1746130303.960698:0:17042:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1746130303.960700:0:17042:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092a51e00/0x4ce24e5787363028 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae41103 expref: 30 pid: 17042 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130303.960706:0:17042:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092a51e00, rc -2) 00000100:00100000:1.0:1746130303.961208:0:9883:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849454208 00000100:00100000:1.0:1746130303.961212:0:9883:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849454208 00000100:00100000:2.0:1746130303.961598:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130303.961646:0:9883:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849454464 00000100:00100000:1.0:1746130303.961649:0:9883:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849454464 00000100:00100000:2.0:1746130303.961663:0:7112:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 60776 00000100:00100000:1.0:1746130303.961669:0:21138:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 60777 00000100:00100000:2.0:1746130303.961670:0:7112:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b321180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:640ea846-b909-4eea-9a54-417e15bd627b+30:1129:x1830949849454208:12345-192.168.204.51@tcp:101:dd.0 00000100:00100000:1.0:1746130303.961673:0:21138:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092256a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+20:1130:x1830949849454464:12345-192.168.204.51@tcp:101:dd.0 00010000:00010000:2.0:1746130303.961679:0:7112:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746130303.961680:0:21138:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746130303.961682:0:7112:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:1.0:1746130303.961682:0:21138:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:1.0:1746130303.961693:0:21138:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009367b000/0x4ce24e5787362fe2 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae410e7 expref: 20 pid: 9883 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130303.961769:0:21138:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800a4625300) 00010000:00010000:2.0:1746130303.961771:0:7112:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093e93c00/0x4ce24e5787362ff0 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae410ee expref: 30 pid: 21138 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130303.961772:0:21138:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1746130303.961778:0:21138:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092a29600/0x4ce24e578736303d lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae4113b expref: -99 pid: 21138 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130303.961781:0:7112:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800a4625300) 00010000:00010000:2.0:1746130303.961783:0:7112:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746130303.961787:0:7112:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093e92400/0x4ce24e5787363044 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae41134 expref: -99 pid: 7112 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130303.961826:0:7112:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093e92c00/0x4ce24e578736304b lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7112 initiator: MDT0 00010000:00010000:2.0:1746130303.961833:0:7112:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093e92c00/0x4ce24e578736304b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7112 initiator: MDT0 00010000:00010000:2.0:1746130303.961840:0:7112:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093e92c00/0x4ce24e578736304b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7112 initiator: MDT0 00000004:00200000:2.0:1746130303.961847:0:7112:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x4e:0x0]: returning size 26214400 00010000:00010000:1.0:1746130303.961851:0:21138:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092a29c00/0x4ce24e5787363052 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 21138 initiator: MDT0 00010000:00010000:1.0:1746130303.961860:0:21138:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092a29c00/0x4ce24e5787363052 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 21138 initiator: MDT0 00010000:00010000:1.0:1746130303.961865:0:21138:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092a29c00/0x4ce24e5787363052 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 21138 initiator: MDT0 00010000:00010000:1.0:1746130303.961872:0:21138:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092a28c00/0x4ce24e5787363060 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 21138 initiator: MDT0 00010000:00010000:1.0:1746130303.961876:0:21138:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092a28c00/0x4ce24e5787363060 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 21138 initiator: MDT0 00010000:00010000:1.0:1746130303.961880:0:21138:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092a28c00/0x4ce24e5787363060 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 21138 initiator: MDT0 00010000:00010000:1.0:1746130303.961913:0:21138:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092a29a00/0x4ce24e5787363067 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 21138 initiator: MDT0 00010000:00010000:1.0:1746130303.961918:0:21138:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092a29a00/0x4ce24e5787363067 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 21138 initiator: MDT0 00010000:00010000:1.0:1746130303.961923:0:21138:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092a29a00/0x4ce24e5787363067 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 21138 initiator: MDT0 00010000:00010000:2.0:1746130303.961924:0:7112:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093e92400/0x4ce24e5787363044 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae41134 expref: 32 pid: 7112 timeout: 0 lvb_type: 0 00000004:00200000:1.0:1746130303.961928:0:21138:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x4f:0x0]: returning size 0 00010000:00010000:2.0:1746130303.961938:0:7112:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880093e92c00/0x4ce24e578736304b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae41134 expref: 31 pid: 7112 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130303.961943:0:7112:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4e:0x0].0x0 (ffff8800acd40200) 00010000:00010000:2.0:1746130303.961945:0:7112:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1746130303.961947:0:7112:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093e92c00, rc 0) 00010000:00010000:1.0:1746130303.961959:0:21138:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092a29c00/0x4ce24e5787363052 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 21138 initiator: MDT0 00010000:00010000:1.0:1746130303.961976:0:21138:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092a29c00/0x4ce24e5787363052 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 21138 initiator: MDT0 00000100:00100000:2.0:1746130303.961979:0:7112:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b321180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:640ea846-b909-4eea-9a54-417e15bd627b+31:1129:x1830949849454208:12345-192.168.204.51@tcp:101:dd.0 Request processed in 311us (2004us total) trans 4294992251 rc 0/0 00010000:00010000:1.0:1746130303.961980:0:21138:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880092a29c00/0x4ce24e5787363052 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 21138 initiator: MDT0 00010000:00010000:1.0:1746130303.961985:0:21138:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880092a29c00 already unused, calling callback (ffffffffa1383690) 00000100:00100000:2.0:1746130303.961986:0:7112:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 60776 00010000:00010000:1.0:1746130303.961988:0:21138:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092a29c00/0x4ce24e5787363052 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 21138 initiator: MDT0 00010000:00010000:1.0:1746130303.961993:0:21138:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092a29c00/0x4ce24e5787363052 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 21138 initiator: MDT0 00010000:00010000:1.0:1746130303.961999:0:21138:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800a4625300) 00010000:00010000:1.0:1746130303.962000:0:21138:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746130303.962002:0:21138:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880092a29c00/0x4ce24e5787363052 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 21138 initiator: MDT0 00010000:00010000:1.0:1746130303.962006:0:21138:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092a29c00/0x4ce24e5787363052 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 21138 initiator: MDT0 00010000:00010000:1.0:1746130303.962013:0:21138:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092a28c00/0x4ce24e5787363060 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 21138 initiator: MDT0 00010000:00010000:1.0:1746130303.962017:0:21138:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092a28c00/0x4ce24e5787363060 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 21138 initiator: MDT0 00010000:00010000:1.0:1746130303.962021:0:21138:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880092a28c00/0x4ce24e5787363060 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 21138 initiator: MDT0 00010000:00010000:1.0:1746130303.962024:0:21138:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880092a28c00 already unused, calling callback (ffffffffa1383690) 00010000:00010000:1.0:1746130303.962026:0:21138:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092a28c00/0x4ce24e5787363060 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 21138 initiator: MDT0 00010000:00010000:1.0:1746130303.962030:0:21138:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092a28c00/0x4ce24e5787363060 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 21138 initiator: MDT0 00010000:00010000:1.0:1746130303.962035:0:21138:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6fcf (ffff8800a4625800) 00010000:00010000:1.0:1746130303.962036:0:21138:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746130303.962038:0:21138:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880092a28c00/0x4ce24e5787363060 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 21138 initiator: MDT0 00010000:00010000:1.0:1746130303.962045:0:21138:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092a28c00/0x4ce24e5787363060 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 21138 initiator: MDT0 00010000:00010000:1.0:1746130303.962067:0:21138:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092a29600/0x4ce24e578736303d lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4113b expref: 22 pid: 21138 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130303.962077:0:21138:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880092a29a00/0x4ce24e5787363067 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4113b expref: 21 pid: 21138 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130303.962082:0:21138:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff8800a4625100) 00010000:00010000:1.0:1746130303.962083:0:21138:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1746130303.962085:0:21138:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092a29a00, rc 0) 00000100:00100000:1.0:1746130303.962103:0:21138:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092256a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+21:1130:x1830949849454464:12345-192.168.204.51@tcp:101:dd.0 Request processed in 429us (507us total) trans 4294992252 rc 0/0 00000100:00100000:1.0:1746130303.962108:0:21138:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 60777 00000100:00100000:0.0:1746130303.962165:0:17042:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b322680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:640ea846-b909-4eea-9a54-417e15bd627b+30:1964:x1830949849453952:12345-192.168.204.51@tcp:63:ll_sa.0 Request processed in 2065us (2131us total) trans 0 rc -2/-2 00000100:00100000:0.0:1746130303.962171:0:17042:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6 00000100:00100000:3.0:1746130303.963172:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130303.963199:0:7924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849454592 00000100:00100000:0.0:1746130303.963208:0:7924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849454592 00000100:00100000:0.0:1746130303.963298:0:7924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 395 00000100:00100000:0.0:1746130303.963306:0:7924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a64c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+21:1962:x1830949849454592:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746130303.963319:0:7924:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746130303.963342:0:7924:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092a28200/0x4ce24e5787362ffe lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae410f5 expref: 21 pid: 9883 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130303.963357:0:7924:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4b:0x0].0x0 (ffff880093e20000) 00010000:00010000:0.0:1746130303.963361:0:7924:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746130303.963403:0:7924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a64c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+20:1962:x1830949849454592:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 99us (234us total) trans 0 rc 0/0 00000100:00100000:0.0:1746130303.963409:0:7924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 395 00000100:00100000:3.0:1746130303.971936:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130303.971982:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130303.971990:0:8475:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849454976 00000100:00100000:2.0:1746130303.972000:0:8475:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849454976 00000100:00100000:3.0:1746130303.972012:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130303.972036:0:20953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849455104 00000100:00100000:3.0:1746130303.972042:0:20953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849455104 00000100:00100000:2.0:1746130303.972068:0:8475:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5233 00000100:00100000:2.0:1746130303.972076:0:8475:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a64f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:640ea846-b909-4eea-9a54-417e15bd627b+35:1961:x1830949849454976:12345-192.168.204.51@tcp:3:dd.0 00000100:00100000:3.0:1746130303.972077:0:20953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6711 00000100:00100000:3.0:1746130303.972083:0:20953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a64dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:640ea846-b909-4eea-9a54-417e15bd627b+35:1962:x1830949849455104:12345-192.168.204.51@tcp:101:ll_agl.0 00010000:00010000:3.0:1746130303.972096:0:20953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746130303.972109:0:8475:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009391b000/0x4ce24e5787363075 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8475 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130303.972113:0:20953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012b02d000/0x4ce24e578736307c lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae41142 expref: -99 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130303.972122:0:8475:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130303.972124:0:8475:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130303.972128:0:8475:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009391b000/0x4ce24e5787363075 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8475 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1746130303.972137:0:20953:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x1c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1746130303.972141:0:8475:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009391b000/0x4ce24e5787363075 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8475 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130303.972155:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130303.972157:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130303.972164:0:20953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012b02d000/0x4ce24e578736307c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae41142 expref: 36 pid: 20953 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746130303.972177:0:20953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012b02d000/0x4ce24e578736307c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae41142 expref: 36 pid: 20953 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746130303.972193:0:20953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b02d000, rc 0) 00000100:00100000:3.0:1746130303.972235:0:20953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a64dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:640ea846-b909-4eea-9a54-417e15bd627b+37:1962:x1830949849455104:12345-192.168.204.51@tcp:101:ll_agl.0 Request processed in 151us (221us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130303.972241:0:20953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6711 00000100:00100000:3.0:1746130303.972297:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130303.972310:0:20953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849455232 00000100:00100000:3.0:1746130303.972312:0:20953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849455232 00000100:00100000:3.0:1746130303.972335:0:20953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6712 00000100:00100000:3.0:1746130303.972340:0:20953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134b84a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:640ea846-b909-4eea-9a54-417e15bd627b+8:1961:x1830949849455232:12345-192.168.204.51@tcp:101:ll_agl.0 00010000:00010000:3.0:1746130303.972348:0:20953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746130303.972358:0:20953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b02ce00/0x4ce24e5787363083 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae41149 expref: -99 pid: 20953 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1746130303.972371:0:20953:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1746130303.972379:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130303.972381:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130303.972385:0:20953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b02ce00/0x4ce24e5787363083 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae41149 expref: 9 pid: 20953 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746130303.972395:0:20953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012b02ce00/0x4ce24e5787363083 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae41149 expref: 9 pid: 20953 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746130303.972402:0:20953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012b02ce00, rc 0) 00000100:00100000:3.0:1746130303.972416:0:20953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134b84a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:640ea846-b909-4eea-9a54-417e15bd627b+9:1961:x1830949849455232:12345-192.168.204.51@tcp:101:ll_agl.0 Request processed in 76us (120us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130303.972424:0:20953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6712 00000100:00100000:3.0:1746130303.972484:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130303.972814:0:7924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849454848 00000100:00100000:0.0:1746130303.972818:0:7924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849454848 00000100:00100000:0.0:1746130303.972850:0:7924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 396 00000100:00100000:0.0:1746130303.972854:0:7924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a64e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+30:1961:x1830949849454848:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746130303.972864:0:7924:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746130303.972883:0:7924:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093e92c00/0x4ce24e578736304b lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4e:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae41134 expref: 30 pid: 7112 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130303.972900:0:7924:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4e:0x0].0x0 (ffff8800acd40200) 00010000:00010000:0.0:1746130303.972904:0:7924:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746130303.972921:0:7924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a64e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+29:1961:x1830949849454848:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 67us (939us total) trans 0 rc 0/0 00000100:00100000:0.0:1746130303.972926:0:7924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 396 00000100:00100000:1.0:1746130303.973032:0:8473:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849455488 00000100:00100000:1.0:1746130303.973038:0:8473:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849455488 00000100:00100000:1.0:1746130303.973081:0:8473:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5234 00000100:00100000:1.0:1746130303.973087:0:8473:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134b85f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:640ea846-b909-4eea-9a54-417e15bd627b+9:1962:x1830949849455488:12345-192.168.204.51@tcp:3:dd.0 00010000:00010000:1.0:1746130303.973107:0:8473:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880092a28e00/0x4ce24e578736308a lrc: 3/1,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8473 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130303.973117:0:8473:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130303.973118:0:8473:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130303.973122:0:8473:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092a28e00/0x4ce24e578736308a lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8473 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130303.973131:0:8473:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092a28e00/0x4ce24e578736308a lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8473 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746130303.981492:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130303.981595:0:8469:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849455616 00000100:00100000:1.0:1746130303.981609:0:8469:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849455616 00000100:00100000:1.0:1746130303.985700:0:8469:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6713 00000100:00100000:1.0:1746130303.985716:0:8469:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b322300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+32:1130:x1830949849455616:12345-192.168.204.51@tcp:101:dd.0 00010000:00010000:1.0:1746130303.985731:0:8469:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746130303.985746:0:8469:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880092a29e00/0x4ce24e5787363091 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae41150 expref: -99 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130303.985772:0:8469:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012b02d000/0x4ce24e578736307c lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae41142 expref: 36 pid: 20953 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746130303.985778:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130303.985780:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130303.985782:0:8469:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880092a29e00/0x4ce24e5787363091 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae41150 expref: 33 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130303.985805:0:8469:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012b02d000/0x4ce24e578736307c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae41142 expref: 36 pid: 20953 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746130303.985815:0:8469:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012b02d000/0x4ce24e578736307c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae41142 expref: 36 pid: 20953 timeout: 602 lvb_type: 1 00000100:00100000:1.0:1746130303.985824:0:8469:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801350bea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8469:1830949841828096:192.168.204.51@tcp:104: 00000100:00100000:1.0:1746130303.985929:0:8469:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092c8cc00 going to sleep for 11 seconds 00010000:00010000:2.0:1746130303.988884:0:8475:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009391b000/0x4ce24e5787363075 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8475 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130303.989080:0:8475:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009391b000/0x4ce24e5787363075 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8475 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130303.989089:0:8475:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009391b000/0x4ce24e5787363075 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8475 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130303.989096:0:8475:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009391b000 already unused, calling callback (ffffffffa0809d70) 00010000:00010000:2.0:1746130303.989101:0:8475:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009391b000/0x4ce24e5787363075 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8475 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130303.989109:0:8475:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009391b000/0x4ce24e5787363075 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8475 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130303.989128:0:8475:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009391b000/0x4ce24e5787363075 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8475 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130303.989134:0:8475:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009391b000/0x4ce24e5787363075 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8475 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746130303.989236:0:8475:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a64f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:640ea846-b909-4eea-9a54-417e15bd627b+35:1961:x1830949849454976:12345-192.168.204.51@tcp:3:dd.0 Request processed in 17156us (17304us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746130303.989247:0:8475:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5233 00010000:00010000:1.0:1746130303.996135:0:8473:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880092a28e00/0x4ce24e578736308a lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8473 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130303.996153:0:8473:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880092a28e00/0x4ce24e578736308a lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8473 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130303.996160:0:8473:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880092a28e00/0x4ce24e578736308a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8473 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130303.996166:0:8473:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880092a28e00 already unused, calling callback (ffffffffa0809d70) 00010000:00010000:1.0:1746130303.996169:0:8473:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880092a28e00/0x4ce24e578736308a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8473 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130303.996176:0:8473:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880092a28e00/0x4ce24e578736308a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8473 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130303.996190:0:8473:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880092a28e00/0x4ce24e578736308a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8473 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130303.996195:0:8473:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092a28e00/0x4ce24e578736308a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8473 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746130303.996293:0:8473:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134b85f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:640ea846-b909-4eea-9a54-417e15bd627b+9:1962:x1830949849455488:12345-192.168.204.51@tcp:3:dd.0 Request processed in 23176us (23779us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746130303.996302:0:8473:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5234 00000100:00100000:0.0:1746130303.997129:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130303.997228:0:8469:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801350bea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8469:1830949841828096:192.168.204.51@tcp:104: 00010000:00010000:2.0:1746130303.997251:0:8469:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880092a29e00/0x4ce24e5787363091 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae41150 expref: 33 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130303.997281:0:8469:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092a29e00, rc 0) 00000100:00100000:2.0:1746130303.997321:0:8469:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b322300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+33:1130:x1830949849455616:12345-192.168.204.51@tcp:101:dd.0 Request processed in 11611us (15839us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130303.997327:0:8469:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6713 00000100:00100000:1.0:1746130303.997684:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849455744 00000100:00100000:1.0:1746130303.997690:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849455744 00010000:00010000:1.0:1746130303.997715:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012b02d000/0x4ce24e578736307c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae41142 expref: 35 pid: 20953 timeout: 602 lvb_type: 1 00000100:00100000:1.0:1746130303.998221:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14959 00000100:00100000:1.0:1746130303.998230:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b320a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+35:1961:x1830949849455744:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746130303.998242:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746130303.998261:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012b02d000/0x4ce24e578736307c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae41142 expref: 35 pid: 20953 timeout: 602 lvb_type: 1 00010000:00010000:1.0:1746130303.998296:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012b02d000/0x4ce24e578736307c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae41142 expref: 35 pid: 20953 timeout: 602 lvb_type: 1 00010000:00010000:1.0:1746130303.998315:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b02d000/0x4ce24e578736307c lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae41142 expref: 35 pid: 20953 timeout: 602 lvb_type: 1 00010000:00010000:1.0:1746130303.998327:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130303.998328:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130303.998334:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880092a29e00/0x4ce24e5787363091 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae41150 expref: 32 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130303.998341:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880092a29e00/0x4ce24e5787363091 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae41150 expref: 32 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130303.998368:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880092a29e00/0x4ce24e5787363091 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae41150 expref: 32 pid: 8469 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746130303.998377:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801350bfb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841828224:192.168.204.51@tcp:105: 00000100:00100000:1.0:1746130303.998934:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092c8c540 going to sleep for 11 seconds 00000100:00100000:0.0:1746130304.000241:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130304.000291:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130304.000551:0:8475:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849456128 00000100:00100000:2.0:1746130304.000558:0:8475:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849456128 00000100:00100000:2.0:1746130304.000624:0:8475:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849456000 00000100:00100000:2.0:1746130304.000626:0:8475:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849456000 00000100:00100000:2.0:1746130304.000649:0:19438:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5235 00000100:00100000:2.0:1746130304.000655:0:19438:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b322a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:640ea846-b909-4eea-9a54-417e15bd627b+10:1961:x1830949849456128:12345-192.168.204.51@tcp:4:dd.0 00010000:00010000:2.0:1746130304.000681:0:19438:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880094735200/0x4ce24e5787363098 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19438 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130304.000696:0:19438:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880091fe6000/0x4ce24e5787362e92 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 25067520->26214399) gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae41023 expref: 10 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130304.000702:0:19438:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746130304.000704:0:19438:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746130304.000706:0:19438:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094735200/0x4ce24e5787363098 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19438 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130304.000729:0:19438:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880091fe6000/0x4ce24e5787362e92 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 25067520->26214399) gid 0 flags: 0x50000000000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae41023 expref: 10 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130304.000739:0:19438:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880091fe6000/0x4ce24e5787362e92 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 25067520->26214399) gid 0 flags: 0x70000400000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae41023 expref: 10 pid: 10554 timeout: 602 lvb_type: 0 00000100:00100000:2.0:1746130304.000753:0:19438:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092255880 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_003:lustre-OST0001_UUID:19438:1830949841828352:192.168.204.51@tcp:104: 00000100:00100000:1.0:1746130304.000813:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801350bfb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7097:1830949841828224:192.168.204.51@tcp:105: 00000100:00100000:2.0:1746130304.000815:0:19438:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b415acc0 going to sleep for 11 seconds 00000100:00100000:2.0:1746130304.000828:0:8475:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5236 00010000:00010000:1.0:1746130304.000828:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746130304.000833:0:8475:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b322d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:640ea846-b909-4eea-9a54-417e15bd627b+10:1962:x1830949849456000:12345-192.168.204.51@tcp:4:dd.0 00010000:00010000:2.0:1746130304.000845:0:8475:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800931b7600/0x4ce24e578736309f lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8475 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746130304.000849:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b320a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+34:1961:x1830949849455744:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 2620us (3721us total) trans 0 rc 0/0 00010000:00010000:2.0:1746130304.000852:0:8475:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746130304.000853:0:8475:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746130304.000855:0:8475:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800931b7600/0x4ce24e578736309f lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8475 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746130304.000857:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14959 00010000:00010000:2.0:1746130304.000861:0:8475:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800931b7600/0x4ce24e578736309f lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8475 timeout: 0 lvb_type: 0 00000100:00080000:3.0:1746130304.001076:0:7108:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746130304.004334:0:19438:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092255880 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_003:lustre-OST0001_UUID:19438:1830949841828352:192.168.204.51@tcp:104: 00010000:00010000:0.0:1746130304.004355:0:19438:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880094735200/0x4ce24e5787363098 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19438 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746130304.004421:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130304.004476:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849456384 00000100:00100000:0.0:1746130304.004481:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849456384 00010000:00010000:0.0:1746130304.004506:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880091fe6000/0x4ce24e5787362e92 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 25067520->26214399) gid 0 flags: 0x60000400000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae41023 expref: 11 pid: 10554 timeout: 602 lvb_type: 0 00000100:00100000:0.0:1746130304.004540:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14960 00000100:00100000:0.0:1746130304.004546:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092256d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+11:1961:x1830949849456384:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746130304.004556:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:0.0:1746130304.004572:0:7097:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x1c:0x0] updating lvb size from disk: 25067520 -> 26214400 00002000:00010000:0.0:1746130304.004574:0:7097:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x1c:0x0] updating lvb blocks from disk: 49163 -> 51211 00010000:00010000:0.0:1746130304.004579:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880091fe6000/0x4ce24e5787362e92 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 25067520->26214399) gid 0 flags: 0x60000400000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae41023 expref: 11 pid: 10554 timeout: 602 lvb_type: 0 00010000:00010000:0.0:1746130304.004589:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880091fe6000/0x4ce24e5787362e92 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 25067520->26214399) gid 0 flags: 0x50000400000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae41023 expref: 11 pid: 10554 timeout: 602 lvb_type: 0 00010000:00010000:0.0:1746130304.004607:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091fe6000/0x4ce24e5787362e92 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 25067520->26214399) gid 0 flags: 0x44801400000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae41023 expref: 11 pid: 10554 timeout: 602 lvb_type: 0 00010000:00010000:0.0:1746130304.004623:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130304.004625:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130304.004629:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094735200/0x4ce24e5787363098 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 19438 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130304.004635:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094735200/0x4ce24e5787363098 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 19438 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130304.004647:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130304.004648:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130304.004651:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800931b7600/0x4ce24e578736309f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8475 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130304.004656:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800931b7600/0x4ce24e578736309f lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8475 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130304.005219:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746130304.005258:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092256d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+10:1961:x1830949849456384:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 711us (837us total) trans 0 rc 0/0 00000100:00100000:0.0:1746130304.005282:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14960 00010000:00010000:1.0:1746130304.005511:0:19438:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880094735200/0x4ce24e5787363098 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19438 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130304.005520:0:19438:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094735200/0x4ce24e5787363098 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19438 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130304.005664:0:8475:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800931b7600/0x4ce24e578736309f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8475 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130304.005671:0:8475:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800931b7600/0x4ce24e578736309f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8475 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746130304.008557:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130304.008641:0:8469:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849456640 00000100:00100000:3.0:1746130304.008649:0:8469:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849456640 00000100:00100000:3.0:1746130304.008697:0:8469:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6714 00000100:00100000:3.0:1746130304.008704:0:8469:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092254a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+8:1130:x1830949849456640:12345-192.168.204.51@tcp:101:dd.0 00010000:00010000:3.0:1746130304.008720:0:8469:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746130304.008735:0:8469:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800934d1e00/0x4ce24e57873630a6 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae41157 expref: -99 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130304.008760:0:8469:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012b02ce00/0x4ce24e5787363083 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae41149 expref: 11 pid: 20953 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746130304.008768:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130304.008769:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130304.008773:0:8469:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800934d1e00/0x4ce24e57873630a6 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae41157 expref: 9 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130304.008801:0:8469:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012b02ce00/0x4ce24e5787363083 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae41149 expref: 11 pid: 20953 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746130304.008817:0:8469:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012b02ce00/0x4ce24e5787363083 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae41149 expref: 11 pid: 20953 timeout: 602 lvb_type: 1 00000100:00100000:3.0:1746130304.009216:0:8469:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880134b85880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8469:1830949841828480:192.168.204.51@tcp:104: 00000100:00080000:0.0:1746130304.009367:0:7108:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1746130304.009982:0:8469:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009475b000 going to sleep for 11 seconds 00000100:00100000:0.0:1746130304.010883:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130304.011898:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849456768 00000100:00100000:2.0:1746130304.011906:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849456768 00002000:00100000:2.0:1746130304.011940:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x1c:0x0] (0->1048575) req@ffff88009b323480 x1830949849456768/t0(0) o4->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:329/0 lens 488/0 e 0 to 0 dl 1746130354 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746130304.011949:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b323480 with x1830949849456768 ext(0->1048575) 00002000:00010000:2.0:1746130304.011954:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009b323480 00000100:00100000:2.0:1746130304.011985:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5237 00000100:00100000:2.0:1746130304.011990:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b323480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+33:1962:x1830949849456768:12345-192.168.204.51@tcp:4:dd.0 00000100:00100000:3.0:1746130304.014792:0:8469:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880134b85880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8469:1830949841828480:192.168.204.51@tcp:104: 00010000:00010000:3.0:1746130304.014819:0:8469:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800934d1e00/0x4ce24e57873630a6 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae41157 expref: 9 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130304.014833:0:8469:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800934d1e00, rc 0) 00000100:00100000:3.0:1746130304.014886:0:8469:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092254a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+9:1130:x1830949849456640:12345-192.168.204.51@tcp:101:dd.0 Request processed in 6182us (6335us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130304.014893:0:8469:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6714 00000100:00100000:2.0:1746130304.015370:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130304.015409:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849456896 00000100:00100000:1.0:1746130304.015415:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849456896 00010000:00010000:1.0:1746130304.015437:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012b02ce00/0x4ce24e5787363083 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae41149 expref: 12 pid: 20953 timeout: 602 lvb_type: 1 00000100:00100000:1.0:1746130304.015643:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14961 00000100:00100000:1.0:1746130304.015650:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092255880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+12:1961:x1830949849456896:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746130304.015661:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746130304.015678:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012b02ce00/0x4ce24e5787363083 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae41149 expref: 12 pid: 20953 timeout: 602 lvb_type: 1 00010000:00010000:1.0:1746130304.015688:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012b02ce00/0x4ce24e5787363083 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae41149 expref: 12 pid: 20953 timeout: 602 lvb_type: 1 00010000:00010000:1.0:1746130304.015704:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b02ce00/0x4ce24e5787363083 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae41149 expref: 12 pid: 20953 timeout: 602 lvb_type: 1 00010000:00010000:1.0:1746130304.015727:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130304.015730:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130304.015735:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800934d1e00/0x4ce24e57873630a6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae41157 expref: 8 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130304.015743:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800934d1e00/0x4ce24e57873630a6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae41157 expref: 8 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130304.015768:0:7097:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800934d1e00/0x4ce24e57873630a6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae41157 expref: 8 pid: 8469 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746130304.015779:0:7097:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801350bfb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7097:1830949841828608:192.168.204.51@tcp:105: 00000100:00100000:1.0:1746130304.015839:0:7097:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092c8c540 going to sleep for 11 seconds 00000100:00100000:0.0:1746130304.023134:0:7097:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801350bfb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7097:1830949841828608:192.168.204.51@tcp:105: 00010000:00010000:0.0:1746130304.023151:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746130304.023186:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092255880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+13:1961:x1830949849456896:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 7537us (7816us total) trans 0 rc 0/0 00000100:00100000:0.0:1746130304.023195:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14961 00000100:00100000:1.0:1746130304.039073:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130304.039099:0:8473:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849457152 00000100:00100000:1.0:1746130304.039106:0:8473:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849457152 00002000:00100000:1.0:1746130304.039145:0:8473:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x1d:0x0] (0->1048575) req@ffff8801350bdf80 x1830949849457152/t0(0) o4->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:329/0 lens 488/0 e 0 to 0 dl 1746130354 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746130304.039154:0:8473:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801350bdf80 with x1830949849457152 ext(0->1048575) 00002000:00010000:1.0:1746130304.039158:0:8473:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801350bdf80 00000100:00100000:1.0:1746130304.039183:0:8473:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5238 00000100:00100000:1.0:1746130304.039189:0:8473:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801350bdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c84b93b0-d496-484f-8e1e-94008838f2dd+9:1962:x1830949849457152:12345-192.168.204.51@tcp:4:dd.0 00000100:00100000:0.0:1746130304.055218:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b323480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+35:1962:x1830949849456768:12345-192.168.204.51@tcp:4:dd.0 Request processed in 43219us (44330us total) trans 4294967991 rc 0/0 00000100:00100000:0.0:1746130304.055229:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5237 00002000:00100000:0.0:1746130304.055240:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x1c:0x0] (0->1048575) req@ffff88009b323480 x1830949849456768/t4294967991(0) o4->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:329/0 lens 488/448 e 0 to 0 dl 1746130354 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746130304.055248:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b323480 with x1830949849456768 ext(0->1048575) 00002000:00010000:0.0:1746130304.055253:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009b323480 00000100:00100000:0.0:1746130304.055329:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130304.057083:0:376:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849457408 00000100:00100000:3.0:1746130304.057091:0:376:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849457408 00002000:00100000:3.0:1746130304.057127:0:376:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x1c:0x0] (1048576->2097151) req@ffff880093e08000 x1830949849457408/t0(0) o4->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:329/0 lens 488/0 e 0 to 0 dl 1746130354 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746130304.057135:0:376:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093e08000 with x1830949849457408 ext(1048576->2097151) 00002000:00010000:3.0:1746130304.057139:0:376:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093e08000 00000100:00100000:3.0:1746130304.057156:0:376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5239 00000100:00100000:3.0:1746130304.057163:0:376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093e08000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:c84b93b0-d496-484f-8e1e-94008838f2dd+35:1962:x1830949849457408:12345-192.168.204.51@tcp:4:dd.0 00000100:00100000:0.0:1746130304.067186:0:8473:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801350bdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c84b93b0-d496-484f-8e1e-94008838f2dd+11:1962:x1830949849457152:12345-192.168.204.51@tcp:4:dd.0 Request processed in 27989us (28111us total) trans 4294968837 rc 0/0 00000100:00100000:0.0:1746130304.067197:0:8473:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5238 00002000:00100000:0.0:1746130304.067206:0:8473:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x1d:0x0] (0->1048575) req@ffff8801350bdf80 x1830949849457152/t4294968837(0) o4->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:329/0 lens 488/448 e 0 to 0 dl 1746130354 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746130304.067214:0:8473:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801350bdf80 with x1830949849457152 ext(0->1048575) 00002000:00010000:0.0:1746130304.067219:0:8473:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801350bdf80 00000100:00100000:0.0:1746130304.067320:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130304.073720:0:8473:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849457664 00000100:00100000:2.0:1746130304.073730:0:8473:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849457664 00002000:00100000:2.0:1746130304.073767:0:8473:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x1d:0x0] (1048576->2097151) req@ffff880093e08700 x1830949849457664/t0(0) o4->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:329/0 lens 488/0 e 0 to 0 dl 1746130354 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746130304.073779:0:8473:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093e08700 with x1830949849457664 ext(1048576->2097151) 00002000:00010000:2.0:1746130304.073784:0:8473:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093e08700 00000100:00100000:2.0:1746130304.073810:0:8473:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5240 00000100:00100000:2.0:1746130304.073817:0:8473:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093e08700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c84b93b0-d496-484f-8e1e-94008838f2dd+11:1962:x1830949849457664:12345-192.168.204.51@tcp:4:dd.0 00000100:00100000:1.0:1746130304.075950:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130304.076010:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849457920 00000100:00100000:1.0:1746130304.076016:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849457920 00002000:00100000:1.0:1746130304.076053:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x1c:0x0] (2097152->3145727) req@ffff8801350bc000 x1830949849457920/t0(0) o4->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:329/0 lens 488/0 e 0 to 0 dl 1746130354 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746130304.076061:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801350bc000 with x1830949849457920 ext(2097152->3145727) 00002000:00010000:1.0:1746130304.076066:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801350bc000 00000100:00100000:1.0:1746130304.076083:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5241 00000100:00100000:1.0:1746130304.076090:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801350bc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+37:1961:x1830949849457920:12345-192.168.204.51@tcp:4:dd.0 00000100:00100000:0.0:1746130304.080044:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130304.080067:0:25215:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849458176 00000100:00100000:0.0:1746130304.080073:0:25215:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849458176 00002000:00100000:0.0:1746130304.080103:0:25215:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x1d:0x0] (2097152->3145727) req@ffff880093e09500 x1830949849458176/t0(0) o4->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:329/0 lens 488/0 e 0 to 0 dl 1746130354 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746130304.080111:0:25215:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093e09500 with x1830949849458176 ext(2097152->3145727) 00002000:00010000:0.0:1746130304.080116:0:25215:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093e09500 00000100:00100000:0.0:1746130304.080133:0:25215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5242 00000100:00100000:0.0:1746130304.080139:0:25215:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093e09500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c84b93b0-d496-484f-8e1e-94008838f2dd+13:1961:x1830949849458176:12345-192.168.204.51@tcp:4:dd.0 00000100:00100000:2.0:1746130304.080162:0:376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093e08000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:c84b93b0-d496-484f-8e1e-94008838f2dd+39:1962:x1830949849457408:12345-192.168.204.51@tcp:4:dd.0 Request processed in 22999us (24832us total) trans 4294967992 rc 0/0 00000100:00100000:2.0:1746130304.080168:0:376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5239 00002000:00100000:2.0:1746130304.080173:0:376:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x1c:0x0] (1048576->2097151) req@ffff880093e08000 x1830949849457408/t4294967992(0) o4->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:329/0 lens 488/448 e 0 to 0 dl 1746130354 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746130304.080179:0:376:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093e08000 with x1830949849457408 ext(1048576->2097151) 00002000:00010000:2.0:1746130304.080182:0:376:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093e08000 00000100:00100000:2.0:1746130304.095110:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130304.095202:0:372:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849458432 00000100:00100000:1.0:1746130304.095211:0:372:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849458432 00002000:00100000:1.0:1746130304.095246:0:372:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x1c:0x0] (3145728->4194303) req@ffff8801354db480 x1830949849458432/t0(0) o4->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:329/0 lens 488/0 e 0 to 0 dl 1746130354 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746130304.095254:0:372:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801354db480 with x1830949849458432 ext(3145728->4194303) 00002000:00010000:1.0:1746130304.095260:0:372:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801354db480 00000100:00100000:1.0:1746130304.095291:0:372:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5243 00000100:00100000:1.0:1746130304.095299:0:372:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801354db480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c84b93b0-d496-484f-8e1e-94008838f2dd+39:1962:x1830949849458432:12345-192.168.204.51@tcp:4:dd.0 00000100:00100000:0.0:1746130304.098240:0:8473:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093e08700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c84b93b0-d496-484f-8e1e-94008838f2dd+15:1962:x1830949849457664:12345-192.168.204.51@tcp:4:dd.0 Request processed in 24414us (30912us total) trans 4294968838 rc 0/0 00000100:00100000:0.0:1746130304.098251:0:8473:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5240 00002000:00100000:0.0:1746130304.098263:0:8473:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x1d:0x0] (1048576->2097151) req@ffff880093e08700 x1830949849457664/t4294968838(0) o4->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:329/0 lens 488/448 e 0 to 0 dl 1746130354 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746130304.098287:0:8473:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093e08700 with x1830949849457664 ext(1048576->2097151) 00002000:00010000:0.0:1746130304.098293:0:8473:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093e08700 00000100:00100000:2.0:1746130304.103379:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801350bc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+41:1961:x1830949849457920:12345-192.168.204.51@tcp:4:dd.0 Request processed in 27282us (27427us total) trans 4294967993 rc 0/0 00000100:00100000:2.0:1746130304.103390:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5241 00002000:00100000:2.0:1746130304.103400:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x1c:0x0] (2097152->3145727) req@ffff8801350bc000 x1830949849457920/t4294967993(0) o4->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:329/0 lens 488/448 e 0 to 0 dl 1746130354 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746130304.103408:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801350bc000 with x1830949849457920 ext(2097152->3145727) 00002000:00010000:2.0:1746130304.103414:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801350bc000 00000001:00080000:3.0:1746130304.106947:0:9939:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968835 is committed 00002000:00010000:2.0:1746130304.107073:0:19438:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x1c:0x0] updating lvb mtime from disk: 1746130303 -> 1746130304 00002000:00010000:2.0:1746130304.107076:0:19438:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x1c:0x0] updating lvb ctime from disk: 1746130303 -> 1746130304 00010000:00010000:2.0:1746130304.107086:0:19438:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880094735200/0x4ce24e5787363098 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19438 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130304.107096:0:19438:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880094735200/0x4ce24e5787363098 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19438 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130304.107104:0:19438:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880094735200/0x4ce24e5787363098 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19438 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130304.107110:0:19438:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094735200 already unused, calling callback (ffffffffa0809d70) 00010000:00010000:2.0:1746130304.107113:0:19438:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880094735200/0x4ce24e5787363098 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19438 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130304.107121:0:19438:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880094735200/0x4ce24e5787363098 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19438 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130304.107136:0:19438:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880094735200/0x4ce24e5787363098 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19438 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130304.107142:0:19438:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094735200/0x4ce24e5787363098 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19438 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746130304.107207:0:19438:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b322a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:640ea846-b909-4eea-9a54-417e15bd627b+11:1961:x1830949849456128:12345-192.168.204.51@tcp:4:dd.0 Request processed in 106548us (106966us total) trans 4294968835 rc 0/0 00000100:00100000:2.0:1746130304.107216:0:19438:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5235 00000100:00100000:3.0:1746130304.111850:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130304.111875:0:19438:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849458944 00000100:00100000:3.0:1746130304.111883:0:19438:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849458944 00002000:00100000:3.0:1746130304.111931:0:19438:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x1c:0x0] (4194304->5242879) req@ffff880134b85880 x1830949849458944/t0(0) o4->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:329/0 lens 488/0 e 0 to 0 dl 1746130354 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746130304.111939:0:19438:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134b85880 with x1830949849458944 ext(4194304->5242879) 00002000:00010000:3.0:1746130304.111944:0:19438:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880134b85880 00000100:00100000:3.0:1746130304.111970:0:19438:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5244 00000100:00100000:3.0:1746130304.111978:0:19438:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134b85880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+41:1962:x1830949849458944:12345-192.168.204.51@tcp:4:dd.0 00000100:00100000:3.0:1746130304.112423:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130304.112437:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849458688 00000100:00100000:3.0:1746130304.112440:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849458688 00002000:00100000:3.0:1746130304.112455:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x1d:0x0] (3145728->4194303) req@ffff880134b86d80 x1830949849458688/t0(0) o4->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:329/0 lens 488/0 e 0 to 0 dl 1746130354 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746130304.112462:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134b86d80 with x1830949849458688 ext(3145728->4194303) 00002000:00010000:3.0:1746130304.112465:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880134b86d80 00000100:00100000:3.0:1746130304.112475:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5245 00000100:00100000:3.0:1746130304.112479:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134b86d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+15:1961:x1830949849458688:12345-192.168.204.51@tcp:4:dd.0 00000100:00100000:2.0:1746130304.118918:0:25215:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093e09500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c84b93b0-d496-484f-8e1e-94008838f2dd+17:1961:x1830949849458176:12345-192.168.204.51@tcp:4:dd.0 Request processed in 38766us (38868us total) trans 4294968839 rc 0/0 00000100:00100000:2.0:1746130304.118933:0:25215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5242 00002000:00100000:2.0:1746130304.118945:0:25215:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x1d:0x0] (2097152->3145727) req@ffff880093e09500 x1830949849458176/t4294968839(0) o4->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:329/0 lens 488/448 e 0 to 0 dl 1746130354 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746130304.118956:0:25215:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093e09500 with x1830949849458176 ext(2097152->3145727) 00002000:00010000:2.0:1746130304.118981:0:25215:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093e09500 00000100:00100000:0.0:1746130304.121234:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130304.121439:0:25215:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849459200 00000100:00100000:2.0:1746130304.121447:0:25215:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849459200 00002000:00100000:2.0:1746130304.121482:0:25215:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x1d:0x0] (4194304->5242879) req@ffff880093e09180 x1830949849459200/t0(0) o4->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:329/0 lens 488/0 e 0 to 0 dl 1746130354 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746130304.121490:0:25215:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093e09180 with x1830949849459200 ext(4194304->5242879) 00002000:00010000:2.0:1746130304.121494:0:25215:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093e09180 00000100:00100000:2.0:1746130304.121509:0:25215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5246 00000100:00100000:2.0:1746130304.121515:0:25215:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093e09180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c84b93b0-d496-484f-8e1e-94008838f2dd+17:1961:x1830949849459200:12345-192.168.204.51@tcp:4:dd.0 00000100:00100000:1.0:1746130304.122794:0:372:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801354db480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c84b93b0-d496-484f-8e1e-94008838f2dd+43:1962:x1830949849458432:12345-192.168.204.51@tcp:4:dd.0 Request processed in 27492us (27686us total) trans 4294967994 rc 0/0 00000100:00100000:1.0:1746130304.122802:0:372:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5243 00002000:00100000:1.0:1746130304.122808:0:372:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x1c:0x0] (3145728->4194303) req@ffff8801354db480 x1830949849458432/t4294967994(0) o4->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:329/0 lens 488/448 e 0 to 0 dl 1746130354 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746130304.122815:0:372:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801354db480 with x1830949849458432 ext(3145728->4194303) 00002000:00010000:1.0:1746130304.122819:0:372:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801354db480 00000100:00100000:3.0:1746130304.141947:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130304.143409:0:19438:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134b85880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+43:1962:x1830949849458944:12345-192.168.204.51@tcp:4:dd.0 Request processed in 31428us (31562us total) trans 4294967995 rc 0/0 00000100:00100000:2.0:1746130304.143419:0:19438:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5244 00002000:00100000:2.0:1746130304.143429:0:19438:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x1c:0x0] (4194304->5242879) req@ffff880134b85880 x1830949849458944/t4294967995(0) o4->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:329/0 lens 488/448 e 0 to 0 dl 1746130354 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746130304.143438:0:19438:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134b85880 with x1830949849458944 ext(4194304->5242879) 00002000:00010000:2.0:1746130304.143443:0:19438:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880134b85880 00000100:00100000:2.0:1746130304.143460:0:19438:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849459456 00000100:00100000:2.0:1746130304.143465:0:19438:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849459456 00002000:00100000:2.0:1746130304.143486:0:19438:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x1c:0x0] (5242880->6291455) req@ffff880134b85c00 x1830949849459456/t0(0) o4->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:329/0 lens 488/0 e 0 to 0 dl 1746130354 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746130304.143498:0:19438:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134b85c00 with x1830949849459456 ext(5242880->6291455) 00002000:00010000:2.0:1746130304.143501:0:19438:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880134b85c00 00000100:00100000:2.0:1746130304.143513:0:19438:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5247 00000100:00100000:2.0:1746130304.143518:0:19438:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134b85c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+43:1962:x1830949849459456:12345-192.168.204.51@tcp:4:dd.0 00000100:00100000:2.0:1746130304.148653:0:3298:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801354db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c27f3a83-b0ee-4dd6-bb65-34207604533c:3298:1830949841828736:0@lo:400:kworker.0 00000100:00100000:2.0:1746130304.148709:0:3298:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746130304.148738:0:3298:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009bdfe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3298:1830949841829248:0@lo:400:kworker.0 00000100:00100000:2.0:1746130304.148754:0:3298:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746130304.148769:0:3298:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1746130304.148774:0:3298:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880136398a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3298:1830949841829120:0@lo:400:kworker.0 00000100:00100000:2.0:1746130304.148792:0:3298:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746130304.148813:0:3299:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801354d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3299:1830949841828864:0@lo:400:kworker.0 00000100:00100000:2.0:1746130304.148840:0:3299:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746130304.148851:0:3299:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132f7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3299:1830949841829376:0@lo:400:kworker.0 00000100:00100000:2.0:1746130304.148864:0:3299:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746130304.148874:0:3299:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1746130304.148878:0:3299:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013639ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3299:1830949841828992:0@lo:400:kworker.0 00000100:00100000:2.0:1746130304.148890:0:3299:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746130304.148911:0:7106:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949841828736 00000100:00100000:2.0:1746130304.148917:0:7106:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949841828736 00000100:00100000:2.0:1746130304.149160:0:7106:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 382 00000100:00100000:2.0:1746130304.149167:0:7106:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4effc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c27f3a83-b0ee-4dd6-bb65-34207604533c+18:3298:x1830949841828736:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746130304.149198:0:7106:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4effc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c27f3a83-b0ee-4dd6-bb65-34207604533c+18:3298:x1830949841828736:12345-0@lo:400:kworker.0 Request processed in 31us (489us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130304.149204:0:7106:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 382 00000100:00100000:2.0:1746130304.149224:0:9883:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949841829248 00000100:00100000:2.0:1746130304.149226:0:9883:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949841829248 00000100:00100000:2.0:1746130304.149245:0:9883:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949841828864 00000100:00100000:2.0:1746130304.149247:0:9883:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949841828864 00000100:00080000:0.0:1746130304.149252:0:7108:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1746130304.149255:0:9883:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949841828992 00000100:00100000:2.0:1746130304.149256:0:9883:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949841828992 00000100:00080000:0.0:1746130304.149280:0:7108:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1746130304.149283:0:9883:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 349 00000100:00100000:2.0:1746130304.149287:0:9883:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132f7d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3298:x1830949841829248:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746130304.149769:0:9883:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132f7d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3298:x1830949841829248:12345-0@lo:400:kworker.0 Request processed in 481us (1013us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130304.149774:0:9883:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 349 00000100:00100000:2.0:1746130304.149785:0:9883:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 350 00000100:00100000:2.0:1746130304.149789:0:9883:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132f7e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3299:x1830949841828864:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746130304.149812:0:9883:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132f7e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3299:x1830949841828864:12345-0@lo:400:kworker.0 Request processed in 22us (970us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130304.149816:0:9883:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 350 00000100:00100000:2.0:1746130304.149824:0:9883:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 351 00000100:00100000:2.0:1746130304.149828:0:9883:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091950000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3299:x1830949841828992:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746130304.149843:0:9883:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091950000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3299:x1830949841828992:12345-0@lo:400:kworker.0 Request processed in 16us (953us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130304.149848:0:9883:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 351 00000100:00100000:2.0:1746130304.149861:0:8469:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949841829120 00000100:00100000:2.0:1746130304.149864:0:8469:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949841829120 00000100:00100000:2.0:1746130304.149891:0:8469:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949841829376 00000100:00100000:2.0:1746130304.149893:0:8469:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949841829376 00000100:00100000:2.0:1746130304.149904:0:8469:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 428 00000100:00100000:2.0:1746130304.149908:0:8469:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132f7df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3298:x1830949841829120:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746130304.149926:0:8469:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132f7df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3298:x1830949841829120:12345-0@lo:400:kworker.0 Request processed in 18us (1134us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130304.149931:0:8469:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 428 00000100:00100000:2.0:1746130304.149937:0:8469:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 429 00000100:00100000:2.0:1746130304.149940:0:8469:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132f7ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3299:x1830949841829376:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746130304.149954:0:8469:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132f7ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3299:x1830949841829376:12345-0@lo:400:kworker.0 Request processed in 13us (1089us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130304.149967:0:8469:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 429 00000100:00100000:2.0:1746130304.150074:0:3299:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013639ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3299:1830949841828992:0@lo:400:kworker.0 00000100:00100000:2.0:1746130304.150081:0:3299:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801354d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3299:1830949841828864:0@lo:400:kworker.0 00000100:00100000:2.0:1746130304.150088:0:3299:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132f7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3299:1830949841829376:0@lo:400:kworker.0 00000100:00100000:2.0:1746130304.150108:0:3298:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880136398a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3298:1830949841829120:0@lo:400:kworker.0 00000100:00100000:2.0:1746130304.150114:0:3298:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801354db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c27f3a83-b0ee-4dd6-bb65-34207604533c:3298:1830949841828736:0@lo:400:kworker.0 00000100:00100000:2.0:1746130304.150121:0:3298:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009bdfe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3298:1830949841829248:0@lo:400:kworker.0 00000100:00100000:2.0:1746130304.150180:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130304.150196:0:8473:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849459712 00000100:00100000:2.0:1746130304.150198:0:8473:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849459712 00002000:00100000:2.0:1746130304.150216:0:8473:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x1d:0x0] (5242880->6291455) req@ffff880091950e00 x1830949849459712/t0(0) o4->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:329/0 lens 488/0 e 0 to 0 dl 1746130354 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746130304.150225:0:8473:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091950e00 with x1830949849459712 ext(5242880->6291455) 00002000:00010000:2.0:1746130304.150229:0:8473:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091950e00 00000100:00100000:2.0:1746130304.150242:0:372:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5248 00000100:00100000:2.0:1746130304.150246:0:372:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091950e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c84b93b0-d496-484f-8e1e-94008838f2dd+19:1962:x1830949849459712:12345-192.168.204.51@tcp:4:dd.0 00000100:00080000:0.0:1746130304.154232:0:7108:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1746130304.154239:0:7108:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1746130304.156676:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134b86d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+21:1961:x1830949849458688:12345-192.168.204.51@tcp:4:dd.0 Request processed in 44189us (44246us total) trans 4294968840 rc 0/0 00000100:00100000:2.0:1746130304.156691:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5245 00002000:00100000:2.0:1746130304.156701:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x1d:0x0] (3145728->4194303) req@ffff880134b86d80 x1830949849458688/t4294968840(0) o4->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:329/0 lens 488/448 e 0 to 0 dl 1746130354 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746130304.156710:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134b86d80 with x1830949849458688 ext(3145728->4194303) 00002000:00010000:2.0:1746130304.156716:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880134b86d80 00000100:00100000:2.0:1746130304.164363:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130304.164758:0:3299:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1746130304.164775:0:3299:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093e0a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3299:1830949841829504:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1746130304.164818:0:3299:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746130304.165494:0:8472:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949841829504 00000100:00100000:3.0:1746130304.165501:0:8472:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949841829504 00000100:00100000:3.0:1746130304.165538:0:8472:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 178 00000100:00100000:3.0:1746130304.165544:0:8472:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093e0b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3299:x1830949841829504:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1746130304.165564:0:8472:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 5111808 granted 161677312 pending 11927552 free 3804233728 avail 3801088000 00000100:00100000:3.0:1746130304.165611:0:8472:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093e0b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3299:x1830949841829504:12345-0@lo:13:osp-pre-1-0.0 Request processed in 67us (793us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130304.165621:0:8472:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 178 00000100:00100000:1.0:1746130304.165641:0:3299:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093e0a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3299:1830949841829504:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1746130304.165733:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849459968 00000100:00100000:2.0:1746130304.165737:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849459968 00002000:00100000:2.0:1746130304.165762:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x1c:0x0] (6291456->7340031) req@ffff880091951c00 x1830949849459968/t0(0) o4->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:329/0 lens 488/0 e 0 to 0 dl 1746130354 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746130304.165771:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091951c00 with x1830949849459968 ext(6291456->7340031) 00002000:00010000:2.0:1746130304.165775:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091951c00 00000100:00100000:2.0:1746130304.165885:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5249 00000100:00100000:2.0:1746130304.165891:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091951c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+45:1961:x1830949849459968:12345-192.168.204.51@tcp:4:dd.0 00000100:00100000:3.0:1746130304.167400:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130304.167715:0:376:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849460224 00000100:00100000:1.0:1746130304.167721:0:376:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849460224 00002000:00100000:1.0:1746130304.167750:0:376:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x1d:0x0] (6291456->7340031) req@ffff880134b87800 x1830949849460224/t0(0) o4->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:329/0 lens 488/0 e 0 to 0 dl 1746130354 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746130304.167760:0:376:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134b87800 with x1830949849460224 ext(6291456->7340031) 00002000:00010000:1.0:1746130304.167765:0:376:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880134b87800 00000100:00100000:1.0:1746130304.167779:0:376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5250 00000100:00100000:1.0:1746130304.167785:0:376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134b87800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:c84b93b0-d496-484f-8e1e-94008838f2dd+21:1961:x1830949849460224:12345-192.168.204.51@tcp:4:dd.0 00000100:00100000:2.0:1746130304.171280:0:25215:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093e09180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c84b93b0-d496-484f-8e1e-94008838f2dd+23:1961:x1830949849459200:12345-192.168.204.51@tcp:4:dd.0 Request processed in 49745us (50034us total) trans 4294968841 rc 0/0 00000100:00100000:2.0:1746130304.171291:0:25215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5246 00002000:00100000:2.0:1746130304.171299:0:25215:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x1d:0x0] (4194304->5242879) req@ffff880093e09180 x1830949849459200/t4294968841(0) o4->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:329/0 lens 488/448 e 0 to 0 dl 1746130354 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746130304.171308:0:25215:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093e09180 with x1830949849459200 ext(4194304->5242879) 00002000:00010000:2.0:1746130304.171313:0:25215:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093e09180 00000100:00100000:3.0:1746130304.171333:0:19438:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134b85c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+47:1962:x1830949849459456:12345-192.168.204.51@tcp:4:dd.0 Request processed in 27814us (29394us total) trans 4294967996 rc 0/0 00000100:00100000:3.0:1746130304.171340:0:19438:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5247 00002000:00100000:3.0:1746130304.171344:0:19438:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x1c:0x0] (5242880->6291455) req@ffff880134b85c00 x1830949849459456/t4294967996(0) o4->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:329/0 lens 488/448 e 0 to 0 dl 1746130354 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746130304.171349:0:19438:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134b85c00 with x1830949849459456 ext(5242880->6291455) 00002000:00010000:3.0:1746130304.171352:0:19438:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880134b85c00 00000100:00100000:3.0:1746130304.178225:0:372:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091950e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c84b93b0-d496-484f-8e1e-94008838f2dd+23:1962:x1830949849459712:12345-192.168.204.51@tcp:4:dd.0 Request processed in 27970us (28039us total) trans 4294968842 rc 0/0 00000100:00100000:3.0:1746130304.178237:0:372:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5248 00002000:00100000:3.0:1746130304.178248:0:372:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x1d:0x0] (5242880->6291455) req@ffff880091950e00 x1830949849459712/t4294968842(0) o4->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:329/0 lens 488/448 e 0 to 0 dl 1746130354 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746130304.178257:0:372:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091950e00 with x1830949849459712 ext(5242880->6291455) 00002000:00010000:3.0:1746130304.178262:0:372:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091950e00 00000100:00100000:2.0:1746130304.182343:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130304.182989:0:372:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849460480 00000100:00100000:2.0:1746130304.183002:0:372:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849460480 00002000:00100000:2.0:1746130304.183047:0:372:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x1c:0x0] (7340032->8388607) req@ffff880091953480 x1830949849460480/t0(0) o4->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:329/0 lens 488/0 e 0 to 0 dl 1746130354 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746130304.183057:0:372:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091953480 with x1830949849460480 ext(7340032->8388607) 00002000:00010000:2.0:1746130304.183062:0:372:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091953480 00000100:00100000:2.0:1746130304.183080:0:372:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5251 00000100:00100000:2.0:1746130304.183087:0:372:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091953480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c84b93b0-d496-484f-8e1e-94008838f2dd+47:1962:x1830949849460480:12345-192.168.204.51@tcp:4:dd.0 00000100:00100000:2.0:1746130304.185380:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091951c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+49:1961:x1830949849459968:12345-192.168.204.51@tcp:4:dd.0 Request processed in 19478us (21012us total) trans 4294967997 rc 0/0 00000100:00100000:2.0:1746130304.185391:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5249 00002000:00100000:2.0:1746130304.185400:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x1c:0x0] (6291456->7340031) req@ffff880091951c00 x1830949849459968/t4294967997(0) o4->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:329/0 lens 488/448 e 0 to 0 dl 1746130354 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746130304.185409:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091951c00 with x1830949849459968 ext(6291456->7340031) 00002000:00010000:2.0:1746130304.185415:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091951c00 00000100:00100000:3.0:1746130304.195017:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000001:00080000:3.0:1746130304.195045:0:9939:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968838 is committed 00000001:00080000:3.0:1746130304.195059:0:9939:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968836 is committed 00000100:00100000:0.0:1746130304.196217:0:376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134b87800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:c84b93b0-d496-484f-8e1e-94008838f2dd+19:1961:x1830949849460224:12345-192.168.204.51@tcp:4:dd.0 Request processed in 28427us (28817us total) trans 4294968843 rc 0/0 00000100:00100000:0.0:1746130304.196228:0:376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5250 00002000:00100000:0.0:1746130304.196237:0:376:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x1d:0x0] (6291456->7340031) req@ffff880134b87800 x1830949849460224/t4294968843(0) o4->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:329/0 lens 488/448 e 0 to 0 dl 1746130354 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746130304.196245:0:376:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134b87800 with x1830949849460224 ext(6291456->7340031) 00002000:00010000:0.0:1746130304.196251:0:376:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880134b87800 00000100:00100000:0.0:1746130304.196290:0:376:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849460736 00000100:00100000:0.0:1746130304.196297:0:376:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849460736 00002000:00100000:0.0:1746130304.196321:0:376:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x1d:0x0] (7340032->8388607) req@ffff880134b85180 x1830949849460736/t0(0) o4->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:329/0 lens 488/0 e 0 to 0 dl 1746130354 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746130304.196328:0:376:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134b85180 with x1830949849460736 ext(7340032->8388607) 00002000:00010000:0.0:1746130304.196331:0:376:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880134b85180 00000100:00100000:0.0:1746130304.196344:0:376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5252 00000100:00100000:0.0:1746130304.196350:0:376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134b85180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:c84b93b0-d496-484f-8e1e-94008838f2dd+19:1962:x1830949849460736:12345-192.168.204.51@tcp:4:dd.0 00010000:00010000:2.0:1746130304.196724:0:8475:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800931b7600/0x4ce24e578736309f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8475 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130304.196734:0:8475:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800931b7600/0x4ce24e578736309f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8475 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130304.196741:0:8475:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800931b7600/0x4ce24e578736309f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8475 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130304.196748:0:8475:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800931b7600 already unused, calling callback (ffffffffa0809d70) 00010000:00010000:2.0:1746130304.196752:0:8475:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800931b7600/0x4ce24e578736309f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8475 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130304.196759:0:8475:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800931b7600/0x4ce24e578736309f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8475 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130304.196775:0:8475:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800931b7600/0x4ce24e578736309f lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8475 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130304.196781:0:8475:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800931b7600/0x4ce24e578736309f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8475 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746130304.196815:0:8475:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b322d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:640ea846-b909-4eea-9a54-417e15bd627b+7:1962:x1830949849456000:12345-192.168.204.51@tcp:4:dd.0 Request processed in 195981us (196522us total) trans 4294968836 rc 0/0 00000100:00100000:2.0:1746130304.196821:0:8475:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5236 00000100:00100000:3.0:1746130304.204989:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130304.205205:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130304.205223:0:8475:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849461120 00000100:00100000:3.0:1746130304.205229:0:8475:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849461120 00000100:00100000:3.0:1746130304.205263:0:8475:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849461248 00000100:00100000:3.0:1746130304.205280:0:8475:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849461248 00000100:00100000:3.0:1746130304.205302:0:8475:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5253 00000100:00100000:3.0:1746130304.205307:0:8475:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134b87100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:640ea846-b909-4eea-9a54-417e15bd627b+7:1962:x1830949849461120:12345-192.168.204.51@tcp:3:dd.0 00010000:00010000:3.0:1746130304.205331:0:8475:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800934d1000/0x4ce24e57873630ad lrc: 3/1,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8475 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130304.205342:0:8475:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130304.205344:0:8475:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130304.205347:0:8475:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800934d1000/0x4ce24e57873630ad lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8475 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130304.205357:0:8475:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800934d1000/0x4ce24e57873630ad lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8475 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746130304.205911:0:19438:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5254 00000100:00100000:3.0:1746130304.205917:0:19438:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134b84700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:640ea846-b909-4eea-9a54-417e15bd627b+34:1962:x1830949849461248:12345-192.168.204.51@tcp:3:dd.0 00010000:00010000:3.0:1746130304.205930:0:19438:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8800934d1800/0x4ce24e57873630b4 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19438 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130304.205937:0:19438:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130304.205938:0:19438:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130304.205941:0:19438:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d1800/0x4ce24e57873630b4 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19438 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130304.205948:0:19438:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800934d1800/0x4ce24e57873630b4 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 19438 timeout: 0 lvb_type: 0 00000100:00080000:3.0:1746130304.206460:0:7108:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1746130304.206517:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130304.207782:0:8474:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849461504 00000100:00100000:3.0:1746130304.207790:0:8474:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849461504 00002000:00100000:3.0:1746130304.207827:0:8474:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x1c:0x0] (8388608->9437183) req@ffff880134b87b80 x1830949849461504/t0(0) o4->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:329/0 lens 488/0 e 0 to 0 dl 1746130354 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746130304.207836:0:8474:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134b87b80 with x1830949849461504 ext(8388608->9437183) 00002000:00010000:3.0:1746130304.207841:0:8474:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880134b87b80 00000100:00100000:3.0:1746130304.207867:0:8474:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5255 00000100:00100000:3.0:1746130304.207873:0:8474:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134b87b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+49:1963:x1830949849461504:12345-192.168.204.51@tcp:4:dd.0 00000100:00100000:2.0:1746130304.208204:0:372:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091953480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:c84b93b0-d496-484f-8e1e-94008838f2dd+51:1962:x1830949849460480:12345-192.168.204.51@tcp:4:dd.0 Request processed in 25117us (25868us total) trans 4294967998 rc 0/0 00000100:00100000:2.0:1746130304.208211:0:372:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5251 00002000:00100000:2.0:1746130304.208217:0:372:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x1c:0x0] (7340032->8388607) req@ffff880091953480 x1830949849460480/t4294967998(0) o4->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:329/0 lens 488/448 e 0 to 0 dl 1746130354 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746130304.208224:0:372:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091953480 with x1830949849460480 ext(7340032->8388607) 00002000:00010000:2.0:1746130304.208226:0:372:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091953480 00000100:00100000:1.0:1746130304.222631:0:376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134b85180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:c84b93b0-d496-484f-8e1e-94008838f2dd+21:1962:x1830949849460736:12345-192.168.204.51@tcp:4:dd.0 Request processed in 26269us (28266us total) trans 4294968844 rc 0/0 00000100:00100000:1.0:1746130304.222642:0:376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5252 00002000:00100000:1.0:1746130304.222653:0:376:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x1d:0x0] (7340032->8388607) req@ffff880134b85180 x1830949849460736/t4294968844(0) o4->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:329/0 lens 488/448 e 0 to 0 dl 1746130354 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746130304.222662:0:376:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134b85180 with x1830949849460736 ext(7340032->8388607) 00002000:00010000:1.0:1746130304.222669:0:376:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880134b85180 00010000:00010000:2.0:1746130304.234548:0:19438:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8800934d1800/0x4ce24e57873630b4 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 19438 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130304.234563:0:19438:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d1800/0x4ce24e57873630b4 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 19438 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130304.234575:0:19438:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800934d1800/0x4ce24e57873630b4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19438 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130304.234581:0:19438:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800934d1800 already unused, calling callback (ffffffffa0809d70) 00010000:00010000:2.0:1746130304.234584:0:19438:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800934d1800/0x4ce24e57873630b4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 19438 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130304.234591:0:19438:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800934d1800/0x4ce24e57873630b4 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 19438 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130304.234606:0:19438:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800934d1800/0x4ce24e57873630b4 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19438 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130304.234611:0:19438:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800934d1800/0x4ce24e57873630b4 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 19438 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746130304.234677:0:19438:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134b84700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:640ea846-b909-4eea-9a54-417e15bd627b+34:1962:x1830949849461248:12345-192.168.204.51@tcp:3:dd.0 Request processed in 28755us (29466us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746130304.234686:0:19438:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5254 00000100:00100000:2.0:1746130304.234753:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130304.234792:0:19438:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849461760 00000100:00100000:2.0:1746130304.234798:0:19438:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849461760 00002000:00100000:2.0:1746130304.234828:0:19438:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x1d:0x0] (8388608->9437183) req@ffff88009bdfe300 x1830949849461760/t0(0) o4->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:329/0 lens 488/0 e 0 to 0 dl 1746130354 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746130304.234836:0:19438:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bdfe300 with x1830949849461760 ext(8388608->9437183) 00002000:00010000:2.0:1746130304.234839:0:19438:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009bdfe300 00000100:00100000:2.0:1746130304.234852:0:19438:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5256 00000100:00100000:2.0:1746130304.234858:0:19438:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bdfe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+21:1961:x1830949849461760:12345-192.168.204.51@tcp:4:dd.0 00010000:00010000:2.0:1746130304.235035:0:8475:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800934d1000/0x4ce24e57873630ad lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8475 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130304.235044:0:8475:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800934d1000/0x4ce24e57873630ad lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8475 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130304.235050:0:8475:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800934d1000/0x4ce24e57873630ad lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8475 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130304.235055:0:8475:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800934d1000 already unused, calling callback (ffffffffa0809d70) 00010000:00010000:2.0:1746130304.235057:0:8475:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800934d1000/0x4ce24e57873630ad lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8475 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130304.235063:0:8475:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800934d1000/0x4ce24e57873630ad lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8475 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130304.235072:0:8475:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800934d1000/0x4ce24e57873630ad lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8475 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130304.235077:0:8475:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800934d1000/0x4ce24e57873630ad lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8475 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746130304.235105:0:8475:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134b87100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:640ea846-b909-4eea-9a54-417e15bd627b+7:1962:x1830949849461120:12345-192.168.204.51@tcp:3:dd.0 Request processed in 29798us (30123us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746130304.235111:0:8475:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5253 00000100:00100000:0.0:1746130304.238639:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130304.240584:0:376:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849462016 00000100:00100000:1.0:1746130304.240597:0:376:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849462016 00002000:00100000:1.0:1746130304.240633:0:376:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x1c:0x0] (9437184->10485759) req@ffff880093e0ad80 x1830949849462016/t0(0) o4->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:329/0 lens 488/0 e 0 to 0 dl 1746130354 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746130304.240642:0:376:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093e0ad80 with x1830949849462016 ext(9437184->10485759) 00002000:00010000:1.0:1746130304.240647:0:376:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093e0ad80 00000100:00100000:1.0:1746130304.240671:0:376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5257 00000100:00100000:1.0:1746130304.240676:0:376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093e0ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:c84b93b0-d496-484f-8e1e-94008838f2dd+52:1962:x1830949849462016:12345-192.168.204.51@tcp:4:dd.0 00000100:00100000:3.0:1746130304.240986:0:8474:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134b87b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+53:1963:x1830949849461504:12345-192.168.204.51@tcp:4:dd.0 Request processed in 33111us (34466us total) trans 4294967999 rc 0/0 00000100:00100000:3.0:1746130304.240993:0:8474:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5255 00002000:00100000:3.0:1746130304.240998:0:8474:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x1c:0x0] (8388608->9437183) req@ffff880134b87b80 x1830949849461504/t4294967999(0) o4->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:329/0 lens 488/448 e 0 to 0 dl 1746130354 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746130304.241005:0:8474:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880134b87b80 with x1830949849461504 ext(8388608->9437183) 00002000:00010000:3.0:1746130304.241007:0:8474:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880134b87b80 00000100:00100000:0.0:1746130304.246263:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130304.247895:0:8475:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849462400 00000100:00100000:3.0:1746130304.247905:0:8475:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849462400 00000100:00100000:1.0:1746130304.248683:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130304.249001:0:8475:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849462272 00000100:00100000:3.0:1746130304.249006:0:8475:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849462272 00000100:00100000:3.0:1746130304.249036:0:8475:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5258 00000100:00100000:3.0:1746130304.249042:0:8475:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093e08380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:640ea846-b909-4eea-9a54-417e15bd627b+8:1961:x1830949849462400:12345-192.168.204.51@tcp:4:dd.0 00002000:00010000:3.0:1746130304.249084:0:8475:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1c:0x0] initial LVB size: 26214400, mtime: 0x6813d580, atime: 0x0, ctime: 0x6813d580, blocks: 0xc80b 00010000:00010000:3.0:1746130304.249091:0:8475:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009494c600/0x4ce24e57873630bb lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8475 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130304.249103:0:8475:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130304.249105:0:8475:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130304.249108:0:8475:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009494c600/0x4ce24e57873630bb lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8475 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130304.249120:0:8475:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009494c600/0x4ce24e57873630bb lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8475 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746130304.249239:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5259 00000100:00100000:3.0:1746130304.249244:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801350bd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+9:1961:x1830949849462272:12345-192.168.204.51@tcp:4:dd.0 00010000:00010000:3.0:1746130304.249256:0:25275:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880094219400/0x4ce24e57873630c2 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25275 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130304.249262:0:25275:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130304.249263:0:25275:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130304.249284:0:25275:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094219400/0x4ce24e57873630c2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25275 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130304.249291:0:25275:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094219400/0x4ce24e57873630c2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25275 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746130304.255305:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130304.255327:0:8473:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849462784 00000100:00100000:0.0:1746130304.255334:0:8473:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849462784 00002000:00100000:0.0:1746130304.255370:0:8473:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x1d:0x0] (9437184->10485759) req@ffff880093e0a680 x1830949849462784/t0(0) o4->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:329/0 lens 488/0 e 0 to 0 dl 1746130354 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746130304.255378:0:8473:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093e0a680 with x1830949849462784 ext(9437184->10485759) 00002000:00010000:0.0:1746130304.255383:0:8473:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093e0a680 00000100:00100000:0.0:1746130304.255399:0:8473:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5260 00000100:00100000:0.0:1746130304.255405:0:8473:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093e0a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c84b93b0-d496-484f-8e1e-94008838f2dd+23:1962:x1830949849462784:12345-192.168.204.51@tcp:4:dd.0 00000100:00100000:3.0:1746130304.257356:0:19438:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bdfe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+25:1961:x1830949849461760:12345-192.168.204.51@tcp:4:dd.0 Request processed in 22492us (22596us total) trans 4294968845 rc 0/0 00000100:00100000:3.0:1746130304.257365:0:19438:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5256 00002000:00100000:3.0:1746130304.257373:0:19438:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x1d:0x0] (8388608->9437183) req@ffff88009bdfe300 x1830949849461760/t4294968845(0) o4->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:329/0 lens 488/448 e 0 to 0 dl 1746130354 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746130304.257381:0:19438:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bdfe300 with x1830949849461760 ext(8388608->9437183) 00002000:00010000:3.0:1746130304.257385:0:19438:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009bdfe300 00000100:00100000:2.0:1746130304.262627:0:376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093e0ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:c84b93b0-d496-484f-8e1e-94008838f2dd+53:1962:x1830949849462016:12345-192.168.204.51@tcp:4:dd.0 Request processed in 21940us (23987us total) trans 4294968000 rc 0/0 00000100:00100000:2.0:1746130304.262638:0:376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5257 00002000:00100000:2.0:1746130304.262647:0:376:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x1c:0x0] (9437184->10485759) req@ffff880093e0ad80 x1830949849462016/t4294968000(0) o4->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:329/0 lens 488/448 e 0 to 0 dl 1746130354 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746130304.262655:0:376:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093e0ad80 with x1830949849462016 ext(9437184->10485759) 00002000:00010000:2.0:1746130304.262660:0:376:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093e0ad80 00000100:00100000:1.0:1746130304.278638:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130304.279166:0:376:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849463040 00000100:00100000:0.0:1746130304.279175:0:376:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849463040 00002000:00100000:0.0:1746130304.279213:0:376:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x1c:0x0] (10485760->11534335) req@ffff8801350bfb80 x1830949849463040/t0(0) o4->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:329/0 lens 488/0 e 0 to 0 dl 1746130354 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746130304.279224:0:376:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801350bfb80 with x1830949849463040 ext(10485760->11534335) 00002000:00010000:0.0:1746130304.279229:0:376:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801350bfb80 00000100:00100000:0.0:1746130304.279249:0:376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5261 00000100:00100000:0.0:1746130304.279257:0:376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801350bfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:c84b93b0-d496-484f-8e1e-94008838f2dd+53:1962:x1830949849463040:12345-192.168.204.51@tcp:4:dd.0 00000100:00100000:0.0:1746130304.285653:0:8473:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093e0a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c84b93b0-d496-484f-8e1e-94008838f2dd+25:1962:x1830949849462784:12345-192.168.204.51@tcp:4:dd.0 Request processed in 30237us (30346us total) trans 4294968847 rc 0/0 00000100:00100000:0.0:1746130304.285664:0:8473:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5260 00002000:00100000:0.0:1746130304.285675:0:8473:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x1d:0x0] (9437184->10485759) req@ffff880093e0a680 x1830949849462784/t4294968847(0) o4->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:329/0 lens 488/448 e 0 to 0 dl 1746130354 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746130304.285684:0:8473:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093e0a680 with x1830949849462784 ext(9437184->10485759) 00002000:00010000:0.0:1746130304.285689:0:8473:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093e0a680 00000100:00100000:0.0:1746130304.297497:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130304.298051:0:8473:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849463296 00000100:00100000:0.0:1746130304.298059:0:8473:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849463296 00002000:00100000:0.0:1746130304.298094:0:8473:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x1d:0x0] (10485760->11534335) req@ffff880093e09c00 x1830949849463296/t0(0) o4->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:329/0 lens 488/0 e 0 to 0 dl 1746130354 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746130304.298919:0:8473:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093e09c00 with x1830949849463296 ext(10485760->11534335) 00002000:00010000:0.0:1746130304.298924:0:8473:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093e09c00 00000100:00100000:0.0:1746130304.298942:0:8473:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5262 00000100:00100000:0.0:1746130304.298949:0:8473:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093e09c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c84b93b0-d496-484f-8e1e-94008838f2dd+25:1961:x1830949849463296:12345-192.168.204.51@tcp:4:dd.0 00000100:00100000:0.0:1746130304.301548:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130304.302345:0:376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801350bfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:c84b93b0-d496-484f-8e1e-94008838f2dd+55:1962:x1830949849463040:12345-192.168.204.51@tcp:4:dd.0 Request processed in 23087us (23712us total) trans 4294968001 rc 0/0 00000100:00100000:0.0:1746130304.302354:0:376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5261 00002000:00100000:0.0:1746130304.302363:0:376:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x1c:0x0] (10485760->11534335) req@ffff8801350bfb80 x1830949849463040/t4294968001(0) o4->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:329/0 lens 488/448 e 0 to 0 dl 1746130354 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746130304.302372:0:376:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801350bfb80 with x1830949849463040 ext(10485760->11534335) 00002000:00010000:0.0:1746130304.302377:0:376:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801350bfb80 00000100:00100000:0.0:1746130304.302392:0:376:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849463552 00000100:00100000:0.0:1746130304.302397:0:376:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849463552 00002000:00100000:0.0:1746130304.302416:0:376:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x1c:0x0] (11534336->12582911) req@ffff880093e08a80 x1830949849463552/t0(0) o4->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:329/0 lens 488/0 e 0 to 0 dl 1746130354 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746130304.302422:0:376:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093e08a80 with x1830949849463552 ext(11534336->12582911) 00002000:00010000:0.0:1746130304.302424:0:376:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093e08a80 00000100:00100000:0.0:1746130304.302450:0:376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5263 00000100:00100000:0.0:1746130304.302456:0:376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093e08a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:c84b93b0-d496-484f-8e1e-94008838f2dd+55:1962:x1830949849463552:12345-192.168.204.51@tcp:4:dd.0 00000100:00100000:0.0:1746130304.313448:0:8473:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093e09c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c84b93b0-d496-484f-8e1e-94008838f2dd+27:1961:x1830949849463296:12345-192.168.204.51@tcp:4:dd.0 Request processed in 14490us (15949us total) trans 4294968849 rc 0/0 00000100:00100000:0.0:1746130304.313459:0:8473:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5262 00002000:00100000:0.0:1746130304.313468:0:8473:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x1d:0x0] (10485760->11534335) req@ffff880093e09c00 x1830949849463296/t4294968849(0) o4->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:329/0 lens 488/448 e 0 to 0 dl 1746130354 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746130304.313478:0:8473:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093e09c00 with x1830949849463296 ext(10485760->11534335) 00002000:00010000:0.0:1746130304.313484:0:8473:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093e09c00 00000100:00100000:0.0:1746130304.317240:0:376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093e08a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:c84b93b0-d496-484f-8e1e-94008838f2dd+57:1962:x1830949849463552:12345-192.168.204.51@tcp:4:dd.0 Request processed in 14777us (15690us total) trans 4294968002 rc 0/0 00000100:00100000:0.0:1746130304.317252:0:376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5263 00002000:00100000:0.0:1746130304.317261:0:376:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x1c:0x0] (11534336->12582911) req@ffff880093e08a80 x1830949849463552/t4294968002(0) o4->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:329/0 lens 488/448 e 0 to 0 dl 1746130354 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746130304.317295:0:376:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093e08a80 with x1830949849463552 ext(11534336->12582911) 00002000:00010000:0.0:1746130304.317301:0:376:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093e08a80 00000100:00100000:2.0:1746130304.328417:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130304.328482:0:376:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849463808 00000100:00100000:3.0:1746130304.328490:0:376:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849463808 00002000:00100000:3.0:1746130304.328530:0:376:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x1d:0x0] (11534336->12582911) req@ffff880132f7e300 x1830949849463808/t0(0) o4->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:329/0 lens 488/0 e 0 to 0 dl 1746130354 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746130304.328539:0:376:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132f7e300 with x1830949849463808 ext(11534336->12582911) 00002000:00010000:3.0:1746130304.328544:0:376:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880132f7e300 00000100:00100000:3.0:1746130304.328574:0:376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5264 00000100:00100000:3.0:1746130304.328581:0:376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132f7e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:c84b93b0-d496-484f-8e1e-94008838f2dd+27:1962:x1830949849463808:12345-192.168.204.51@tcp:4:dd.0 00000100:00100000:2.0:1746130304.347600:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130304.347632:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130304.347663:0:8473:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849464064 00000100:00100000:2.0:1746130304.347670:0:8473:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849464064 00002000:00100000:2.0:1746130304.347713:0:8473:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x1c:0x0] (12582912->13631487) req@ffff8801354db800 x1830949849464064/t0(0) o4->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:329/0 lens 488/0 e 0 to 0 dl 1746130354 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746130304.347723:0:8473:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801354db800 with x1830949849464064 ext(12582912->13631487) 00002000:00010000:2.0:1746130304.347728:0:8473:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801354db800 00000100:00100000:2.0:1746130304.347746:0:8473:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5265 00000100:00100000:2.0:1746130304.347751:0:8473:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801354db800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c84b93b0-d496-484f-8e1e-94008838f2dd+57:1962:x1830949849464064:12345-192.168.204.51@tcp:4:dd.0 00000100:00100000:2.0:1746130304.347996:0:15914:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849464320 00000100:00100000:2.0:1746130304.347999:0:15914:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849464320 00000100:00100000:2.0:1746130304.348026:0:15914:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 171 00000100:00100000:2.0:1746130304.348031:0:15914:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801354d8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:c84b93b0-d496-484f-8e1e-94008838f2dd+20:1130:x1830949849464320:12345-192.168.204.51@tcp:35:dd.0 00000100:00100000:2.0:1746130304.348225:0:15914:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801354d8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:c84b93b0-d496-484f-8e1e-94008838f2dd+21:1130:x1830949849464320:12345-192.168.204.51@tcp:35:dd.0 Request processed in 193us (591us total) trans 4294992253 rc 0/0 00000100:00100000:2.0:1746130304.348232:0:15914:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 171 00000100:00080000:2.0:1746130304.348254:0:7108:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1746130304.357615:0:376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132f7e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:c84b93b0-d496-484f-8e1e-94008838f2dd+29:1962:x1830949849463808:12345-192.168.204.51@tcp:4:dd.0 Request processed in 29024us (29194us total) trans 4294968850 rc 0/0 00000100:00100000:2.0:1746130304.357627:0:376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5264 00002000:00100000:2.0:1746130304.357639:0:376:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x1d:0x0] (11534336->12582911) req@ffff880132f7e300 x1830949849463808/t4294968850(0) o4->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:329/0 lens 488/448 e 0 to 0 dl 1746130354 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746130304.357648:0:376:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132f7e300 with x1830949849463808 ext(11534336->12582911) 00002000:00010000:2.0:1746130304.357654:0:376:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880132f7e300 00000100:00100000:0.0:1746130304.358311:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130304.358498:0:7113:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849464576 00000100:00100000:1.0:1746130304.358505:0:7113:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849464576 00000100:00100000:1.0:1746130304.358544:0:7113:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 172 00000100:00100000:1.0:1746130304.358550:0:7113:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5d69c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c84b93b0-d496-484f-8e1e-94008838f2dd+21:1130:x1830949849464576:12345-192.168.204.51@tcp:35:dd.0 00000001:00080000:1.0:1746130304.358729:0:7113:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294992254 00000100:00100000:1.0:1746130304.358788:0:7113:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5d69c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c84b93b0-d496-484f-8e1e-94008838f2dd+23:1130:x1830949849464576:12345-192.168.204.51@tcp:35:dd.0 Request processed in 239us (478us total) trans 4294992255 rc 0/0 00000100:00100000:1.0:1746130304.358794:0:7113:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 172 00000020:00080000:1.0:1746130304.358798:0:7113:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1746130304.367644:0:8473:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801354db800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c84b93b0-d496-484f-8e1e-94008838f2dd+59:1962:x1830949849464064:12345-192.168.204.51@tcp:4:dd.0 Request processed in 19883us (20041us total) trans 4294968003 rc 0/0 00000100:00100000:3.0:1746130304.367656:0:8473:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5265 00002000:00100000:3.0:1746130304.367666:0:8473:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x1c:0x0] (12582912->13631487) req@ffff8801354db800 x1830949849464064/t4294968003(0) o4->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:329/0 lens 488/448 e 0 to 0 dl 1746130354 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746130304.367674:0:8473:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801354db800 with x1830949849464064 ext(12582912->13631487) 00002000:00010000:3.0:1746130304.367679:0:8473:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801354db800 00000001:00080000:3.0:1746130304.402488:0:9939:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968843 is committed 00000001:00080000:3.0:1746130304.402502:0:9939:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968844 is committed 00000001:00080000:3.0:1746130304.402521:0:9939:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968846 is committed 00000001:00080000:3.0:1746130304.402526:0:9939:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968845 is committed 00002000:00010000:2.0:1746130304.404481:0:8475:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x1c:0x0] updating lvb mtime from disk: 1746130304 -> 1746130305 00002000:00010000:2.0:1746130304.404486:0:8475:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x1c:0x0] updating lvb ctime from disk: 1746130304 -> 1746130305 00010000:00010000:2.0:1746130304.404496:0:8475:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009494c600/0x4ce24e57873630bb lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8475 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130304.404507:0:8475:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009494c600/0x4ce24e57873630bb lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8475 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130304.404515:0:8475:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009494c600/0x4ce24e57873630bb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8475 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130304.404522:0:8475:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009494c600 already unused, calling callback (ffffffffa0809d70) 00010000:00010000:2.0:1746130304.404525:0:8475:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009494c600/0x4ce24e57873630bb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8475 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130304.404533:0:8475:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009494c600/0x4ce24e57873630bb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8475 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130304.404549:0:8475:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009494c600/0x4ce24e57873630bb lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8475 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130304.404560:0:8475:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009494c600/0x4ce24e57873630bb lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8475 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746130304.408320:0:8475:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093e08380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:640ea846-b909-4eea-9a54-417e15bd627b+11:1961:x1830949849462400:12345-192.168.204.51@tcp:4:dd.0 Request processed in 159264us (162053us total) trans 4294968846 rc 0/0 00000100:00100000:2.0:1746130304.408335:0:8475:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5258 00000001:00080000:2.0:1746130304.453289:0:9939:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968849 is committed 00000001:00080000:2.0:1746130304.453303:0:9939:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968848 is committed 00000001:00080000:2.0:1746130304.453311:0:9939:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968850 is committed 00010000:00010000:0.0:1746130304.453384:0:25275:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880094219400/0x4ce24e57873630c2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25275 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130304.453395:0:25275:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880094219400/0x4ce24e57873630c2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25275 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130304.453402:0:25275:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880094219400/0x4ce24e57873630c2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25275 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130304.453409:0:25275:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094219400 already unused, calling callback (ffffffffa0809d70) 00010000:00010000:0.0:1746130304.453412:0:25275:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880094219400/0x4ce24e57873630c2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25275 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130304.453419:0:25275:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880094219400/0x4ce24e57873630c2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25275 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130304.453434:0:25275:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880094219400/0x4ce24e57873630c2 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25275 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130304.453439:0:25275:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094219400/0x4ce24e57873630c2 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25275 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746130304.453508:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801350bd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+7:1961:x1830949849462272:12345-192.168.204.51@tcp:4:dd.0 Request processed in 204260us (204825us total) trans 4294968848 rc 0/0 00000100:00100000:0.0:1746130304.453517:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5259 00000100:00100000:3.0:1746130304.458569:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130304.458603:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130304.459096:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849464960 00000100:00100000:0.0:1746130304.459105:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849464960 00000100:00100000:0.0:1746130304.459153:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849465088 00000100:00100000:0.0:1746130304.459155:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849465088 00000100:00100000:0.0:1746130304.459385:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5266 00000100:00100000:0.0:1746130304.459391:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134b86a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+7:1962:x1830949849464960:12345-192.168.204.51@tcp:3:dd.0 00010000:00010000:0.0:1746130304.459419:0:25275:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880093e64000/0x4ce24e57873630c9 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25275 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130304.459432:0:25275:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130304.459433:0:25275:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130304.459437:0:25275:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093e64000/0x4ce24e57873630c9 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25275 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130304.459453:0:25275:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093e64000/0x4ce24e57873630c9 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25275 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746130304.460172:0:8473:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5267 00000100:00100000:3.0:1746130304.460180:0:8473:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134b85500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:640ea846-b909-4eea-9a54-417e15bd627b+34:1962:x1830949849465088:12345-192.168.204.51@tcp:3:dd.0 00010000:00010000:3.0:1746130304.460197:0:8473:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880092a14e00/0x4ce24e57873630d0 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8473 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130304.460208:0:8473:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130304.460210:0:8473:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130304.460212:0:8473:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880092a14e00/0x4ce24e57873630d0 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8473 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130304.460220:0:8473:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880092a14e00/0x4ce24e57873630d0 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8473 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130304.472084:0:25275:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880093e64000/0x4ce24e57873630c9 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25275 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130304.472099:0:25275:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880093e64000/0x4ce24e57873630c9 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25275 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130304.472106:0:25275:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880093e64000/0x4ce24e57873630c9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25275 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130304.472112:0:25275:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880093e64000 already unused, calling callback (ffffffffa0809d70) 00010000:00010000:0.0:1746130304.472116:0:25275:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880093e64000/0x4ce24e57873630c9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25275 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130304.472123:0:25275:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880093e64000/0x4ce24e57873630c9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25275 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130304.472139:0:25275:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880093e64000/0x4ce24e57873630c9 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25275 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130304.472145:0:25275:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093e64000/0x4ce24e57873630c9 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25275 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746130304.472239:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134b86a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+7:1962:x1830949849464960:12345-192.168.204.51@tcp:3:dd.0 Request processed in 12843us (13970us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746130304.472252:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5266 00010000:00010000:0.0:1746130304.481870:0:8473:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880092a14e00/0x4ce24e57873630d0 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8473 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130304.481892:0:8473:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880092a14e00/0x4ce24e57873630d0 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8473 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130304.481899:0:8473:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880092a14e00/0x4ce24e57873630d0 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8473 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130304.481906:0:8473:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880092a14e00 already unused, calling callback (ffffffffa0809d70) 00010000:00010000:0.0:1746130304.481910:0:8473:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880092a14e00/0x4ce24e57873630d0 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8473 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130304.481917:0:8473:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880092a14e00/0x4ce24e57873630d0 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8473 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130304.481933:0:8473:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880092a14e00/0x4ce24e57873630d0 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8473 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130304.481939:0:8473:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880092a14e00/0x4ce24e57873630d0 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8473 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746130304.482061:0:8473:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134b85500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:640ea846-b909-4eea-9a54-417e15bd627b+34:1962:x1830949849465088:12345-192.168.204.51@tcp:3:dd.0 Request processed in 21878us (23451us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746130304.482071:0:8473:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5267 00000100:00100000:2.0:1746130304.487889:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130304.487938:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130304.488211:0:8473:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849465344 00000100:00100000:0.0:1746130304.488220:0:8473:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849465344 00000100:00100000:0.0:1746130304.488288:0:8473:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849465472 00000100:00100000:0.0:1746130304.488291:0:8473:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849465472 00000100:00100000:0.0:1746130304.488321:0:8473:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5268 00000100:00100000:0.0:1746130304.488328:0:8473:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801354d8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:640ea846-b909-4eea-9a54-417e15bd627b+8:1961:x1830949849465344:12345-192.168.204.51@tcp:4:dd.0 00002000:00010000:0.0:1746130304.488366:0:8473:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1c:0x0] initial LVB size: 26214400, mtime: 0x6813d581, atime: 0x0, ctime: 0x6813d581, blocks: 0xc80b 00010000:00010000:0.0:1746130304.488373:0:8473:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880093e64800/0x4ce24e57873630d7 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8473 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130304.488385:0:8473:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130304.488386:0:8473:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130304.488390:0:8473:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093e64800/0x4ce24e57873630d7 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8473 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130304.488402:0:8473:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093e64800/0x4ce24e57873630d7 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8473 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746130304.488557:0:376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5269 00000100:00100000:2.0:1746130304.488564:0:376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136398a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:640ea846-b909-4eea-9a54-417e15bd627b+9:1962:x1830949849465472:12345-192.168.204.51@tcp:4:dd.0 00010000:00010000:2.0:1746130304.488578:0:376:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012e10c600/0x4ce24e57873630de lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 376 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130304.488585:0:376:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130304.488586:0:376:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130304.488589:0:376:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e10c600/0x4ce24e57873630de lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 376 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130304.488597:0:376:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e10c600/0x4ce24e57873630de lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130304.537495:0:8473:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880093e64800/0x4ce24e57873630d7 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8473 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130304.537509:0:8473:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880093e64800/0x4ce24e57873630d7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8473 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130304.537516:0:8473:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880093e64800/0x4ce24e57873630d7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8473 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130304.537522:0:8473:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880093e64800 already unused, calling callback (ffffffffa0809d70) 00010000:00010000:0.0:1746130304.537525:0:8473:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880093e64800/0x4ce24e57873630d7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8473 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130304.537535:0:8473:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880093e64800/0x4ce24e57873630d7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8473 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130304.537552:0:8473:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880093e64800/0x4ce24e57873630d7 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8473 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130304.537557:0:8473:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093e64800/0x4ce24e57873630d7 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8473 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746130304.537631:0:8473:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801354d8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:640ea846-b909-4eea-9a54-417e15bd627b+13:1961:x1830949849465344:12345-192.168.204.51@tcp:4:dd.0 Request processed in 49299us (49747us total) trans 4294968851 rc 0/0 00000100:00100000:0.0:1746130304.537640:0:8473:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5268 00000001:00080000:2.0:1746130304.537741:0:9939:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968851 is committed 00000001:00080000:2.0:1746130304.573766:0:9939:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968852 is committed 00010000:00010000:3.0:1746130304.573836:0:376:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012e10c600/0x4ce24e57873630de lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130304.573849:0:376:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012e10c600/0x4ce24e57873630de lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130304.573857:0:376:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012e10c600/0x4ce24e57873630de lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130304.573864:0:376:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012e10c600 already unused, calling callback (ffffffffa0809d70) 00010000:00010000:3.0:1746130304.573868:0:376:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012e10c600/0x4ce24e57873630de lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130304.573875:0:376:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012e10c600/0x4ce24e57873630de lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130304.573891:0:376:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012e10c600/0x4ce24e57873630de lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130304.573897:0:376:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e10c600/0x4ce24e57873630de lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 376 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746130304.574003:0:376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136398a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:640ea846-b909-4eea-9a54-417e15bd627b+7:1962:x1830949849465472:12345-192.168.204.51@tcp:4:dd.0 Request processed in 85434us (86059us total) trans 4294968852 rc 0/0 00000100:00100000:3.0:1746130304.574013:0:376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5269 00000100:00100000:2.0:1746130304.578844:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130304.578894:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130304.578915:0:376:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849465984 00000100:00100000:3.0:1746130304.578926:0:376:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849465984 00000100:00100000:3.0:1746130304.578993:0:376:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849466112 00000100:00100000:3.0:1746130304.578996:0:376:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849466112 00000100:00100000:3.0:1746130304.579027:0:376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5270 00000100:00100000:3.0:1746130304.579035:0:376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013639ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:640ea846-b909-4eea-9a54-417e15bd627b+34:1961:x1830949849465984:12345-192.168.204.51@tcp:3:dd.0 00000100:00100000:1.0:1746130304.579038:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5271 00000100:00100000:1.0:1746130304.579050:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135206680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+7:1962:x1830949849466112:12345-192.168.204.51@tcp:3:dd.0 00010000:00010000:3.0:1746130304.579063:0:376:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009955ea00/0x4ce24e57873630e5 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130304.579075:0:376:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130304.579077:0:376:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130304.579082:0:376:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009955ea00/0x4ce24e57873630e5 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130304.579084:0:25275:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880094453a00/0x4ce24e57873630ec lrc: 3/1,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25275 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130304.579093:0:376:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009955ea00/0x4ce24e57873630e5 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130304.579095:0:25275:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130304.579097:0:25275:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130304.579101:0:25275:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094453a00/0x4ce24e57873630ec lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25275 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130304.579113:0:25275:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094453a00/0x4ce24e57873630ec lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25275 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130304.590353:0:376:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009955ea00/0x4ce24e57873630e5 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130304.590368:0:376:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009955ea00/0x4ce24e57873630e5 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130304.590375:0:376:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009955ea00/0x4ce24e57873630e5 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130304.590382:0:376:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009955ea00 already unused, calling callback (ffffffffa0809d70) 00010000:00010000:3.0:1746130304.590386:0:376:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009955ea00/0x4ce24e57873630e5 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130304.590393:0:376:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009955ea00/0x4ce24e57873630e5 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130304.590407:0:376:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009955ea00/0x4ce24e57873630e5 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130304.590413:0:376:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009955ea00/0x4ce24e57873630e5 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 376 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746130304.590484:0:376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013639ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:640ea846-b909-4eea-9a54-417e15bd627b+34:1961:x1830949849465984:12345-192.168.204.51@tcp:3:dd.0 Request processed in 11445us (11647us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746130304.590493:0:376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5270 00010000:00010000:1.0:1746130304.591027:0:25275:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880094453a00/0x4ce24e57873630ec lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25275 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130304.591042:0:25275:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880094453a00/0x4ce24e57873630ec lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25275 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130304.591049:0:25275:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880094453a00/0x4ce24e57873630ec lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25275 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130304.591056:0:25275:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094453a00 already unused, calling callback (ffffffffa0809d70) 00010000:00010000:1.0:1746130304.591060:0:25275:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880094453a00/0x4ce24e57873630ec lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25275 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130304.591067:0:25275:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880094453a00/0x4ce24e57873630ec lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25275 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130304.591082:0:25275:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880094453a00/0x4ce24e57873630ec lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25275 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130304.591088:0:25275:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094453a00/0x4ce24e57873630ec lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25275 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746130304.591143:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135206680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+7:1962:x1830949849466112:12345-192.168.204.51@tcp:3:dd.0 Request processed in 12094us (12246us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746130304.591152:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5271 00000100:00100000:3.0:1746130304.594885:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130304.594937:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130304.595005:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849466368 00000100:00100000:2.0:1746130304.595017:0:376:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849466496 00000100:00100000:1.0:1746130304.595017:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849466368 00000100:00100000:2.0:1746130304.595020:0:376:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849466496 00000100:00100000:1.0:1746130304.595085:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5272 00000100:00100000:2.0:1746130304.595090:0:376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5273 00000100:00100000:1.0:1746130304.595092:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134b86680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+8:1964:x1830949849466368:12345-192.168.204.51@tcp:4:dd.0 00000100:00100000:2.0:1746130304.595094:0:376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880134b84380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:640ea846-b909-4eea-9a54-417e15bd627b+8:1964:x1830949849466496:12345-192.168.204.51@tcp:4:dd.0 00002000:00010000:2.0:1746130304.595144:0:376:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1c:0x0] initial LVB size: 26214400, mtime: 0x6813d581, atime: 0x0, ctime: 0x6813d581, blocks: 0xc80b 00010000:00010000:2.0:1746130304.595152:0:376:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880091fe6c00/0x4ce24e57873630f3 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130304.595242:0:25275:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880094453a00/0x4ce24e57873630fa lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25275 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130304.595256:0:25275:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130304.595257:0:25275:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130304.595262:0:25275:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094453a00/0x4ce24e57873630fa lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25275 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130304.595297:0:25275:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094453a00/0x4ce24e57873630fa lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25275 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130304.595573:0:376:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130304.595575:0:376:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130304.595577:0:376:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880091fe6c00/0x4ce24e57873630f3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 376 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130304.595586:0:376:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880091fe6c00/0x4ce24e57873630f3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130304.659227:0:25275:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880094453a00/0x4ce24e57873630fa lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25275 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130304.659243:0:25275:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880094453a00/0x4ce24e57873630fa lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25275 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130304.659251:0:25275:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880094453a00/0x4ce24e57873630fa lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25275 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130304.659258:0:25275:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094453a00 already unused, calling callback (ffffffffa0809d70) 00010000:00010000:1.0:1746130304.659262:0:25275:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880094453a00/0x4ce24e57873630fa lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25275 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130304.659284:0:25275:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880094453a00/0x4ce24e57873630fa lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25275 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130304.659305:0:25275:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880094453a00/0x4ce24e57873630fa lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25275 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130304.659311:0:25275:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094453a00/0x4ce24e57873630fa lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25275 timeout: 0 lvb_type: 0 00000001:00080000:2.0:1746130304.659384:0:9939:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968853 is committed 00000100:00100000:1.0:1746130304.659396:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134b86680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+11:1964:x1830949849466368:12345-192.168.204.51@tcp:4:dd.0 Request processed in 64299us (64513us total) trans 4294968853 rc 0/0 00000100:00100000:1.0:1746130304.659406:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5272 00000001:00080000:1.0:1746130304.707017:0:9939:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968854 is committed 00010000:00010000:0.0:1746130304.707193:0:376:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880091fe6c00/0x4ce24e57873630f3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130304.707206:0:376:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880091fe6c00/0x4ce24e57873630f3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130304.707215:0:376:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880091fe6c00/0x4ce24e57873630f3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130304.707221:0:376:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880091fe6c00 already unused, calling callback (ffffffffa0809d70) 00010000:00010000:0.0:1746130304.707225:0:376:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880091fe6c00/0x4ce24e57873630f3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130304.707233:0:376:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880091fe6c00/0x4ce24e57873630f3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130304.707256:0:376:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880091fe6c00/0x4ce24e57873630f3 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130304.707262:0:376:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091fe6c00/0x4ce24e57873630f3 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 376 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746130304.707373:0:376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880134b84380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:640ea846-b909-4eea-9a54-417e15bd627b+7:1964:x1830949849466496:12345-192.168.204.51@tcp:4:dd.0 Request processed in 112272us (112429us total) trans 4294968854 rc 0/0 00000100:00100000:0.0:1746130304.707384:0:376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5273 00000100:00100000:3.0:1746130304.718229:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130304.718300:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130304.718528:0:376:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849467008 00000100:00100000:0.0:1746130304.718537:0:376:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849467008 00000100:00100000:0.0:1746130304.718605:0:376:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849467136 00000100:00100000:0.0:1746130304.718607:0:376:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849467136 00000100:00100000:0.0:1746130304.718637:0:376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5274 00000100:00100000:0.0:1746130304.718645:0:376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009225b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:640ea846-b909-4eea-9a54-417e15bd627b+34:1963:x1830949849467008:12345-192.168.204.51@tcp:3:dd.0 00010000:00010000:0.0:1746130304.718684:0:376:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88012b02c600/0x4ce24e5787363101 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130304.718699:0:376:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130304.718701:0:376:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130304.718707:0:376:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012b02c600/0x4ce24e5787363101 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130304.718720:0:376:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012b02c600/0x4ce24e5787363101 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 376 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746130304.719493:0:8475:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5275 00000100:00100000:3.0:1746130304.719501:0:8475:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009225bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:640ea846-b909-4eea-9a54-417e15bd627b+7:1963:x1830949849467136:12345-192.168.204.51@tcp:3:dd.0 00010000:00010000:3.0:1746130304.719522:0:8475:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880093e93c00/0x4ce24e5787363108 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8475 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130304.719530:0:8475:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130304.719532:0:8475:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130304.719535:0:8475:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093e93c00/0x4ce24e5787363108 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8475 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130304.719543:0:8475:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093e93c00/0x4ce24e5787363108 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8475 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130304.732114:0:376:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88012b02c600/0x4ce24e5787363101 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130304.732133:0:376:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88012b02c600/0x4ce24e5787363101 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130304.732140:0:376:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88012b02c600/0x4ce24e5787363101 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130304.732147:0:376:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012b02c600 already unused, calling callback (ffffffffa0809d70) 00010000:00010000:0.0:1746130304.732151:0:376:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88012b02c600/0x4ce24e5787363101 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130304.732158:0:376:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88012b02c600/0x4ce24e5787363101 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130304.732478:0:376:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88012b02c600/0x4ce24e5787363101 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130304.732486:0:376:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012b02c600/0x4ce24e5787363101 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 376 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746130304.732562:0:376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009225b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:640ea846-b909-4eea-9a54-417e15bd627b+34:1963:x1830949849467008:12345-192.168.204.51@tcp:3:dd.0 Request processed in 13913us (14342us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746130304.732573:0:376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5274 00010000:00010000:0.0:1746130304.732903:0:8475:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880093e93c00/0x4ce24e5787363108 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8475 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130304.732912:0:8475:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880093e93c00/0x4ce24e5787363108 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8475 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130304.732922:0:8475:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880093e93c00/0x4ce24e5787363108 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8475 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130304.732927:0:8475:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880093e93c00 already unused, calling callback (ffffffffa0809d70) 00010000:00010000:0.0:1746130304.732930:0:8475:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880093e93c00/0x4ce24e5787363108 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8475 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130304.732935:0:8475:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880093e93c00/0x4ce24e5787363108 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8475 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130304.732944:0:8475:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880093e93c00/0x4ce24e5787363108 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8475 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130304.732960:0:8475:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093e93c00/0x4ce24e5787363108 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8475 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746130304.733022:0:8475:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009225bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:640ea846-b909-4eea-9a54-417e15bd627b+7:1963:x1830949849467136:12345-192.168.204.51@tcp:3:dd.0 Request processed in 13522us (14720us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746130304.733028:0:8475:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5275 00000100:00100000:3.0:1746130304.737795:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130304.737881:0:8475:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849467520 00000100:00100000:0.0:1746130304.737891:0:8475:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849467520 00000100:00100000:0.0:1746130304.737969:0:8475:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5276 00000100:00100000:0.0:1746130304.737979:0:8475:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092259180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:640ea846-b909-4eea-9a54-417e15bd627b+7:1963:x1830949849467520:12345-192.168.204.51@tcp:4:dd.0 00002000:00010000:0.0:1746130304.738029:0:8475:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1c:0x0] initial LVB size: 26214400, mtime: 0x6813d581, atime: 0x0, ctime: 0x6813d581, blocks: 0xc80b 00010000:00010000:0.0:1746130304.738038:0:8475:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012b02d600/0x4ce24e578736310f lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8475 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130304.738051:0:8475:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130304.738053:0:8475:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130304.738059:0:8475:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012b02d600/0x4ce24e578736310f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8475 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130304.738073:0:8475:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012b02d600/0x4ce24e578736310f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8475 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746130304.739453:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130304.739525:0:376:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849467392 00000100:00100000:3.0:1746130304.739530:0:376:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849467392 00000100:00100000:3.0:1746130304.739569:0:376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5277 00000100:00100000:3.0:1746130304.739575:0:376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801350bea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:640ea846-b909-4eea-9a54-417e15bd627b+9:1964:x1830949849467392:12345-192.168.204.51@tcp:4:dd.0 00010000:00010000:3.0:1746130304.739595:0:376:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880093e93600/0x4ce24e5787363116 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130304.739606:0:376:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130304.739607:0:376:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130304.739611:0:376:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093e93600/0x4ce24e5787363116 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130304.739621:0:376:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093e93600/0x4ce24e5787363116 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130304.786675:0:8475:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012b02d600/0x4ce24e578736310f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8475 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130304.786690:0:8475:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012b02d600/0x4ce24e578736310f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8475 timeout: 0 lvb_type: 0 00000001:00080000:1.0:1746130304.786692:0:9939:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968855 is committed 00010000:00010000:0.0:1746130304.786696:0:8475:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012b02d600/0x4ce24e578736310f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8475 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130304.786701:0:8475:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012b02d600 already unused, calling callback (ffffffffa0809d70) 00010000:00010000:0.0:1746130304.786704:0:8475:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012b02d600/0x4ce24e578736310f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8475 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130304.786709:0:8475:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012b02d600/0x4ce24e578736310f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8475 timeout: 0 lvb_type: 0 00000001:00080000:1.0:1746130304.786710:0:9939:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968856 is committed 00010000:00010000:0.0:1746130304.786725:0:8475:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012b02d600/0x4ce24e578736310f lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8475 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130304.786730:0:8475:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012b02d600/0x4ce24e578736310f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8475 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746130304.786833:0:8475:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092259180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:640ea846-b909-4eea-9a54-417e15bd627b+9:1963:x1830949849467520:12345-192.168.204.51@tcp:4:dd.0 Request processed in 48853us (49045us total) trans 4294968855 rc 0/0 00000100:00100000:0.0:1746130304.786841:0:8475:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5276 00010000:00010000:3.0:1746130304.787109:0:376:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880093e93600/0x4ce24e5787363116 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130304.787119:0:376:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880093e93600/0x4ce24e5787363116 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130304.787124:0:376:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880093e93600/0x4ce24e5787363116 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130304.787130:0:376:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880093e93600 already unused, calling callback (ffffffffa0809d70) 00010000:00010000:3.0:1746130304.787132:0:376:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880093e93600/0x4ce24e5787363116 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130304.787138:0:376:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880093e93600/0x4ce24e5787363116 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130304.787147:0:376:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880093e93600/0x4ce24e5787363116 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130304.787152:0:376:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093e93600/0x4ce24e5787363116 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 376 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746130304.787198:0:376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801350bea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:640ea846-b909-4eea-9a54-417e15bd627b+7:1964:x1830949849467392:12345-192.168.204.51@tcp:4:dd.0 Request processed in 47622us (47750us total) trans 4294968856 rc 0/0 00000100:00100000:3.0:1746130304.787204:0:376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5277 00000100:00100000:2.0:1746130304.791652:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130304.792624:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130304.792664:0:8475:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849468032 00000100:00100000:0.0:1746130304.792676:0:8475:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849468032 00000100:00100000:3.0:1746130304.792726:0:376:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849468160 00000100:00100000:3.0:1746130304.792730:0:376:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849468160 00000100:00100000:3.0:1746130304.792760:0:376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5278 00000100:00100000:0.0:1746130304.792767:0:8475:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5279 00000100:00100000:3.0:1746130304.792768:0:376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135206a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:640ea846-b909-4eea-9a54-417e15bd627b+34:1963:x1830949849468032:12345-192.168.204.51@tcp:3:dd.0 00000100:00100000:0.0:1746130304.792774:0:8475:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135204000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:640ea846-b909-4eea-9a54-417e15bd627b+7:1963:x1830949849468160:12345-192.168.204.51@tcp:3:dd.0 00010000:00010000:0.0:1746130304.792805:0:8475:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880094219400/0x4ce24e5787363124 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8475 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130304.792822:0:8475:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130304.792824:0:8475:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130304.792829:0:8475:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094219400/0x4ce24e5787363124 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8475 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130304.792843:0:376:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880093dd9800/0x4ce24e578736311d lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130304.792843:0:8475:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094219400/0x4ce24e5787363124 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8475 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130304.792853:0:376:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130304.792854:0:376:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130304.792857:0:376:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093dd9800/0x4ce24e578736311d lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130304.792872:0:376:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880093dd9800/0x4ce24e578736311d lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130304.805671:0:376:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880093dd9800/0x4ce24e578736311d lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130304.805689:0:376:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880093dd9800/0x4ce24e578736311d lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130304.805697:0:376:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880093dd9800/0x4ce24e578736311d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130304.805704:0:376:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880093dd9800 already unused, calling callback (ffffffffa0809d70) 00010000:00010000:3.0:1746130304.805708:0:376:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880093dd9800/0x4ce24e578736311d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130304.805715:0:376:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880093dd9800/0x4ce24e578736311d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130304.805735:0:376:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880093dd9800/0x4ce24e578736311d lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130304.805741:0:376:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880093dd9800/0x4ce24e578736311d lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 376 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746130304.805834:0:376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135206a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:640ea846-b909-4eea-9a54-417e15bd627b+34:1963:x1830949849468032:12345-192.168.204.51@tcp:3:dd.0 Request processed in 13062us (14192us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746130304.805848:0:376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5278 00010000:00010000:0.0:1746130304.810861:0:8475:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880094219400/0x4ce24e5787363124 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8475 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130304.810880:0:8475:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880094219400/0x4ce24e5787363124 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8475 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130304.810888:0:8475:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880094219400/0x4ce24e5787363124 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8475 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130304.810900:0:8475:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094219400 already unused, calling callback (ffffffffa0809d70) 00010000:00010000:0.0:1746130304.810903:0:8475:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880094219400/0x4ce24e5787363124 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8475 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130304.810911:0:8475:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880094219400/0x4ce24e5787363124 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8475 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130304.810932:0:8475:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880094219400/0x4ce24e5787363124 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8475 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130304.810939:0:8475:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094219400/0x4ce24e5787363124 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8475 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746130304.812522:0:8475:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135204000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:640ea846-b909-4eea-9a54-417e15bd627b+7:1963:x1830949849468160:12345-192.168.204.51@tcp:3:dd.0 Request processed in 19738us (19890us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746130304.812534:0:8475:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5279 00000100:00100000:2.0:1746130304.820694:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130304.820904:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130304.821013:0:376:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849468416 00000100:00100000:3.0:1746130304.821023:0:376:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849468416 00000100:00100000:1.0:1746130304.821077:0:8475:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849468544 00000100:00100000:1.0:1746130304.821081:0:8475:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849468544 00000100:00100000:1.0:1746130304.821118:0:8475:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5280 00000100:00100000:1.0:1746130304.821124:0:8475:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135205c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:640ea846-b909-4eea-9a54-417e15bd627b+8:1964:x1830949849468544:12345-192.168.204.51@tcp:4:dd.0 00002000:00010000:1.0:1746130304.821171:0:8475:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1c:0x0] initial LVB size: 26214400, mtime: 0x6813d581, atime: 0x0, ctime: 0x6813d581, blocks: 0xc80b 00000100:00100000:3.0:1746130304.821375:0:376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5281 00000100:00100000:3.0:1746130304.821381:0:376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135204700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:640ea846-b909-4eea-9a54-417e15bd627b+8:1963:x1830949849468416:12345-192.168.204.51@tcp:4:dd.0 00010000:00010000:3.0:1746130304.821396:0:376:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880093dd9c00/0x4ce24e5787363132 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130304.821409:0:376:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130304.821411:0:376:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130304.821415:0:376:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093dd9c00/0x4ce24e5787363132 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130304.821428:0:376:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093dd9c00/0x4ce24e5787363132 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130304.822436:0:8475:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801301e2e00/0x4ce24e578736312b lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8475 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130304.822450:0:8475:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130304.822452:0:8475:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130304.822455:0:8475:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801301e2e00/0x4ce24e578736312b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8475 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130304.822465:0:8475:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801301e2e00/0x4ce24e578736312b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8475 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130304.854372:0:8484:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1746130304.872717:0:376:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880093dd9c00/0x4ce24e5787363132 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130304.872734:0:376:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880093dd9c00/0x4ce24e5787363132 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130304.872743:0:376:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880093dd9c00/0x4ce24e5787363132 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130304.872750:0:376:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880093dd9c00 already unused, calling callback (ffffffffa0809d70) 00010000:00010000:3.0:1746130304.872754:0:376:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880093dd9c00/0x4ce24e5787363132 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130304.872763:0:376:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880093dd9c00/0x4ce24e5787363132 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130304.872786:0:376:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880093dd9c00/0x4ce24e5787363132 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130304.872792:0:376:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093dd9c00/0x4ce24e5787363132 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 376 timeout: 0 lvb_type: 0 00000001:00080000:1.0:1746130304.872898:0:9939:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968857 is committed 00000100:00100000:3.0:1746130304.873643:0:376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135204700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:640ea846-b909-4eea-9a54-417e15bd627b+11:1963:x1830949849468416:12345-192.168.204.51@tcp:4:dd.0 Request processed in 52256us (52955us total) trans 4294968857 rc 0/0 00000100:00100000:3.0:1746130304.873654:0:376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5281 00000001:00080000:1.0:1746130304.912796:0:9939:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968858 is committed 00010000:00010000:0.0:1746130304.912890:0:8475:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801301e2e00/0x4ce24e578736312b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8475 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130304.912908:0:8475:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801301e2e00/0x4ce24e578736312b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8475 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130304.912915:0:8475:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801301e2e00/0x4ce24e578736312b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8475 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130304.912922:0:8475:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8801301e2e00 already unused, calling callback (ffffffffa0809d70) 00010000:00010000:0.0:1746130304.912925:0:8475:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801301e2e00/0x4ce24e578736312b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8475 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130304.912932:0:8475:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801301e2e00/0x4ce24e578736312b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8475 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130304.912960:0:8475:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801301e2e00/0x4ce24e578736312b lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8475 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130304.912966:0:8475:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801301e2e00/0x4ce24e578736312b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8475 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746130304.913050:0:8475:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135205c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:640ea846-b909-4eea-9a54-417e15bd627b+7:1964:x1830949849468544:12345-192.168.204.51@tcp:4:dd.0 Request processed in 91920us (92141us total) trans 4294968858 rc 0/0 00000100:00100000:0.0:1746130304.913060:0:8475:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5280 00000100:00100000:2.0:1746130304.916913:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130304.916975:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130304.917048:0:8475:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849469056 00000100:00100000:0.0:1746130304.917057:0:8475:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849469056 00000100:00100000:0.0:1746130304.917109:0:8475:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849469184 00000100:00100000:0.0:1746130304.917112:0:8475:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849469184 00000100:00100000:0.0:1746130304.917451:0:8475:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5282 00000100:00100000:0.0:1746130304.917461:0:8475:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135205880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:640ea846-b909-4eea-9a54-417e15bd627b+7:1962:x1830949849469056:12345-192.168.204.51@tcp:3:dd.0 00010000:00010000:0.0:1746130304.917509:0:8475:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009494d800/0x4ce24e5787363139 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8475 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130304.917526:0:8475:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130304.917528:0:8475:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130304.917534:0:8475:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009494d800/0x4ce24e5787363139 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8475 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130304.917550:0:8475:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009494d800/0x4ce24e5787363139 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8475 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746130304.919467:0:376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5283 00000100:00100000:3.0:1746130304.919479:0:376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135204a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:640ea846-b909-4eea-9a54-417e15bd627b+34:1962:x1830949849469184:12345-192.168.204.51@tcp:3:dd.0 00010000:00010000:3.0:1746130304.919510:0:376:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88012d08d600/0x4ce24e5787363140 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130304.919524:0:376:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130304.919525:0:376:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130304.919529:0:376:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012d08d600/0x4ce24e5787363140 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130304.919545:0:376:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012d08d600/0x4ce24e5787363140 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130304.935663:0:8475:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009494d800/0x4ce24e5787363139 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8475 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130304.935681:0:8475:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009494d800/0x4ce24e5787363139 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8475 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130304.935688:0:8475:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009494d800/0x4ce24e5787363139 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8475 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130304.935696:0:8475:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009494d800 already unused, calling callback (ffffffffa0809d70) 00010000:00010000:0.0:1746130304.935699:0:8475:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009494d800/0x4ce24e5787363139 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8475 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130304.935707:0:8475:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009494d800/0x4ce24e5787363139 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8475 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130304.935726:0:8475:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009494d800/0x4ce24e5787363139 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8475 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130304.935732:0:8475:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009494d800/0x4ce24e5787363139 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8475 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746130304.935805:0:8475:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135205880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:640ea846-b909-4eea-9a54-417e15bd627b+7:1962:x1830949849469056:12345-192.168.204.51@tcp:3:dd.0 Request processed in 18340us (18898us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746130304.935814:0:8475:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5282 00010000:00010000:3.0:1746130304.936320:0:376:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88012d08d600/0x4ce24e5787363140 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130304.936329:0:376:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88012d08d600/0x4ce24e5787363140 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130304.936334:0:376:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88012d08d600/0x4ce24e5787363140 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130304.936337:0:376:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012d08d600 already unused, calling callback (ffffffffa0809d70) 00010000:00010000:3.0:1746130304.936339:0:376:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88012d08d600/0x4ce24e5787363140 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130304.936344:0:376:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88012d08d600/0x4ce24e5787363140 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130304.936354:0:376:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88012d08d600/0x4ce24e5787363140 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130304.936358:0:376:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012d08d600/0x4ce24e5787363140 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 376 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746130304.936874:0:376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135204a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:640ea846-b909-4eea-9a54-417e15bd627b+34:1962:x1830949849469184:12345-192.168.204.51@tcp:3:dd.0 Request processed in 17396us (19896us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746130304.936881:0:376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5283 00000100:00100000:0.0:1746130304.944451:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130304.944502:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130304.945206:0:376:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849469440 00000100:00100000:3.0:1746130304.945219:0:376:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849469440 00000100:00100000:1.0:1746130304.945351:0:8475:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849469568 00000100:00100000:1.0:1746130304.945355:0:8475:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849469568 00000100:00100000:1.0:1746130304.945648:0:8475:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5284 00000100:00100000:1.0:1746130304.945657:0:8475:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093e0a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:640ea846-b909-4eea-9a54-417e15bd627b+8:1964:x1830949849469568:12345-192.168.204.51@tcp:4:dd.0 00002000:00010000:1.0:1746130304.945727:0:8475:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1c:0x0] initial LVB size: 26214400, mtime: 0x6813d581, atime: 0x0, ctime: 0x6813d581, blocks: 0xc80b 00010000:00010000:1.0:1746130304.945737:0:8475:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009431f200/0x4ce24e5787363147 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8475 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130304.945752:0:8475:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130304.945754:0:8475:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130304.945760:0:8475:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009431f200/0x4ce24e5787363147 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [13631488->14680063] (req 13631488->14680063) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8475 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130304.945774:0:8475:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009431f200/0x4ce24e5787363147 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [13631488->14680063] (req 13631488->14680063) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8475 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746130304.945970:0:376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5285 00000100:00100000:3.0:1746130304.945977:0:376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093e0b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:640ea846-b909-4eea-9a54-417e15bd627b+9:1964:x1830949849469440:12345-192.168.204.51@tcp:4:dd.0 00010000:00010000:3.0:1746130304.945995:0:376:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012d08d600/0x4ce24e578736314e lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130304.946003:0:376:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130304.946004:0:376:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130304.946006:0:376:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d08d600/0x4ce24e578736314e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130304.946015:0:376:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012d08d600/0x4ce24e578736314e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 376 timeout: 0 lvb_type: 0 00000001:00080000:0.0:1746130305.027044:0:9939:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968859 is committed 00010000:00010000:1.0:1746130305.027191:0:8475:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009431f200/0x4ce24e5787363147 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [13631488->14680063] (req 13631488->14680063) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8475 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130305.027203:0:8475:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009431f200/0x4ce24e5787363147 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [13631488->14680063] (req 13631488->14680063) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8475 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130305.027209:0:8475:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009431f200/0x4ce24e5787363147 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [13631488->14680063] (req 13631488->14680063) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8475 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130305.027215:0:8475:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009431f200 already unused, calling callback (ffffffffa0809d70) 00010000:00010000:1.0:1746130305.027218:0:8475:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009431f200/0x4ce24e5787363147 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [13631488->14680063] (req 13631488->14680063) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8475 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130305.027229:0:8475:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009431f200/0x4ce24e5787363147 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [13631488->14680063] (req 13631488->14680063) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8475 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130305.027247:0:8475:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009431f200/0x4ce24e5787363147 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [13631488->14680063] (req 13631488->14680063) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8475 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130305.027252:0:8475:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009431f200/0x4ce24e5787363147 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [13631488->14680063] (req 13631488->14680063) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8475 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746130305.027354:0:8475:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093e0a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:640ea846-b909-4eea-9a54-417e15bd627b+11:1964:x1830949849469568:12345-192.168.204.51@tcp:4:dd.0 Request processed in 81694us (82846us total) trans 4294968859 rc 0/0 00000100:00100000:1.0:1746130305.027362:0:8475:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5284 00000001:00080000:1.0:1746130305.078908:0:9939:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968860 is committed 00010000:00010000:2.0:1746130305.079242:0:376:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012d08d600/0x4ce24e578736314e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 376 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130305.079261:0:376:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012d08d600/0x4ce24e578736314e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 376 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130305.079283:0:376:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012d08d600/0x4ce24e578736314e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 376 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130305.079290:0:376:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012d08d600 already unused, calling callback (ffffffffa0809d70) 00010000:00010000:2.0:1746130305.079294:0:376:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012d08d600/0x4ce24e578736314e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 376 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130305.079303:0:376:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012d08d600/0x4ce24e578736314e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 376 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130305.079323:0:376:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012d08d600/0x4ce24e578736314e lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 376 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130305.079329:0:376:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012d08d600/0x4ce24e578736314e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 376 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746130305.080245:0:376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093e0b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:640ea846-b909-4eea-9a54-417e15bd627b+7:1964:x1830949849469440:12345-192.168.204.51@tcp:4:dd.0 Request processed in 134259us (135797us total) trans 4294968860 rc 0/0 00000100:00100000:2.0:1746130305.080256:0:376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5285 00000100:00100000:2.0:1746130305.084330:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130305.084372:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130305.084920:0:376:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849470080 00000100:00100000:0.0:1746130305.084931:0:376:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849470080 00000100:00100000:0.0:1746130305.084990:0:376:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849470208 00000100:00100000:0.0:1746130305.084993:0:376:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849470208 00000100:00100000:0.0:1746130305.085016:0:376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5286 00000100:00100000:1.0:1746130305.085615:0:8475:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5287 00000100:00100000:0.0:1746130305.085616:0:376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135205180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:640ea846-b909-4eea-9a54-417e15bd627b+34:1961:x1830949849470080:12345-192.168.204.51@tcp:3:dd.0 00000100:00100000:1.0:1746130305.085629:0:8475:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135204380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:640ea846-b909-4eea-9a54-417e15bd627b+7:1961:x1830949849470208:12345-192.168.204.51@tcp:3:dd.0 00010000:00010000:0.0:1746130305.085645:0:376:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880099558a00/0x4ce24e5787363155 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130305.085658:0:376:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130305.085660:0:376:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130305.085663:0:376:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099558a00/0x4ce24e5787363155 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130305.085675:0:376:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099558a00/0x4ce24e5787363155 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130305.085884:0:8475:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800934d1800/0x4ce24e578736315c lrc: 3/1,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8475 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130305.085896:0:8475:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130305.085898:0:8475:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130305.085902:0:8475:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800934d1800/0x4ce24e578736315c lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8475 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130305.085913:0:8475:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800934d1800/0x4ce24e578736315c lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8475 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130305.095485:0:376:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880099558a00/0x4ce24e5787363155 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130305.095499:0:376:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880099558a00/0x4ce24e5787363155 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130305.095506:0:376:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880099558a00/0x4ce24e5787363155 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130305.095512:0:376:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880099558a00 already unused, calling callback (ffffffffa0809d70) 00010000:00010000:0.0:1746130305.095515:0:376:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880099558a00/0x4ce24e5787363155 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130305.095522:0:376:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880099558a00/0x4ce24e5787363155 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130305.095538:0:376:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880099558a00/0x4ce24e5787363155 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130305.095544:0:376:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880099558a00/0x4ce24e5787363155 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 376 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746130305.095799:0:376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135205180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:640ea846-b909-4eea-9a54-417e15bd627b+34:1961:x1830949849470080:12345-192.168.204.51@tcp:3:dd.0 Request processed in 10181us (11471us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746130305.095808:0:376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5286 00010000:00010000:0.0:1746130305.097854:0:8475:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800934d1800/0x4ce24e578736315c lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8475 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130305.097867:0:8475:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800934d1800/0x4ce24e578736315c lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8475 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130305.097888:0:8475:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800934d1800/0x4ce24e578736315c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8475 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130305.097895:0:8475:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800934d1800 already unused, calling callback (ffffffffa0809d70) 00010000:00010000:0.0:1746130305.097898:0:8475:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800934d1800/0x4ce24e578736315c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8475 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130305.097905:0:8475:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800934d1800/0x4ce24e578736315c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8475 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130305.097919:0:8475:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800934d1800/0x4ce24e578736315c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8475 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130305.097929:0:8475:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800934d1800/0x4ce24e578736315c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8475 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746130305.098002:0:8475:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135204380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:640ea846-b909-4eea-9a54-417e15bd627b+7:1961:x1830949849470208:12345-192.168.204.51@tcp:3:dd.0 Request processed in 12374us (13625us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746130305.098010:0:8475:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5287 00000100:00100000:0.0:1746130305.106136:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130305.106221:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130305.106242:0:376:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849470464 00000100:00100000:0.0:1746130305.106249:0:376:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849470464 00000100:00100000:0.0:1746130305.106306:0:376:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849470592 00000100:00100000:0.0:1746130305.106309:0:376:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849470592 00000100:00100000:0.0:1746130305.106323:0:376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5288 00000100:00100000:0.0:1746130305.106329:0:376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800947a6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:640ea846-b909-4eea-9a54-417e15bd627b+8:1961:x1830949849470464:12345-192.168.204.51@tcp:4:dd.0 00002000:00010000:0.0:1746130305.106371:0:376:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1c:0x0] initial LVB size: 26214400, mtime: 0x6813d581, atime: 0x0, ctime: 0x6813d581, blocks: 0xc80b 00010000:00010000:0.0:1746130305.106380:0:376:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880093e65200/0x4ce24e5787363163 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130305.106391:0:376:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130305.106393:0:376:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130305.106397:0:376:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093e65200/0x4ce24e5787363163 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [14680064->15728639] (req 14680064->15728639) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130305.106408:0:376:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093e65200/0x4ce24e5787363163 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [14680064->15728639] (req 14680064->15728639) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 376 timeout: 0 lvb_type: 0 00000001:00080000:3.0:1746130305.106521:0:8556:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294968002 is committed 00000001:00080000:3.0:1746130305.106563:0:8556:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967977 is committed 00000001:00080000:3.0:1746130305.106606:0:8556:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967978 is committed 00000001:00080000:3.0:1746130305.106628:0:8556:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294968003 is committed 00000100:00100000:0.0:1746130305.106804:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5289 00000100:00100000:0.0:1746130305.107048:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800947a5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+9:1962:x1830949849470592:12345-192.168.204.51@tcp:4:dd.0 00010000:00010000:0.0:1746130305.107063:0:25275:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880093e65000/0x4ce24e578736316a lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25275 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130305.107071:0:25275:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130305.107072:0:25275:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130305.107074:0:25275:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093e65000/0x4ce24e578736316a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [15728640->16777215] (req 15728640->16777215) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25275 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130305.107082:0:25275:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093e65000/0x4ce24e578736316a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [15728640->16777215] (req 15728640->16777215) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25275 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130305.158651:0:376:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880093e65200/0x4ce24e5787363163 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [14680064->15728639] (req 14680064->15728639) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130305.158669:0:376:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880093e65200/0x4ce24e5787363163 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [14680064->15728639] (req 14680064->15728639) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130305.158677:0:376:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880093e65200/0x4ce24e5787363163 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [14680064->15728639] (req 14680064->15728639) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130305.158683:0:376:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880093e65200 already unused, calling callback (ffffffffa0809d70) 00010000:00010000:3.0:1746130305.158688:0:376:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880093e65200/0x4ce24e5787363163 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [14680064->15728639] (req 14680064->15728639) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130305.158695:0:376:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880093e65200/0x4ce24e5787363163 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [14680064->15728639] (req 14680064->15728639) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130305.158715:0:376:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880093e65200/0x4ce24e5787363163 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [14680064->15728639] (req 14680064->15728639) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130305.158726:0:376:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093e65200/0x4ce24e5787363163 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [14680064->15728639] (req 14680064->15728639) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 376 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746130305.158810:0:376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800947a6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:640ea846-b909-4eea-9a54-417e15bd627b+13:1961:x1830949849470464:12345-192.168.204.51@tcp:4:dd.0 Request processed in 52475us (53364us total) trans 4294968861 rc 0/0 00000100:00100000:3.0:1746130305.158820:0:376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5288 00000001:00080000:1.0:1746130305.159016:0:9939:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968861 is committed 00010000:00010000:1.0:1746130305.204011:0:25275:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880093e65000/0x4ce24e578736316a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [15728640->16777215] (req 15728640->16777215) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25275 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130305.204034:0:25275:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880093e65000/0x4ce24e578736316a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [15728640->16777215] (req 15728640->16777215) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25275 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130305.204120:0:25275:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880093e65000/0x4ce24e578736316a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [15728640->16777215] (req 15728640->16777215) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25275 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130305.204130:0:25275:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880093e65000 already unused, calling callback (ffffffffa0809d70) 00010000:00010000:1.0:1746130305.204133:0:25275:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880093e65000/0x4ce24e578736316a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [15728640->16777215] (req 15728640->16777215) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25275 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130305.204141:0:25275:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880093e65000/0x4ce24e578736316a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [15728640->16777215] (req 15728640->16777215) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25275 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130305.204161:0:25275:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880093e65000/0x4ce24e578736316a lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [15728640->16777215] (req 15728640->16777215) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25275 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130305.204167:0:25275:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093e65000/0x4ce24e578736316a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [15728640->16777215] (req 15728640->16777215) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25275 timeout: 0 lvb_type: 0 00000001:00080000:0.0:1746130305.204549:0:9939:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968862 is committed 00000100:00100000:1.0:1746130305.204730:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800947a5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+7:1962:x1830949849470592:12345-192.168.204.51@tcp:4:dd.0 Request processed in 97835us (98426us total) trans 4294968862 rc 0/0 00000100:00100000:1.0:1746130305.204740:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5289 00000100:00100000:3.0:1746130305.208052:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130305.208135:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130305.208181:0:376:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849470976 00000100:00100000:2.0:1746130305.208190:0:376:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849470976 00000100:00100000:1.0:1746130305.208202:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849471232 00000100:00100000:1.0:1746130305.208205:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849471232 00000100:00100000:1.0:1746130305.208252:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5290 00000100:00100000:2.0:1746130305.208259:0:376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5291 00000100:00100000:2.0:1746130305.208282:0:376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092259f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:640ea846-b909-4eea-9a54-417e15bd627b+7:1963:x1830949849470976:12345-192.168.204.51@tcp:3:dd.0 00010000:00010000:2.0:1746130305.208315:0:376:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009431ce00/0x4ce24e5787363171 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 376 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746130305.208323:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092258a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+7:1964:x1830949849471232:12345-192.168.204.51@tcp:3:dd.0 00010000:00010000:2.0:1746130305.208329:0:376:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130305.208330:0:376:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130305.208335:0:376:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009431ce00/0x4ce24e5787363171 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130305.208340:0:25275:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800934d1400/0x4ce24e5787363178 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25275 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130305.208346:0:25275:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130305.208347:0:25275:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130305.208348:0:376:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009431ce00/0x4ce24e5787363171 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130305.208350:0:25275:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800934d1400/0x4ce24e5787363178 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25275 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130305.208357:0:25275:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800934d1400/0x4ce24e5787363178 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25275 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130305.222230:0:25275:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800934d1400/0x4ce24e5787363178 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25275 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130305.222247:0:25275:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800934d1400/0x4ce24e5787363178 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25275 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130305.222254:0:25275:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800934d1400/0x4ce24e5787363178 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25275 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130305.222260:0:25275:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800934d1400 already unused, calling callback (ffffffffa0809d70) 00010000:00010000:1.0:1746130305.222264:0:25275:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800934d1400/0x4ce24e5787363178 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25275 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130305.222293:0:25275:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800934d1400/0x4ce24e5787363178 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25275 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130305.222312:0:25275:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800934d1400/0x4ce24e5787363178 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25275 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130305.222322:0:25275:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800934d1400/0x4ce24e5787363178 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25275 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746130305.222421:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092258a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+7:1964:x1830949849471232:12345-192.168.204.51@tcp:3:dd.0 Request processed in 14156us (14279us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746130305.222432:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5290 00010000:00010000:3.0:1746130305.224424:0:376:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009431ce00/0x4ce24e5787363171 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130305.224438:0:376:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009431ce00/0x4ce24e5787363171 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130305.224445:0:376:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009431ce00/0x4ce24e5787363171 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130305.224450:0:376:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009431ce00 already unused, calling callback (ffffffffa0809d70) 00010000:00010000:3.0:1746130305.224453:0:376:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009431ce00/0x4ce24e5787363171 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130305.224459:0:376:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009431ce00/0x4ce24e5787363171 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130305.224477:0:376:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009431ce00/0x4ce24e5787363171 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130305.224482:0:376:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009431ce00/0x4ce24e5787363171 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 376 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746130305.224545:0:376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092259f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:640ea846-b909-4eea-9a54-417e15bd627b+7:1963:x1830949849470976:12345-192.168.204.51@tcp:3:dd.0 Request processed in 16276us (16627us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746130305.224554:0:376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5291 00000100:00100000:2.0:1746130305.237116:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130305.237172:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130305.237354:0:376:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849471616 00000100:00100000:1.0:1746130305.237354:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849471488 00000100:00100000:3.0:1746130305.237364:0:376:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849471616 00000100:00100000:1.0:1746130305.237364:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849471488 00000100:00100000:3.0:1746130305.237424:0:376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5292 00000100:00100000:1.0:1746130305.237429:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5293 00000100:00100000:3.0:1746130305.237431:0:376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135205f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:640ea846-b909-4eea-9a54-417e15bd627b+8:1964:x1830949849471616:12345-192.168.204.51@tcp:4:dd.0 00000100:00100000:1.0:1746130305.237434:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135205500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+8:1963:x1830949849471488:12345-192.168.204.51@tcp:4:dd.0 00002000:00010000:1.0:1746130305.237666:0:25275:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1c:0x0] initial LVB size: 26214400, mtime: 0x6813d581, atime: 0x0, ctime: 0x6813d581, blocks: 0xc80b 00010000:00010000:1.0:1746130305.237682:0:25275:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800934d1800/0x4ce24e578736317f lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25275 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130305.237697:0:25275:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130305.237698:0:376:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012d42ea00/0x4ce24e5787363186 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130305.237699:0:25275:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130305.237704:0:25275:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800934d1800/0x4ce24e578736317f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 4 type: EXT [16777216->17825791] (req 16777216->17825791) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25275 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130305.237715:0:376:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130305.237716:0:376:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130305.237719:0:376:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012d42ea00/0x4ce24e5787363186 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [17825792->18874367] (req 17825792->18874367) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130305.237719:0:25275:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800934d1800/0x4ce24e578736317f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 4 type: EXT [16777216->17825791] (req 16777216->17825791) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25275 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130305.237726:0:376:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012d42ea00/0x4ce24e5787363186 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [17825792->18874367] (req 17825792->18874367) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 376 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1746130305.287158:0:376:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x1c:0x0] updating lvb mtime from disk: 1746130305 -> 1746130306 00002000:00010000:3.0:1746130305.287169:0:376:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x1c:0x0] updating lvb ctime from disk: 1746130305 -> 1746130306 00010000:00010000:3.0:1746130305.287180:0:376:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012d42ea00/0x4ce24e5787363186 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [17825792->18874367] (req 17825792->18874367) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130305.287612:0:376:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012d42ea00/0x4ce24e5787363186 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 4 type: EXT [17825792->18874367] (req 17825792->18874367) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130305.287620:0:376:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012d42ea00/0x4ce24e5787363186 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 4 type: EXT [17825792->18874367] (req 17825792->18874367) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130305.287648:0:25275:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800934d1800/0x4ce24e578736317f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [16777216->17825791] (req 16777216->17825791) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25275 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130305.287655:0:25275:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800934d1800/0x4ce24e578736317f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [16777216->17825791] (req 16777216->17825791) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25275 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130305.287661:0:25275:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800934d1800/0x4ce24e578736317f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [16777216->17825791] (req 16777216->17825791) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25275 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130305.287667:0:25275:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800934d1800 already unused, calling callback (ffffffffa0809d70) 00010000:00010000:1.0:1746130305.287671:0:25275:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800934d1800/0x4ce24e578736317f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [16777216->17825791] (req 16777216->17825791) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25275 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130305.287678:0:25275:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800934d1800/0x4ce24e578736317f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [16777216->17825791] (req 16777216->17825791) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25275 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130305.287692:0:25275:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800934d1800/0x4ce24e578736317f lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [16777216->17825791] (req 16777216->17825791) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25275 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130305.287698:0:25275:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800934d1800/0x4ce24e578736317f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [16777216->17825791] (req 16777216->17825791) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25275 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130305.287808:0:376:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012d42ea00 already unused, calling callback (ffffffffa0809d70) 00010000:00010000:3.0:1746130305.287812:0:376:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012d42ea00/0x4ce24e5787363186 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [17825792->18874367] (req 17825792->18874367) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130305.287818:0:376:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012d42ea00/0x4ce24e5787363186 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [17825792->18874367] (req 17825792->18874367) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130305.287827:0:376:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012d42ea00/0x4ce24e5787363186 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [17825792->18874367] (req 17825792->18874367) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130305.287833:0:376:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012d42ea00/0x4ce24e5787363186 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [17825792->18874367] (req 17825792->18874367) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 376 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746130305.287929:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135205500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+12:1963:x1830949849471488:12345-192.168.204.51@tcp:4:dd.0 Request processed in 50489us (50820us total) trans 4294968864 rc 0/0 00000100:00100000:1.0:1746130305.287946:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5293 00000100:00100000:3.0:1746130305.288107:0:376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135205f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:640ea846-b909-4eea-9a54-417e15bd627b+11:1964:x1830949849471616:12345-192.168.204.51@tcp:4:dd.0 Request processed in 50675us (50934us total) trans 4294968863 rc 0/0 00000100:00100000:3.0:1746130305.288114:0:376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5292 00000001:00080000:3.0:1746130305.288135:0:9939:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968864 is committed 00000100:00100000:1.0:1746130305.291981:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130305.292049:0:376:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849472128 00000100:00100000:3.0:1746130305.292058:0:376:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849472128 00000100:00100000:3.0:1746130305.292116:0:376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5294 00000100:00100000:3.0:1746130305.292124:0:376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a64df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:640ea846-b909-4eea-9a54-417e15bd627b+7:1962:x1830949849472128:12345-192.168.204.51@tcp:3:dd.0 00010000:00010000:3.0:1746130305.292154:0:376:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880094bc4200/0x4ce24e578736318d lrc: 3/1,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130305.292167:0:376:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130305.292169:0:376:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130305.292173:0:376:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094bc4200/0x4ce24e578736318d lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130305.292184:0:376:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094bc4200/0x4ce24e578736318d lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 376 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746130305.292526:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130305.292592:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849472256 00000100:00100000:1.0:1746130305.292596:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849472256 00000100:00100000:1.0:1746130305.292630:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5295 00000100:00100000:1.0:1746130305.292636:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135207480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+7:1961:x1830949849472256:12345-192.168.204.51@tcp:3:dd.0 00010000:00010000:1.0:1746130305.292653:0:25275:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880094326c00/0x4ce24e5787363194 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25275 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130305.292665:0:25275:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130305.292666:0:25275:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130305.292669:0:25275:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094326c00/0x4ce24e5787363194 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25275 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130305.292678:0:25275:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094326c00/0x4ce24e5787363194 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25275 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130305.305132:0:376:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880094bc4200/0x4ce24e578736318d lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130305.305150:0:376:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880094bc4200/0x4ce24e578736318d lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130305.305158:0:376:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880094bc4200/0x4ce24e578736318d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130305.305165:0:376:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094bc4200 already unused, calling callback (ffffffffa0809d70) 00010000:00010000:3.0:1746130305.305169:0:376:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880094bc4200/0x4ce24e578736318d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130305.305175:0:376:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880094bc4200/0x4ce24e578736318d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130305.305194:0:376:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880094bc4200/0x4ce24e578736318d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130305.305204:0:376:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094bc4200/0x4ce24e578736318d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 376 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746130305.305305:0:376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a64df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:640ea846-b909-4eea-9a54-417e15bd627b+7:1962:x1830949849472128:12345-192.168.204.51@tcp:3:dd.0 Request processed in 13177us (13325us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746130305.305315:0:376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5294 00010000:00010000:1.0:1746130305.310196:0:25275:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880094326c00/0x4ce24e5787363194 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25275 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130305.310211:0:25275:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880094326c00/0x4ce24e5787363194 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25275 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130305.310218:0:25275:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880094326c00/0x4ce24e5787363194 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25275 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130305.310225:0:25275:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094326c00 already unused, calling callback (ffffffffa0809d70) 00010000:00010000:1.0:1746130305.310228:0:25275:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880094326c00/0x4ce24e5787363194 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25275 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130305.310235:0:25275:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880094326c00/0x4ce24e5787363194 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25275 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130305.310253:0:25275:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880094326c00/0x4ce24e5787363194 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25275 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130305.310259:0:25275:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094326c00/0x4ce24e5787363194 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25275 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746130305.310378:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135207480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+7:1961:x1830949849472256:12345-192.168.204.51@tcp:3:dd.0 Request processed in 17736us (17853us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746130305.310387:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5295 00000100:00100000:2.0:1746130305.314857:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130305.314955:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849472640 00000100:00100000:1.0:1746130305.314966:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849472640 00000100:00100000:1.0:1746130305.315250:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5296 00000100:00100000:1.0:1746130305.315260:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135206300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+7:1961:x1830949849472640:12345-192.168.204.51@tcp:4:dd.0 00002000:00010000:1.0:1746130305.316039:0:25275:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1c:0x0] initial LVB size: 26214400, mtime: 0x6813d582, atime: 0x0, ctime: 0x6813d582, blocks: 0xc80b 00010000:00010000:1.0:1746130305.316048:0:25275:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880094326e00/0x4ce24e578736319b lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25275 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130305.316062:0:25275:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130305.316064:0:25275:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130305.316069:0:25275:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094326e00/0x4ce24e578736319b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [19922944->20971519] (req 19922944->20971519) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25275 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130305.316082:0:25275:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094326e00/0x4ce24e578736319b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [19922944->20971519] (req 19922944->20971519) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25275 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746130305.317625:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130305.319042:0:376:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849472512 00000100:00100000:3.0:1746130305.319050:0:376:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849472512 00000100:00100000:3.0:1746130305.319100:0:376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5297 00000100:00100000:3.0:1746130305.319106:0:376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800947a4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:640ea846-b909-4eea-9a54-417e15bd627b+9:1962:x1830949849472512:12345-192.168.204.51@tcp:4:dd.0 00010000:00010000:3.0:1746130305.319134:0:376:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880094bc4200/0x4ce24e57873631a2 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130305.319148:0:376:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130305.319149:0:376:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130305.319153:0:376:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094bc4200/0x4ce24e57873631a2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [18874368->19922943] (req 18874368->19922943) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 376 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130305.319165:0:376:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094bc4200/0x4ce24e57873631a2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [18874368->19922943] (req 18874368->19922943) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130305.368605:0:25275:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880094326e00/0x4ce24e578736319b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [19922944->20971519] (req 19922944->20971519) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25275 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130305.368620:0:25275:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880094326e00/0x4ce24e578736319b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [19922944->20971519] (req 19922944->20971519) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25275 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130305.368627:0:25275:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880094326e00/0x4ce24e578736319b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [19922944->20971519] (req 19922944->20971519) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25275 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130305.368634:0:25275:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094326e00 already unused, calling callback (ffffffffa0809d70) 00010000:00010000:1.0:1746130305.368638:0:25275:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880094326e00/0x4ce24e578736319b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [19922944->20971519] (req 19922944->20971519) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25275 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130305.368646:0:25275:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880094326e00/0x4ce24e578736319b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [19922944->20971519] (req 19922944->20971519) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25275 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130305.368662:0:25275:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880094326e00/0x4ce24e578736319b lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [19922944->20971519] (req 19922944->20971519) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25275 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130305.368667:0:25275:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094326e00/0x4ce24e578736319b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [19922944->20971519] (req 19922944->20971519) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25275 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746130305.368755:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135206300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+13:1961:x1830949849472640:12345-192.168.204.51@tcp:4:dd.0 Request processed in 53493us (53904us total) trans 4294968865 rc 0/0 00000100:00100000:1.0:1746130305.368765:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5296 00000001:00080000:3.0:1746130305.369588:0:9939:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968865 is committed 00000001:00080000:3.0:1746130305.407032:0:9939:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968866 is committed 00010000:00010000:2.0:1746130305.407238:0:376:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880094bc4200/0x4ce24e57873631a2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [18874368->19922943] (req 18874368->19922943) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 376 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130305.407252:0:376:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880094bc4200/0x4ce24e57873631a2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [18874368->19922943] (req 18874368->19922943) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 376 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130305.407261:0:376:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880094bc4200/0x4ce24e57873631a2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [18874368->19922943] (req 18874368->19922943) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 376 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130305.407447:0:376:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094bc4200 already unused, calling callback (ffffffffa0809d70) 00010000:00010000:2.0:1746130305.407452:0:376:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880094bc4200/0x4ce24e57873631a2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [18874368->19922943] (req 18874368->19922943) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 376 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130305.407465:0:376:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880094bc4200/0x4ce24e57873631a2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [18874368->19922943] (req 18874368->19922943) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 376 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130305.407485:0:376:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880094bc4200/0x4ce24e57873631a2 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [18874368->19922943] (req 18874368->19922943) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 376 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130305.407491:0:376:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094bc4200/0x4ce24e57873631a2 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [18874368->19922943] (req 18874368->19922943) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 376 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746130305.407587:0:376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800947a4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:640ea846-b909-4eea-9a54-417e15bd627b+7:1962:x1830949849472512:12345-192.168.204.51@tcp:4:dd.0 Request processed in 88475us (89961us total) trans 4294968866 rc 0/0 00000100:00100000:2.0:1746130305.407597:0:376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5297 00000100:00100000:2.0:1746130305.410554:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130305.410628:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130305.410690:0:376:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849473024 00000100:00100000:0.0:1746130305.410700:0:376:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849473024 00000100:00100000:0.0:1746130305.410750:0:376:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849473280 00000100:00100000:0.0:1746130305.410753:0:376:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849473280 00000100:00100000:0.0:1746130305.410774:0:376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5298 00000100:00100000:0.0:1746130305.410780:0:376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135207800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:640ea846-b909-4eea-9a54-417e15bd627b+7:1963:x1830949849473024:12345-192.168.204.51@tcp:3:dd.0 00010000:00010000:0.0:1746130305.410812:0:376:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880093154800/0x4ce24e57873631a9 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130305.410826:0:376:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130305.410828:0:376:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130305.410834:0:376:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093154800/0x4ce24e57873631a9 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130305.410847:0:376:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880093154800/0x4ce24e57873631a9 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 376 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746130305.411738:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5299 00000100:00100000:1.0:1746130305.411747:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135206d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+7:1963:x1830949849473280:12345-192.168.204.51@tcp:3:dd.0 00010000:00010000:1.0:1746130305.411767:0:25275:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009b855800/0x4ce24e57873631b0 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25275 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130305.411776:0:25275:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130305.411778:0:25275:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130305.411781:0:25275:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b855800/0x4ce24e57873631b0 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25275 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130305.411796:0:25275:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b855800/0x4ce24e57873631b0 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25275 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130305.422578:0:376:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880093154800/0x4ce24e57873631a9 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130305.422595:0:376:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880093154800/0x4ce24e57873631a9 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130305.422602:0:376:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880093154800/0x4ce24e57873631a9 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130305.422609:0:376:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880093154800 already unused, calling callback (ffffffffa0809d70) 00010000:00010000:0.0:1746130305.422612:0:376:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880093154800/0x4ce24e57873631a9 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130305.422619:0:376:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880093154800/0x4ce24e57873631a9 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130305.422637:0:376:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880093154800/0x4ce24e57873631a9 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130305.422642:0:376:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880093154800/0x4ce24e57873631a9 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 376 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746130305.422720:0:376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135207800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:640ea846-b909-4eea-9a54-417e15bd627b+7:1963:x1830949849473024:12345-192.168.204.51@tcp:3:dd.0 Request processed in 11935us (12169us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746130305.422730:0:376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5298 00010000:00010000:2.0:1746130305.424605:0:25275:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009b855800/0x4ce24e57873631b0 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25275 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130305.424619:0:25275:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009b855800/0x4ce24e57873631b0 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25275 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130305.424626:0:25275:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009b855800/0x4ce24e57873631b0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25275 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130305.424631:0:25275:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009b855800 already unused, calling callback (ffffffffa0809d70) 00010000:00010000:2.0:1746130305.424635:0:25275:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009b855800/0x4ce24e57873631b0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25275 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130305.424647:0:25275:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009b855800/0x4ce24e57873631b0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25275 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130305.424661:0:25275:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009b855800/0x4ce24e57873631b0 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25275 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130305.424667:0:25275:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b855800/0x4ce24e57873631b0 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25275 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746130305.424733:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135206d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+7:1963:x1830949849473280:12345-192.168.204.51@tcp:3:dd.0 Request processed in 12985us (14103us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746130305.424742:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5299 00000100:00100000:3.0:1746130305.430203:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130305.430312:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130305.430468:0:376:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849473536 00000100:00100000:1.0:1746130305.430483:0:376:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849473536 00000100:00100000:1.0:1746130305.430624:0:376:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849473664 00000100:00100000:1.0:1746130305.430627:0:376:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849473664 00000100:00100000:1.0:1746130305.430653:0:376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5300 00000100:00100000:1.0:1746130305.430659:0:376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092259c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:640ea846-b909-4eea-9a54-417e15bd627b+8:1963:x1830949849473536:12345-192.168.204.51@tcp:4:dd.0 00002000:00010000:1.0:1746130305.430703:0:376:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1c:0x0] initial LVB size: 26214400, mtime: 0x6813d582, atime: 0x0, ctime: 0x6813d582, blocks: 0xc80b 00010000:00010000:1.0:1746130305.430712:0:376:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880092a2b400/0x4ce24e57873631b7 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130305.430727:0:376:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130305.430729:0:376:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130305.430733:0:376:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092a2b400/0x4ce24e57873631b7 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [20971520->22020095] (req 20971520->22020095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130305.430746:0:376:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092a2b400/0x4ce24e57873631b7 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [20971520->22020095] (req 20971520->22020095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 376 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746130305.430884:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5301 00000100:00100000:2.0:1746130305.430894:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092258000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+9:1964:x1830949849473664:12345-192.168.204.51@tcp:4:dd.0 00010000:00010000:2.0:1746130305.430911:0:25275:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880093dd9e00/0x4ce24e57873631be lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25275 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130305.430919:0:25275:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130305.430920:0:25275:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130305.430923:0:25275:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093dd9e00/0x4ce24e57873631be lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [22020096->23068671] (req 22020096->23068671) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25275 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130305.430931:0:25275:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093dd9e00/0x4ce24e57873631be lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [22020096->23068671] (req 22020096->23068671) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25275 timeout: 0 lvb_type: 0 00000001:00080000:2.0:1746130305.484421:0:9939:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968867 is committed 00010000:00010000:1.0:1746130305.484536:0:376:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880092a2b400/0x4ce24e57873631b7 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [20971520->22020095] (req 20971520->22020095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130305.484549:0:376:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880092a2b400/0x4ce24e57873631b7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [20971520->22020095] (req 20971520->22020095) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130305.484561:0:376:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880092a2b400/0x4ce24e57873631b7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [20971520->22020095] (req 20971520->22020095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130305.484567:0:376:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880092a2b400 already unused, calling callback (ffffffffa0809d70) 00010000:00010000:1.0:1746130305.484571:0:376:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880092a2b400/0x4ce24e57873631b7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [20971520->22020095] (req 20971520->22020095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130305.484578:0:376:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880092a2b400/0x4ce24e57873631b7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [20971520->22020095] (req 20971520->22020095) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130305.484596:0:376:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880092a2b400/0x4ce24e57873631b7 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [20971520->22020095] (req 20971520->22020095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130305.484601:0:376:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092a2b400/0x4ce24e57873631b7 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [20971520->22020095] (req 20971520->22020095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 376 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746130305.484680:0:376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092259c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:640ea846-b909-4eea-9a54-417e15bd627b+11:1963:x1830949849473536:12345-192.168.204.51@tcp:4:dd.0 Request processed in 54016us (54482us total) trans 4294968867 rc 0/0 00000100:00100000:1.0:1746130305.484689:0:376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5300 00010000:00010000:0.0:1746130305.515552:0:25275:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880093dd9e00/0x4ce24e57873631be lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [22020096->23068671] (req 22020096->23068671) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25275 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130305.515568:0:25275:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880093dd9e00/0x4ce24e57873631be lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [22020096->23068671] (req 22020096->23068671) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25275 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130305.515576:0:25275:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880093dd9e00/0x4ce24e57873631be lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [22020096->23068671] (req 22020096->23068671) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25275 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130305.515582:0:25275:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880093dd9e00 already unused, calling callback (ffffffffa0809d70) 00010000:00010000:0.0:1746130305.515586:0:25275:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880093dd9e00/0x4ce24e57873631be lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [22020096->23068671] (req 22020096->23068671) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25275 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130305.515592:0:25275:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880093dd9e00/0x4ce24e57873631be lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [22020096->23068671] (req 22020096->23068671) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25275 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130305.515615:0:25275:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880093dd9e00/0x4ce24e57873631be lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [22020096->23068671] (req 22020096->23068671) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25275 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130305.515620:0:25275:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093dd9e00/0x4ce24e57873631be lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [22020096->23068671] (req 22020096->23068671) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25275 timeout: 0 lvb_type: 0 00000001:00080000:2.0:1746130305.515657:0:9939:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968868 is committed 00000100:00100000:0.0:1746130305.515961:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092258000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+7:1964:x1830949849473664:12345-192.168.204.51@tcp:4:dd.0 Request processed in 85064us (85642us total) trans 4294968868 rc 0/0 00000100:00100000:0.0:1746130305.515973:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5301 00000100:00100000:1.0:1746130305.520735:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130305.521326:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849474048 00000100:00100000:0.0:1746130305.521336:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849474048 00000100:00100000:0.0:1746130305.521390:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5302 00000100:00100000:0.0:1746130305.521398:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092255180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+7:1964:x1830949849474048:12345-192.168.204.51@tcp:3:dd.0 00010000:00010000:0.0:1746130305.521429:0:25275:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880092a28a00/0x4ce24e57873631c5 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25275 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130305.521442:0:25275:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130305.521443:0:25275:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130305.521448:0:25275:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880092a28a00/0x4ce24e57873631c5 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25275 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130305.521461:0:25275:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880092a28a00/0x4ce24e57873631c5 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25275 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746130305.527997:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130305.529445:0:376:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849474304 00000100:00100000:1.0:1746130305.529455:0:376:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849474304 00000100:00100000:1.0:1746130305.529520:0:376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5303 00000100:00100000:1.0:1746130305.529527:0:376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009429c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:640ea846-b909-4eea-9a54-417e15bd627b+7:1964:x1830949849474304:12345-192.168.204.51@tcp:3:dd.0 00010000:00010000:1.0:1746130305.529556:0:376:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009391a000/0x4ce24e57873631cc lrc: 3/1,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130305.529572:0:376:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130305.529573:0:376:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130305.529578:0:376:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009391a000/0x4ce24e57873631cc lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130305.529589:0:376:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009391a000/0x4ce24e57873631cc lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130305.537013:0:25275:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880092a28a00/0x4ce24e57873631c5 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25275 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130305.537028:0:25275:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880092a28a00/0x4ce24e57873631c5 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25275 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130305.537036:0:25275:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880092a28a00/0x4ce24e57873631c5 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25275 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130305.537041:0:25275:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880092a28a00 already unused, calling callback (ffffffffa0809d70) 00010000:00010000:0.0:1746130305.537045:0:25275:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880092a28a00/0x4ce24e57873631c5 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25275 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130305.537052:0:25275:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880092a28a00/0x4ce24e57873631c5 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25275 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130305.537068:0:25275:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880092a28a00/0x4ce24e57873631c5 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25275 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130305.537079:0:25275:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880092a28a00/0x4ce24e57873631c5 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25275 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746130305.537179:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092255180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+7:1964:x1830949849474048:12345-192.168.204.51@tcp:3:dd.0 Request processed in 15776us (16447us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746130305.537196:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5302 00010000:00010000:1.0:1746130305.540029:0:376:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009391a000/0x4ce24e57873631cc lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130305.540045:0:376:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009391a000/0x4ce24e57873631cc lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130305.540052:0:376:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009391a000/0x4ce24e57873631cc lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130305.540059:0:376:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009391a000 already unused, calling callback (ffffffffa0809d70) 00010000:00010000:1.0:1746130305.540062:0:376:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009391a000/0x4ce24e57873631cc lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130305.540069:0:376:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009391a000/0x4ce24e57873631cc lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130305.540085:0:376:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009391a000/0x4ce24e57873631cc lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130305.540090:0:376:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009391a000/0x4ce24e57873631cc lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 376 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746130305.540187:0:376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009429c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:640ea846-b909-4eea-9a54-417e15bd627b+7:1964:x1830949849474304:12345-192.168.204.51@tcp:3:dd.0 Request processed in 10655us (12194us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746130305.540196:0:376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5303 00000100:00100000:2.0:1746130305.545562:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130305.545629:0:376:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849474560 00000100:00100000:1.0:1746130305.545637:0:376:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849474560 00000100:00100000:1.0:1746130305.545694:0:376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5304 00000100:00100000:1.0:1746130305.545701:0:376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009429f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:640ea846-b909-4eea-9a54-417e15bd627b+7:1963:x1830949849474560:12345-192.168.204.51@tcp:4:dd.0 00002000:00010000:1.0:1746130305.545738:0:376:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1c:0x0] initial LVB size: 26214400, mtime: 0x6813d582, atime: 0x0, ctime: 0x6813d582, blocks: 0xc80b 00010000:00010000:1.0:1746130305.545744:0:376:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009391b400/0x4ce24e57873631d3 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130305.545756:0:376:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130305.545758:0:376:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130305.545762:0:376:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009391b400/0x4ce24e57873631d3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [23068672->24117247] (req 23068672->24117247) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130305.545774:0:376:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009391b400/0x4ce24e57873631d3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [23068672->24117247] (req 23068672->24117247) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 376 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746130305.546079:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130305.546503:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849474688 00000100:00100000:0.0:1746130305.546507:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849474688 00000100:00100000:0.0:1746130305.546681:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5305 00000100:00100000:0.0:1746130305.546692:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009429ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+9:1964:x1830949849474688:12345-192.168.204.51@tcp:4:dd.0 00010000:00010000:0.0:1746130305.546708:0:25275:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880092a28200/0x4ce24e57873631da lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25275 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130305.546718:0:25275:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130305.546719:0:25275:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130305.546722:0:25275:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092a28200/0x4ce24e57873631da lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [24117248->25165823] (req 24117248->25165823) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25275 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130305.546731:0:25275:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092a28200/0x4ce24e57873631da lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [24117248->25165823] (req 24117248->25165823) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25275 timeout: 0 lvb_type: 0 00000001:00080000:2.0:1746130305.584491:0:9939:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968869 is committed 00010000:00010000:1.0:1746130305.584670:0:376:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009391b400/0x4ce24e57873631d3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [23068672->24117247] (req 23068672->24117247) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130305.584682:0:376:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009391b400/0x4ce24e57873631d3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [23068672->24117247] (req 23068672->24117247) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130305.584688:0:376:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009391b400/0x4ce24e57873631d3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [23068672->24117247] (req 23068672->24117247) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130305.584696:0:376:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009391b400 already unused, calling callback (ffffffffa0809d70) 00010000:00010000:1.0:1746130305.584700:0:376:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009391b400/0x4ce24e57873631d3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [23068672->24117247] (req 23068672->24117247) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130305.584707:0:376:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009391b400/0x4ce24e57873631d3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [23068672->24117247] (req 23068672->24117247) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130305.584724:0:376:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009391b400/0x4ce24e57873631d3 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [23068672->24117247] (req 23068672->24117247) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 376 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130305.584730:0:376:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009391b400/0x4ce24e57873631d3 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [23068672->24117247] (req 23068672->24117247) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 376 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746130305.584812:0:376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009429f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:640ea846-b909-4eea-9a54-417e15bd627b+11:1963:x1830949849474560:12345-192.168.204.51@tcp:4:dd.0 Request processed in 39106us (39254us total) trans 4294968869 rc 0/0 00000100:00100000:1.0:1746130305.584820:0:376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5304 00000001:00080000:2.0:1746130305.609720:0:9939:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968870 is committed 00010000:00010000:3.0:1746130305.609833:0:25275:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880092a28200/0x4ce24e57873631da lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [24117248->25165823] (req 24117248->25165823) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25275 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130305.609849:0:25275:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880092a28200/0x4ce24e57873631da lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [24117248->25165823] (req 24117248->25165823) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25275 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130305.609856:0:25275:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880092a28200/0x4ce24e57873631da lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [24117248->25165823] (req 24117248->25165823) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25275 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130305.609861:0:25275:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880092a28200 already unused, calling callback (ffffffffa0809d70) 00010000:00010000:3.0:1746130305.609864:0:25275:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880092a28200/0x4ce24e57873631da lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [24117248->25165823] (req 24117248->25165823) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25275 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130305.609870:0:25275:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880092a28200/0x4ce24e57873631da lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [24117248->25165823] (req 24117248->25165823) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25275 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130305.609884:0:25275:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880092a28200/0x4ce24e57873631da lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [24117248->25165823] (req 24117248->25165823) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25275 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130305.609889:0:25275:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092a28200/0x4ce24e57873631da lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [24117248->25165823] (req 24117248->25165823) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25275 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746130305.609970:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009429ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+7:1964:x1830949849474688:12345-192.168.204.51@tcp:4:dd.0 Request processed in 63278us (63888us total) trans 4294968870 rc 0/0 00000100:00100000:3.0:1746130305.609978:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5305 00000100:00100000:3.0:1746130305.614245:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130305.614385:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849475072 00000100:00100000:0.0:1746130305.614399:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849475072 00000100:00100000:0.0:1746130305.614462:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5306 00000100:00100000:0.0:1746130305.614472:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c4fc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+7:1962:x1830949849475072:12345-192.168.204.51@tcp:3:dd.0 00010000:00010000:0.0:1746130305.614513:0:25275:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880092a28800/0x4ce24e57873631e1 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25275 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130305.614529:0:25275:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130305.614532:0:25275:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130305.614538:0:25275:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880092a28800/0x4ce24e57873631e1 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25275 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130305.614552:0:25275:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880092a28800/0x4ce24e57873631e1 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25275 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130305.630085:0:25275:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880092a28800/0x4ce24e57873631e1 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25275 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130305.630102:0:25275:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880092a28800/0x4ce24e57873631e1 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25275 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130305.630110:0:25275:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880092a28800/0x4ce24e57873631e1 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25275 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130305.630115:0:25275:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880092a28800 already unused, calling callback (ffffffffa0809d70) 00010000:00010000:1.0:1746130305.630120:0:25275:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880092a28800/0x4ce24e57873631e1 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25275 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130305.630127:0:25275:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880092a28800/0x4ce24e57873631e1 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25275 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130305.630144:0:25275:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880092a28800/0x4ce24e57873631e1 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25275 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130305.630150:0:25275:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880092a28800/0x4ce24e57873631e1 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25275 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746130305.630244:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c4fc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+7:1962:x1830949849475072:12345-192.168.204.51@tcp:3:dd.0 Request processed in 15769us (16003us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746130305.630253:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5306 00000100:00100000:2.0:1746130305.638844:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130305.639278:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849475200 00000100:00100000:0.0:1746130305.639287:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849475200 00000100:00100000:1.0:1746130305.641163:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6715 00000100:00100000:1.0:1746130305.641172:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009429ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:640ea846-b909-4eea-9a54-417e15bd627b+7:1129:x1830949849475200:12345-192.168.204.51@tcp:101:dd.0 00010000:00010000:1.0:1746130305.641188:0:8467:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746130305.641204:0:8467:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009bb13600/0x4ce24e57873631e8 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae4115e expref: -99 pid: 8467 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1746130305.641224:0:8467:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1c:0x0] initial LVB size: 26214400, mtime: 0x6813d582, atime: 0x0, ctime: 0x6813d582, blocks: 0xc80b 00010000:00010000:1.0:1746130305.641243:0:8467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130305.641245:0:8467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130305.641251:0:8467:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009bb13600/0x4ce24e57873631e8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 25165824->26214399) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4115e expref: 8 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130305.641306:0:8467:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009bb13600/0x4ce24e57873631e8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 25165824->26214399) gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4115e expref: 8 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130305.641317:0:8467:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009bb13600, rc 0) 00000100:00100000:1.0:1746130305.641728:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009429ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:640ea846-b909-4eea-9a54-417e15bd627b+8:1129:x1830949849475200:12345-192.168.204.51@tcp:101:dd.0 Request processed in 556us (2890us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130305.641734:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6715 00000100:00100000:2.0:1746130305.657369:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130305.657993:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849475456 00000100:00100000:1.0:1746130305.658001:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849475456 00002000:00100000:1.0:1746130305.658036:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x1c:0x0] (25165824->26214399) req@ffff88009429d880 x1830949849475456/t0(0) o4->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:330/0 lens 488/0 e 0 to 0 dl 1746130355 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746130305.658046:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009429d880 with x1830949849475456 ext(25165824->26214399) 00002000:00010000:1.0:1746130305.658050:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009429d880 00000100:00100000:1.0:1746130305.658078:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5307 00000100:00100000:1.0:1746130305.658084:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009429d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+8:1962:x1830949849475456:12345-192.168.204.51@tcp:4:dd.0 00000100:00100000:1.0:1746130305.672370:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009429d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+10:1962:x1830949849475456:12345-192.168.204.51@tcp:4:dd.0 Request processed in 14276us (15000us total) trans 4294968871 rc 0/0 00000100:00100000:1.0:1746130305.672381:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5307 00002000:00100000:1.0:1746130305.672391:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x1c:0x0] (25165824->26214399) req@ffff88009429d880 x1830949849475456/t4294968871(0) o4->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:330/0 lens 488/448 e 0 to 0 dl 1746130355 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746130305.672400:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009429d880 with x1830949849475456 ext(25165824->26214399) 00002000:00010000:1.0:1746130305.672405:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009429d880 00000100:00100000:2.0:1746130305.675572:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130305.675619:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130305.675692:0:8503:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849475712 00000100:00100000:3.0:1746130305.675703:0:8503:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849475712 00000100:00100000:3.0:1746130305.675760:0:8503:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 352 00000100:00100000:3.0:1746130305.675768:0:8503:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009429f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:640ea846-b909-4eea-9a54-417e15bd627b+29:1962:x1830949849475712:12345-192.168.204.51@tcp:400:kworker.0 00000100:00100000:2.0:1746130305.675776:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00080000:2.0:1746130305.675818:0:7108:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1746130305.675847:0:8503:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009429f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:640ea846-b909-4eea-9a54-417e15bd627b+29:1962:x1830949849475712:12345-192.168.204.51@tcp:400:kworker.0 Request processed in 80us (227us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130305.675853:0:8503:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 352 00000100:00100000:0.0:1746130305.675995:0:7107:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849475584 00000100:00100000:0.0:1746130305.676000:0:7107:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849475584 00000100:00100000:0.0:1746130305.676025:0:7107:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 383 00000100:00100000:0.0:1746130305.676030:0:7107:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4eff850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:51482484-f6ce-4c5d-8880-328e8ed7a70a+12:1961:x1830949849475584:12345-192.168.204.51@tcp:400:kworker.0 00000100:00100000:0.0:1746130305.676054:0:7107:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4eff850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:51482484-f6ce-4c5d-8880-328e8ed7a70a+12:1961:x1830949849475584:12345-192.168.204.51@tcp:400:kworker.0 Request processed in 24us (494us total) trans 0 rc 0/0 00000100:00100000:0.0:1746130305.676059:0:7107:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 383 00000100:00100000:1.0:1746130305.676656:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849475968 00000100:00100000:1.0:1746130305.676663:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849475968 00000100:00100000:1.0:1746130305.676712:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 430 00000100:00100000:1.0:1746130305.676719:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009429c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c84b93b0-d496-484f-8e1e-94008838f2dd+9:1962:x1830949849475968:12345-192.168.204.51@tcp:400:kworker.0 00000100:00100000:1.0:1746130305.676952:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009429c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c84b93b0-d496-484f-8e1e-94008838f2dd+9:1962:x1830949849475968:12345-192.168.204.51@tcp:400:kworker.0 Request processed in 234us (1176us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130305.676958:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 430 00000100:00080000:2.0:1746130305.677033:0:7108:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1746130305.677059:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130305.677105:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130305.677165:0:10554:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849476096 00000100:00100000:2.0:1746130305.677169:0:10554:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849476096 00000100:00100000:2.0:1746130305.677191:0:10554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 431 00000100:00100000:2.0:1746130305.677196:0:10554:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009429f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+9:1961:x1830949849476096:12345-192.168.204.51@tcp:400:kworker.0 00000100:00100000:2.0:1746130305.677222:0:10554:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009429f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+9:1961:x1830949849476096:12345-192.168.204.51@tcp:400:kworker.0 Request processed in 26us (116us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130305.677227:0:10554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 431 00000100:00100000:0.0:1746130305.677444:0:8503:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849475840 00000100:00100000:0.0:1746130305.677453:0:8503:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849475840 00000100:00100000:0.0:1746130305.677489:0:8503:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 353 00000100:00100000:0.0:1746130305.677495:0:8503:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009429fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+23:1961:x1830949849475840:12345-192.168.204.51@tcp:400:kworker.0 00000100:00100000:0.0:1746130305.677545:0:8503:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009429fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+23:1961:x1830949849475840:12345-192.168.204.51@tcp:400:kworker.0 Request processed in 50us (485us total) trans 0 rc 0/0 00000100:00100000:0.0:1746130305.677551:0:8503:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 353 00000100:00100000:0.0:1746130305.680856:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130305.681377:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849476224 00000100:00100000:1.0:1746130305.681390:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849476224 00000100:00100000:1.0:1746130305.681456:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6716 00000100:00100000:1.0:1746130305.681466:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800947a6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:640ea846-b909-4eea-9a54-417e15bd627b+10:1964:x1830949849476224:12345-192.168.204.51@tcp:16:dd.0 00000100:00100000:2.0:1746130305.715787:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800947a6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:640ea846-b909-4eea-9a54-417e15bd627b+10:1964:x1830949849476224:12345-192.168.204.51@tcp:16:dd.0 Request processed in 34312us (34930us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130305.715801:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6716 00000001:00080000:3.0:1746130305.715876:0:9939:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968871 is committed 00000100:00100000:2.0:1746130305.719153:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130305.719217:0:15914:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849476480 00000100:00100000:0.0:1746130305.719227:0:15914:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849476480 00000100:00100000:0.0:1746130305.719305:0:15914:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 173 00000100:00100000:0.0:1746130305.719313:0:15914:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009429ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:640ea846-b909-4eea-9a54-417e15bd627b+29:1129:x1830949849476480:12345-192.168.204.51@tcp:35:dd.0 00000100:00100000:0.0:1746130305.719587:0:15914:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009429ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:640ea846-b909-4eea-9a54-417e15bd627b+30:1129:x1830949849476480:12345-192.168.204.51@tcp:35:dd.0 Request processed in 273us (441us total) trans 4294992256 rc 0/0 00000100:00100000:0.0:1746130305.719593:0:15914:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 173 00000100:00100000:3.0:1746130305.729248:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130305.729400:0:7110:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849476608 00000100:00100000:1.0:1746130305.729412:0:7110:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849476608 00000100:00100000:1.0:1746130305.729512:0:7110:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 60778 00000100:00100000:1.0:1746130305.729525:0:7110:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c4fce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:640ea846-b909-4eea-9a54-417e15bd627b+30:1134:x1830949849476608:12345-192.168.204.51@tcp:101:checkstat.0 00010000:00010000:1.0:1746130305.729684:0:7110:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746130305.729706:0:7110:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009bb12600/0x4ce24e57873631ef lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae41165 expref: -99 pid: 7110 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130305.729775:0:7110:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094685a00/0x4ce24e57873631f6 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7110 initiator: MDT0 00010000:00010000:1.0:1746130305.729788:0:7110:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094685a00/0x4ce24e57873631f6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7110 initiator: MDT0 00010000:00010000:1.0:1746130305.729800:0:7110:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094685a00/0x4ce24e57873631f6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7110 initiator: MDT0 00000004:00200000:1.0:1746130305.730118:0:7110:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 13824 00000004:00200000:1.0:1746130305.730123:0:7110:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 29 stripe count 1 MDT count 1 00000004:00010000:1.0:1746130305.730139:0:7110:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880094685a00/0x4ce24e57873631f6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7110 initiator: MDT0 00010000:00010000:1.0:1746130305.730159:0:7110:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009bb12600/0x4ce24e57873631ef lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae41165 expref: 32 pid: 7110 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130305.730187:0:7110:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880094685a00/0x4ce24e57873631f6 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae41165 expref: 31 pid: 7110 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130305.730194:0:7110:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009bd0ff00) 00010000:00010000:1.0:1746130305.730197:0:7110:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1746130305.730200:0:7110:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094685a00, rc 0) 00000100:00100000:1.0:1746130305.730310:0:7110:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c4fce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:640ea846-b909-4eea-9a54-417e15bd627b+31:1134:x1830949849476608:12345-192.168.204.51@tcp:101:checkstat.0 Request processed in 785us (1073us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130305.730317:0:7110:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 60778 00000100:00100000:1.0:1746130305.735390:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130305.735838:0:7110:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849476736 00000100:00100000:2.0:1746130305.735849:0:7110:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849476736 00000100:00100000:2.0:1746130305.736138:0:7110:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 60779 00000100:00100000:2.0:1746130305.736147:0:7110:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b320e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:640ea846-b909-4eea-9a54-417e15bd627b+31:1134:x1830949849476736:12345-192.168.204.51@tcp:101:checkstat.0 00010000:00010000:2.0:1746130305.736170:0:7110:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746130305.736186:0:7110:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a796d600/0x4ce24e57873631fd lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae4116c expref: -99 pid: 7110 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130305.736245:0:7110:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a796ca00/0x4ce24e5787363204 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7110 initiator: MDT0 00010000:00010000:2.0:1746130305.736257:0:7110:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a796ca00/0x4ce24e5787363204 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7110 initiator: MDT0 00010000:00010000:2.0:1746130305.736291:0:7110:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a796ca00/0x4ce24e5787363204 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7110 initiator: MDT0 00010000:00010000:2.0:1746130305.736304:0:7110:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a796d200/0x4ce24e578736320b lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7110 initiator: MDT0 00010000:00010000:2.0:1746130305.736310:0:7110:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a796d200/0x4ce24e578736320b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7110 initiator: MDT0 00010000:00010000:2.0:1746130305.736315:0:7110:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a796d200/0x4ce24e578736320b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7110 initiator: MDT0 00010000:00010000:2.0:1746130305.736416:0:7110:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a796c600/0x4ce24e5787363212 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7110 initiator: MDT0 00010000:00010000:2.0:1746130305.736423:0:7110:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a796c600/0x4ce24e5787363212 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7110 initiator: MDT0 00010000:00010000:2.0:1746130305.736429:0:7110:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a796c600/0x4ce24e5787363212 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7110 initiator: MDT0 00000004:00200000:2.0:1746130305.737546:0:7110:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x4f:0x0]: returning size 26214400 00000004:00200000:2.0:1746130305.737553:0:7110:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1746130305.737569:0:7110:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a796c600/0x4ce24e5787363212 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7110 initiator: MDT0 00010000:00010000:2.0:1746130305.737581:0:7110:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a796c600/0x4ce24e5787363212 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7110 initiator: MDT0 00010000:00010000:2.0:1746130305.737590:0:7110:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a796ca00/0x4ce24e5787363204 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7110 initiator: MDT0 00010000:00010000:2.0:1746130305.737596:0:7110:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a796ca00/0x4ce24e5787363204 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7110 initiator: MDT0 00010000:00010000:2.0:1746130305.737601:0:7110:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a796ca00/0x4ce24e5787363204 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7110 initiator: MDT0 00010000:00010000:2.0:1746130305.737607:0:7110:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a796ca00 already unused, calling callback (ffffffffa1383690) 00010000:00010000:2.0:1746130305.737611:0:7110:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a796ca00/0x4ce24e5787363204 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7110 initiator: MDT0 00010000:00010000:2.0:1746130305.737617:0:7110:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a796ca00/0x4ce24e5787363204 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7110 initiator: MDT0 00010000:00010000:2.0:1746130305.737630:0:7110:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009bd0ff00) 00010000:00010000:2.0:1746130305.737633:0:7110:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746130305.737637:0:7110:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a796ca00/0x4ce24e5787363204 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7110 initiator: MDT0 00010000:00010000:2.0:1746130305.737642:0:7110:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a796ca00/0x4ce24e5787363204 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7110 initiator: MDT0 00010000:00010000:2.0:1746130305.737666:0:7110:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a796d200/0x4ce24e578736320b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7110 initiator: MDT0 00010000:00010000:2.0:1746130305.737671:0:7110:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a796d200/0x4ce24e578736320b lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7110 initiator: MDT0 00010000:00010000:2.0:1746130305.737677:0:7110:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a796d200/0x4ce24e578736320b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7110 initiator: MDT0 00010000:00010000:2.0:1746130305.737680:0:7110:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a796d200 already unused, calling callback (ffffffffa1383690) 00010000:00010000:2.0:1746130305.737682:0:7110:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a796d200/0x4ce24e578736320b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7110 initiator: MDT0 00010000:00010000:2.0:1746130305.737687:0:7110:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a796d200/0x4ce24e578736320b lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7110 initiator: MDT0 00010000:00010000:2.0:1746130305.737693:0:7110:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6fcf (ffff8800acd40000) 00010000:00010000:2.0:1746130305.737695:0:7110:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746130305.737697:0:7110:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a796d200/0x4ce24e578736320b lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7110 initiator: MDT0 00010000:00010000:2.0:1746130305.737701:0:7110:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a796d200/0x4ce24e578736320b lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7110 initiator: MDT0 00010000:00010000:2.0:1746130305.737733:0:7110:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a796d600/0x4ce24e57873631fd lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4116c expref: 33 pid: 7110 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130305.737743:0:7110:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a796c600/0x4ce24e5787363212 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4116c expref: 32 pid: 7110 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130305.737749:0:7110:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff8800a4625100) 00010000:00010000:2.0:1746130305.737750:0:7110:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1746130305.737752:0:7110:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a796c600, rc 0) 00000100:00100000:2.0:1746130305.737805:0:7110:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b320e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:640ea846-b909-4eea-9a54-417e15bd627b+32:1134:x1830949849476736:12345-192.168.204.51@tcp:101:checkstat.0 Request processed in 1658us (2424us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130305.737812:0:7110:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 60779 00000100:00100000:3.0:1746130305.738100:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130305.738157:0:17042:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849476864 00000100:00100000:1.0:1746130305.738164:0:17042:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849476864 00000100:00100000:1.0:1746130305.738206:0:17042:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 7 00000100:00100000:1.0:1746130305.738213:0:17042:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c4fc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:640ea846-b909-4eea-9a54-417e15bd627b+32:1964:x1830949849476864:12345-192.168.204.51@tcp:63:ll_sa.0 00010000:00010000:1.0:1746130305.738238:0:17042:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746130305.738246:0:17042:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009bb12800/0x4ce24e5787363219 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae41173 expref: -99 pid: 17042 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130305.738295:0:17042:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093e64800/0x4ce24e5787363220 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 17042 initiator: MDT0 00010000:00010000:1.0:1746130305.738303:0:17042:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093e64800/0x4ce24e5787363220 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 17042 initiator: MDT0 00010000:00010000:1.0:1746130305.738310:0:17042:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093e64800/0x4ce24e5787363220 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 17042 initiator: MDT0 00010000:00010000:1.0:1746130305.738320:0:17042:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093e65000/0x4ce24e5787363227 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 17042 initiator: MDT0 00010000:00010000:1.0:1746130305.738326:0:17042:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093e65000/0x4ce24e5787363227 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 17042 initiator: MDT0 00010000:00010000:1.0:1746130305.738331:0:17042:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093e65000/0x4ce24e5787363227 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 17042 initiator: MDT0 00010000:00010000:1.0:1746130305.738376:0:17042:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093e64800/0x4ce24e5787363220 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 17042 initiator: MDT0 00010000:00010000:1.0:1746130305.738380:0:17042:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880093e64800/0x4ce24e5787363220 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 17042 initiator: MDT0 00010000:00010000:1.0:1746130305.738384:0:17042:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880093e64800/0x4ce24e5787363220 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 17042 initiator: MDT0 00010000:00010000:1.0:1746130305.738388:0:17042:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880093e64800 already unused, calling callback (ffffffffa1383690) 00010000:00010000:1.0:1746130305.738390:0:17042:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093e64800/0x4ce24e5787363220 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 17042 initiator: MDT0 00010000:00010000:1.0:1746130305.738394:0:17042:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093e64800/0x4ce24e5787363220 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 17042 initiator: MDT0 00010000:00010000:1.0:1746130305.738399:0:17042:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009bd0ff00) 00010000:00010000:1.0:1746130305.738401:0:17042:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746130305.738403:0:17042:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880093e64800/0x4ce24e5787363220 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 17042 initiator: MDT0 00010000:00010000:1.0:1746130305.738408:0:17042:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093e64800/0x4ce24e5787363220 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 17042 initiator: MDT0 00010000:00010000:1.0:1746130305.738415:0:17042:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093e65000/0x4ce24e5787363227 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 17042 initiator: MDT0 00010000:00010000:1.0:1746130305.738420:0:17042:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880093e65000/0x4ce24e5787363227 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 17042 initiator: MDT0 00010000:00010000:1.0:1746130305.738425:0:17042:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880093e65000/0x4ce24e5787363227 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 17042 initiator: MDT0 00010000:00010000:1.0:1746130305.738428:0:17042:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880093e65000 already unused, calling callback (ffffffffa1383690) 00010000:00010000:1.0:1746130305.738431:0:17042:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093e65000/0x4ce24e5787363227 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 17042 initiator: MDT0 00010000:00010000:1.0:1746130305.738435:0:17042:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093e65000/0x4ce24e5787363227 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 17042 initiator: MDT0 00010000:00010000:1.0:1746130305.738440:0:17042:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbfe6ecf (ffff88009bd0f400) 00010000:00010000:1.0:1746130305.738442:0:17042:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746130305.738444:0:17042:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880093e65000/0x4ce24e5787363227 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 17042 initiator: MDT0 00010000:00010000:1.0:1746130305.738449:0:17042:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093e65000/0x4ce24e5787363227 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 17042 initiator: MDT0 00010000:00010000:1.0:1746130305.738473:0:17042:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff88009bb12800/0x4ce24e5787363219 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae41173 expref: 33 pid: 17042 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130305.738481:0:17042:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009bd0ff00) 00010000:00010000:1.0:1746130305.738482:0:17042:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1746130305.738485:0:17042:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009bb12800/0x4ce24e5787363219 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae41173 expref: 33 pid: 17042 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130305.738495:0:17042:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009bb12800, rc -2) 00000100:00100000:1.0:1746130305.738518:0:17042:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c4fc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:640ea846-b909-4eea-9a54-417e15bd627b+32:1964:x1830949849476864:12345-192.168.204.51@tcp:63:ll_sa.0 Request processed in 307us (419us total) trans 0 rc -2/-2 00000100:00100000:1.0:1746130305.738524:0:17042:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 7 00000100:00100000:3.0:1746130305.743822:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130305.743855:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130305.743904:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130305.744208:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849477248 00000100:00100000:2.0:1746130305.744217:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849477248 00000100:00100000:2.0:1746130305.744256:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849477120 00000100:00100000:2.0:1746130305.744258:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849477120 00000100:00100000:2.0:1746130305.744301:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6717 00000100:00100000:2.0:1746130305.744309:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c4ff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:640ea846-b909-4eea-9a54-417e15bd627b+8:1962:x1830949849477248:12345-192.168.204.51@tcp:101:checkstat.0 00010000:00010000:2.0:1746130305.744327:0:8467:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746130305.744343:0:8467:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a796d600/0x4ce24e578736322e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae41181 expref: -99 pid: 8467 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746130305.744401:0:8467:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009429d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8467:1830949841829632:192.168.204.51@tcp:106: 00000100:00100000:0.0:1746130305.744529:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849476992 00000100:00100000:0.0:1746130305.744533:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849476992 00000100:00100000:0.0:1746130305.744568:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 397 00000100:00100000:0.0:1746130305.744573:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e24f450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+32:1962:x1830949849476992:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746130305.744582:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746130305.744602:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a796c600/0x4ce24e5787363212 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4116c expref: 32 pid: 7110 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130305.744620:0:7097:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff8800a4625100) 00010000:00010000:0.0:1746130305.744624:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746130305.744646:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e24f450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+31:1962:x1830949849476992:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 73us (835us total) trans 0 rc 0/0 00000100:00100000:0.0:1746130305.744653:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 397 00000100:00100000:3.0:1746130305.744887:0:20953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6718 00000100:00100000:3.0:1746130305.744893:0:20953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c4fdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:640ea846-b909-4eea-9a54-417e15bd627b+7:1962:x1830949849477120:12345-192.168.204.51@tcp:101:checkstat.0 00000100:00100000:2.0:1746130305.744940:0:8467:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800941d4f00 going to sleep for 11 seconds 00010000:00010000:3.0:1746130305.744960:0:20953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746130305.744971:0:20953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094450e00/0x4ce24e5787363235 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae4117a expref: -99 pid: 20953 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746130305.744997:0:20953:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c4fe680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:20953:1830949841829760:192.168.204.51@tcp:106: 00000100:00100000:3.0:1746130305.745036:0:20953:0:(client.c:2553:ptlrpc_set_wait()) set ffff880130e63300 going to sleep for 11 seconds 00002000:00010000:3.0:1746130305.747596:0:20953:0:(ofd_lvb.c:258:ofd_lvbo_update()) res: [0x240000400:0x1c:0x0] updating lvb size: 0 -> 13631488 00002000:00010000:2.0:1746130305.747596:0:8467:0:(ofd_lvb.c:258:ofd_lvbo_update()) res: [0x280000400:0x1d:0x0] updating lvb size: 0 -> 12582912 00002000:00010000:3.0:1746130305.747602:0:20953:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x240000400:0x1c:0x0] updating lvb mtime: 0 -> 1746130305 00002000:00010000:2.0:1746130305.747602:0:8467:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x280000400:0x1d:0x0] updating lvb mtime: 0 -> 1746130305 00002000:00010000:3.0:1746130305.747605:0:20953:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x240000400:0x1c:0x0] updating lvb atime: 0 -> 1746130304 00002000:00010000:2.0:1746130305.747605:0:8467:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x280000400:0x1d:0x0] updating lvb atime: 0 -> 1746130304 00002000:00010000:3.0:1746130305.747606:0:20953:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x240000400:0x1c:0x0] updating lvb ctime: 0 -> 1746130305 00002000:00010000:2.0:1746130305.747606:0:8467:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x280000400:0x1d:0x0] updating lvb ctime: 0 -> 1746130305 00002000:00010000:2.0:1746130305.747608:0:8467:0:(ofd_lvb.c:282:ofd_lvbo_update()) res: [0x280000400:0x1d:0x0] updating lvb blocks: 1 -> 18439 00002000:00010000:3.0:1746130305.747622:0:20953:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x1c:0x0] updating lvb blocks from disk: 1 -> 26633 00002000:00010000:2.0:1746130305.747622:0:8467:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x1d:0x0] updating lvb blocks from disk: 18439 -> 24585 00000100:00100000:3.0:1746130305.747629:0:20953:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c4fe680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:20953:1830949841829760:192.168.204.51@tcp:106: 00000100:00100000:2.0:1746130305.747629:0:8467:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009429d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8467:1830949841829632:192.168.204.51@tcp:106: 00010000:00010000:3.0:1746130305.747656:0:20953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094450e00/0x4ce24e5787363235 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4117a expref: 8 pid: 20953 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746130305.747656:0:8467:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a796d600/0x4ce24e578736322e lrc: 1/0,0 mode: --/PR res: [0x280000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae41181 expref: 9 pid: 8467 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746130305.747670:0:20953:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094450e00/0x4ce24e5787363235 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4117a expref: 8 pid: 20953 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746130305.747670:0:8467:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a796d600/0x4ce24e578736322e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae41181 expref: 9 pid: 8467 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746130305.747683:0:8467:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a796d600, rc 0) 00010000:00010000:3.0:1746130305.747696:0:20953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094450e00, rc 0) 00000100:00100000:3.0:1746130305.747719:0:20953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c4fdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:640ea846-b909-4eea-9a54-417e15bd627b+7:1962:x1830949849477120:12345-192.168.204.51@tcp:101:checkstat.0 Request processed in 2825us (3814us total) trans 0 rc 301/301 00000100:00100000:2.0:1746130305.747719:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c4ff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:640ea846-b909-4eea-9a54-417e15bd627b+8:1962:x1830949849477248:12345-192.168.204.51@tcp:101:checkstat.0 Request processed in 3410us (3862us total) trans 0 rc 301/301 00000100:00100000:3.0:1746130305.747725:0:20953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6718 00000100:00100000:2.0:1746130305.747728:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6717 00000100:00100000:2.0:1746130305.755578:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130305.755659:0:7110:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849477376 00000100:00100000:0.0:1746130305.755670:0:7110:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849477376 00000100:00100000:0.0:1746130305.755731:0:7110:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 60780 00000100:00100000:0.0:1746130305.755740:0:7110:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009429d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c84b93b0-d496-484f-8e1e-94008838f2dd+23:1135:x1830949849477376:12345-192.168.204.51@tcp:101:checkstat.0 00010000:00010000:0.0:1746130305.755761:0:7110:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746130305.755779:0:7110:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092a28e00/0x4ce24e578736323c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae41188 expref: -99 pid: 7110 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130305.755850:0:7110:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092a28000/0x4ce24e5787363243 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7110 initiator: MDT0 00010000:00010000:0.0:1746130305.755863:0:7110:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092a28000/0x4ce24e5787363243 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7110 initiator: MDT0 00010000:00010000:0.0:1746130305.755874:0:7110:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092a28000/0x4ce24e5787363243 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7110 initiator: MDT0 00000004:00200000:0.0:1746130305.755943:0:7110:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 13824 00000004:00200000:0.0:1746130305.755947:0:7110:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 29 stripe count 1 MDT count 1 00000004:00010000:0.0:1746130305.755963:0:7110:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880092a28000/0x4ce24e5787363243 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7110 initiator: MDT0 00010000:00010000:0.0:1746130305.755984:0:7110:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092a28e00/0x4ce24e578736323c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae41188 expref: 25 pid: 7110 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130305.756018:0:7110:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880092a28000/0x4ce24e5787363243 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae41188 expref: 24 pid: 7110 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130305.756027:0:7110:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009bd0ff00) 00010000:00010000:0.0:1746130305.756029:0:7110:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1746130305.756032:0:7110:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092a28000, rc 0) 00000100:00100000:0.0:1746130305.756085:0:7110:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009429d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c84b93b0-d496-484f-8e1e-94008838f2dd+24:1135:x1830949849477376:12345-192.168.204.51@tcp:101:checkstat.0 Request processed in 347us (520us total) trans 0 rc 0/0 00000100:00100000:0.0:1746130305.756092:0:7110:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 60780 00000100:00100000:3.0:1746130305.759350:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130305.759574:0:17042:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849477504 00000100:00100000:1.0:1746130305.759583:0:17042:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849477504 00000100:00100000:1.0:1746130305.759629:0:17042:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 8 00000100:00100000:1.0:1746130305.759636:0:17042:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c4fe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:c84b93b0-d496-484f-8e1e-94008838f2dd+24:1961:x1830949849477504:12345-192.168.204.51@tcp:63:ll_sa.0 00010000:00010000:1.0:1746130305.759678:0:17042:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746130305.759694:0:17042:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093e65200/0x4ce24e578736324a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae4118f expref: -99 pid: 17042 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130305.759739:0:17042:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093e64000/0x4ce24e5787363251 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 17042 initiator: MDT0 00010000:00010000:1.0:1746130305.759751:0:17042:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093e64000/0x4ce24e5787363251 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 17042 initiator: MDT0 00010000:00010000:1.0:1746130305.759762:0:17042:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093e64000/0x4ce24e5787363251 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 17042 initiator: MDT0 00010000:00010000:1.0:1746130305.759775:0:17042:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093e65c00/0x4ce24e5787363258 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 17042 initiator: MDT0 00010000:00010000:1.0:1746130305.759781:0:17042:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093e65c00/0x4ce24e5787363258 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 17042 initiator: MDT0 00010000:00010000:1.0:1746130305.759787:0:17042:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093e65c00/0x4ce24e5787363258 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 17042 initiator: MDT0 00010000:00010000:1.0:1746130305.759851:0:17042:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093e64000/0x4ce24e5787363251 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 17042 initiator: MDT0 00010000:00010000:1.0:1746130305.759858:0:17042:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880093e64000/0x4ce24e5787363251 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 17042 initiator: MDT0 00010000:00010000:1.0:1746130305.759863:0:17042:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880093e64000/0x4ce24e5787363251 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 17042 initiator: MDT0 00010000:00010000:1.0:1746130305.759869:0:17042:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880093e64000 already unused, calling callback (ffffffffa1383690) 00010000:00010000:1.0:1746130305.759872:0:17042:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093e64000/0x4ce24e5787363251 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 17042 initiator: MDT0 00010000:00010000:1.0:1746130305.759877:0:17042:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093e64000/0x4ce24e5787363251 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 17042 initiator: MDT0 00010000:00010000:1.0:1746130305.759886:0:17042:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009bd0ff00) 00010000:00010000:1.0:1746130305.759889:0:17042:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746130305.759892:0:17042:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880093e64000/0x4ce24e5787363251 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 17042 initiator: MDT0 00010000:00010000:1.0:1746130305.759896:0:17042:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093e64000/0x4ce24e5787363251 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 17042 initiator: MDT0 00010000:00010000:1.0:1746130305.759919:0:17042:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093e65c00/0x4ce24e5787363258 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 17042 initiator: MDT0 00010000:00010000:1.0:1746130305.759923:0:17042:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880093e65c00/0x4ce24e5787363258 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 17042 initiator: MDT0 00010000:00010000:1.0:1746130305.759936:0:17042:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880093e65c00/0x4ce24e5787363258 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 17042 initiator: MDT0 00010000:00010000:1.0:1746130305.759940:0:17042:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880093e65c00 already unused, calling callback (ffffffffa1383690) 00010000:00010000:1.0:1746130305.759942:0:17042:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093e65c00/0x4ce24e5787363258 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 17042 initiator: MDT0 00010000:00010000:1.0:1746130305.759946:0:17042:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093e65c00/0x4ce24e5787363258 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 17042 initiator: MDT0 00010000:00010000:1.0:1746130305.759953:0:17042:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce70cf (ffff88009bd0fb00) 00010000:00010000:1.0:1746130305.759954:0:17042:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746130305.759957:0:17042:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880093e65c00/0x4ce24e5787363258 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 17042 initiator: MDT0 00010000:00010000:1.0:1746130305.759961:0:17042:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093e65c00/0x4ce24e5787363258 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 17042 initiator: MDT0 00010000:00010000:1.0:1746130305.760127:0:17042:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff880093e65200/0x4ce24e578736324a lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4118f expref: 25 pid: 17042 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130305.760134:0:17042:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009bd0ff00) 00010000:00010000:1.0:1746130305.760136:0:17042:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1746130305.760139:0:17042:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093e65200/0x4ce24e578736324a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4118f expref: 25 pid: 17042 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130305.760146:0:17042:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093e65200, rc -2) 00000100:00100000:1.0:1746130305.760202:0:17042:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c4fe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:c84b93b0-d496-484f-8e1e-94008838f2dd+24:1961:x1830949849477504:12345-192.168.204.51@tcp:63:ll_sa.0 Request processed in 566us (860us total) trans 0 rc -2/-2 00000100:00100000:1.0:1746130305.760209:0:17042:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 8 00000100:00100000:1.0:1746130305.764695:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130305.764736:0:8503:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849477760 00000100:00100000:2.0:1746130305.764745:0:8503:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849477760 00000100:00100000:2.0:1746130305.764799:0:8503:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 60781 00000100:00100000:2.0:1746130305.764807:0:8503:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b321500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:640ea846-b909-4eea-9a54-417e15bd627b+31:1138:x1830949849477760:12345-192.168.204.51@tcp:101:cmp.0 00010000:00010000:2.0:1746130305.764827:0:8503:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746130305.764936:0:8503:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a796d200/0x4ce24e578736325f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae411c7 expref: -99 pid: 8503 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130305.765035:0:8503:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a796ca00/0x4ce24e5787363266 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8503 initiator: MDT0 00010000:00010000:2.0:1746130305.765051:0:8503:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a796ca00/0x4ce24e5787363266 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8503 initiator: MDT0 00010000:00010000:2.0:1746130305.765062:0:8503:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a796ca00/0x4ce24e5787363266 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8503 initiator: MDT0 00000004:00200000:2.0:1746130305.765072:0:8503:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x4f:0x0]: returning size 26214400 00010000:00010000:2.0:1746130305.765184:0:8503:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a796d200/0x4ce24e578736325f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae411c7 expref: 34 pid: 8503 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130305.765210:0:8503:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a796ca00/0x4ce24e5787363266 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae411c7 expref: 33 pid: 8503 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130305.765217:0:8503:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff8800a4625100) 00010000:00010000:2.0:1746130305.765220:0:8503:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1746130305.765223:0:8503:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a796ca00, rc 0) 00000100:00100000:2.0:1746130305.765302:0:8503:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b321500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:640ea846-b909-4eea-9a54-417e15bd627b+33:1138:x1830949849477760:12345-192.168.204.51@tcp:101:cmp.0 Request processed in 496us (616us total) trans 4294992257 rc 0/0 00000100:00100000:2.0:1746130305.765309:0:8503:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 60781 00000100:00100000:2.0:1746130305.767910:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130305.768060:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849478016 00000100:00100000:0.0:1746130305.768069:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849478016 00000100:00100000:1.0:1746130305.768548:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130305.768588:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130305.768666:0:7924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849477888 00000100:00100000:2.0:1746130305.768669:0:7924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849477888 00000100:00100000:2.0:1746130305.768720:0:7924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 398 00000100:00100000:2.0:1746130305.768728:0:7924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b320a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+33:1961:x1830949849477888:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746130305.768742:0:7924:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746130305.768767:0:7924:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a796ca00/0x4ce24e5787363266 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae411c7 expref: 33 pid: 8503 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746130305.768808:0:20953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849478144 00000100:00100000:3.0:1746130305.768812:0:20953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849478144 00000100:00100000:3.0:1746130305.768837:0:20953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6719 00000100:00100000:3.0:1746130305.768842:0:20953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5968380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:640ea846-b909-4eea-9a54-417e15bd627b+8:1962:x1830949849478144:12345-192.168.204.51@tcp:101:cmp.0 00010000:00010000:3.0:1746130305.768856:0:20953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746130305.768875:0:20953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880135f31600/0x4ce24e5787363274 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae411d5 expref: -99 pid: 20953 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746130305.768940:0:20953:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c4fe300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:20953:1830949841829888:192.168.204.51@tcp:106: 00000100:00100000:3.0:1746130305.769026:0:20953:0:(client.c:2553:ptlrpc_set_wait()) set ffff880130e63300 going to sleep for 11 seconds 00010000:00010000:2.0:1746130305.769130:0:7924:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff8800a4625100) 00010000:00010000:2.0:1746130305.769135:0:7924:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746130305.769170:0:7924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b320a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+32:1961:x1830949849477888:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 443us (622us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130305.769177:0:7924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 398 00000100:00100000:1.0:1746130305.769203:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6720 00000100:00100000:1.0:1746130305.769211:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009429dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:640ea846-b909-4eea-9a54-417e15bd627b+7:1964:x1830949849478016:12345-192.168.204.51@tcp:101:cmp.0 00010000:00010000:1.0:1746130305.769220:0:8467:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746130305.769230:0:8467:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880093e64e00/0x4ce24e578736327b lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae411ce expref: -99 pid: 8467 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746130305.769257:0:8467:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091d22300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8467:1830949841830016:192.168.204.51@tcp:106: 00000100:00100000:1.0:1746130305.769315:0:8467:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a45d19c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746130305.770670:0:20953:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c4fe300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:20953:1830949841829888:192.168.204.51@tcp:106: 00010000:00010000:0.0:1746130305.770698:0:20953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880135f31600/0x4ce24e5787363274 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae411d5 expref: 9 pid: 20953 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746130305.770708:0:20953:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880135f31600/0x4ce24e5787363274 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae411d5 expref: 9 pid: 20953 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746130305.770731:0:20953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880135f31600, rc 0) 00000100:00100000:0.0:1746130305.770768:0:20953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5968380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:640ea846-b909-4eea-9a54-417e15bd627b+8:1962:x1830949849478144:12345-192.168.204.51@tcp:101:cmp.0 Request processed in 1925us (2180us total) trans 0 rc 301/301 00000100:00100000:0.0:1746130305.770775:0:20953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6719 00000100:00100000:1.0:1746130305.770851:0:8467:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091d22300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8467:1830949841830016:192.168.204.51@tcp:106: 00010000:00010000:1.0:1746130305.770866:0:8467:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880093e64e00/0x4ce24e578736327b lrc: 1/0,0 mode: --/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae411ce expref: 8 pid: 8467 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746130305.770876:0:8467:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880093e64e00/0x4ce24e578736327b lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae411ce expref: 8 pid: 8467 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746130305.770888:0:8467:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093e64e00, rc 0) 00000100:00100000:1.0:1746130305.770906:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009429dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:640ea846-b909-4eea-9a54-417e15bd627b+7:1964:x1830949849478016:12345-192.168.204.51@tcp:101:cmp.0 Request processed in 1698us (3013us total) trans 0 rc 301/301 00000100:00100000:1.0:1746130305.770911:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6720 00000100:00100000:3.0:1746130305.779115:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130305.779226:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849478272 00000100:00100000:1.0:1746130305.779236:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849478272 00000100:00100000:1.0:1746130305.779312:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6721 00000100:00100000:1.0:1746130305.779320:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c4fd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:640ea846-b909-4eea-9a54-417e15bd627b+7:1138:x1830949849478272:12345-192.168.204.51@tcp:101:cmp.0 00010000:00010000:1.0:1746130305.779339:0:8467:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746130305.779360:0:8467:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880093e65c00/0x4ce24e5787363282 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae411dc expref: -99 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130305.779391:0:8467:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880092a29e00/0x4ce24e5787363091 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae41150 expref: 8 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130305.779398:0:8467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130305.779400:0:8467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746130305.779403:0:8467:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093e65c00/0x4ce24e5787363282 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae411dc expref: 8 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130305.779436:0:8467:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880092a29e00/0x4ce24e5787363091 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae41150 expref: 8 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130305.779447:0:8467:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880092a29e00/0x4ce24e5787363091 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae41150 expref: 8 pid: 8469 timeout: 603 lvb_type: 0 00000100:00100000:1.0:1746130305.779458:0:8467:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091d22300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8467:1830949841830144:192.168.204.51@tcp:104: 00000100:00100000:1.0:1746130305.779548:0:8467:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a45d19c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746130305.782027:0:8467:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091d22300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8467:1830949841830144:192.168.204.51@tcp:104: 00010000:00010000:1.0:1746130305.782059:0:8467:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880093e65c00/0x4ce24e5787363282 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae411dc expref: 8 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130305.782078:0:8467:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093e65c00, rc 0) 00000100:00100000:1.0:1746130305.782303:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c4fd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:640ea846-b909-4eea-9a54-417e15bd627b+8:1138:x1830949849478272:12345-192.168.204.51@tcp:101:cmp.0 Request processed in 2981us (3197us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130305.782312:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6721 00000100:00100000:2.0:1746130305.803701:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130305.803793:0:7924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849478400 00000100:00100000:0.0:1746130305.803803:0:7924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849478400 00010000:00010000:0.0:1746130305.803847:0:7924:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880092a29e00/0x4ce24e5787363091 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae41150 expref: 9 pid: 8469 timeout: 603 lvb_type: 0 00000100:00100000:0.0:1746130305.803878:0:7924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14962 00000100:00100000:0.0:1746130305.803885:0:7924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009429df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+9:1961:x1830949849478400:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746130305.803903:0:7924:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746130305.803937:0:7924:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880092a29e00/0x4ce24e5787363091 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae41150 expref: 9 pid: 8469 timeout: 603 lvb_type: 0 00010000:00010000:0.0:1746130305.803950:0:7924:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880092a29e00/0x4ce24e5787363091 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae41150 expref: 9 pid: 8469 timeout: 603 lvb_type: 0 00010000:00010000:0.0:1746130305.803972:0:7924:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880092a29e00/0x4ce24e5787363091 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae41150 expref: 9 pid: 8469 timeout: 603 lvb_type: 0 00010000:00010000:0.0:1746130305.804006:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130305.804008:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130305.804017:0:7924:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880093e65c00/0x4ce24e5787363282 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae411dc expref: 7 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130305.804024:0:7924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093e65c00/0x4ce24e5787363282 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae411dc expref: 7 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130305.804059:0:7924:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880093e65c00/0x4ce24e5787363282 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae411dc expref: 7 pid: 8467 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746130305.804072:0:7924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800947a7b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841830272:192.168.204.51@tcp:105: 00000100:00100000:3.0:1746130305.804568:0:7924:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b21d5a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746130305.808776:0:7924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800947a7b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841830272:192.168.204.51@tcp:105: 00010000:00010000:0.0:1746130305.808805:0:7924:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746130305.808944:0:7924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009429df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+8:1961:x1830949849478400:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 5056us (5252us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130305.808956:0:7924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14962 00000100:00100000:1.0:1746130305.809424:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130305.809509:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849478656 00000100:00100000:2.0:1746130305.809516:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849478656 00002000:00100000:2.0:1746130305.809562:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x1c:0x0] (0->1048575) req@ffff880091d22300 x1830949849478656/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:330/0 lens 488/0 e 0 to 0 dl 1746130355 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746130305.809572:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091d22300 with x1830949849478656 ext(0->1048575) 00002000:00010000:2.0:1746130305.809578:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091d22300 00000100:00100000:2.0:1746130305.809862:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5308 00000100:00100000:2.0:1746130305.809871:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091d22300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+8:1961:x1830949849478656:12345-192.168.204.51@tcp:3:cmp.0 00000100:00100000:0.0:1746130305.820435:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091d22300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+8:1961:x1830949849478656:12345-192.168.204.51@tcp:3:cmp.0 Request processed in 10553us (11001us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746130305.820448:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5308 00002000:00100000:0.0:1746130305.820461:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x1c:0x0] (0->1048575) req@ffff880091d22300 x1830949849478656/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:330/0 lens 488/440 e 0 to 0 dl 1746130355 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746130305.820471:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091d22300 with x1830949849478656 ext(0->1048575) 00002000:00010000:0.0:1746130305.820477:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091d22300 00000100:00100000:3.0:1746130305.825018:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130305.825090:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849478784 00000100:00100000:0.0:1746130305.825101:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849478784 00000100:00100000:0.0:1746130305.825332:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6722 00000100:00100000:0.0:1746130305.825421:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c4fca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:640ea846-b909-4eea-9a54-417e15bd627b+8:1138:x1830949849478784:12345-192.168.204.51@tcp:101:cmp.0 00010000:00010000:0.0:1746130305.825443:0:8467:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746130305.825468:0:8467:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092a28200/0x4ce24e5787363289 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae411e3 expref: -99 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130305.825505:0:8467:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800934d1e00/0x4ce24e57873630a6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae41157 expref: 8 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130305.825513:0:8467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746130305.825515:0:8467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746130305.825519:0:8467:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092a28200/0x4ce24e5787363289 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae411e3 expref: 9 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130305.825554:0:8467:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800934d1e00/0x4ce24e57873630a6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae41157 expref: 8 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130305.825568:0:8467:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800934d1e00/0x4ce24e57873630a6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae41157 expref: 8 pid: 8469 timeout: 603 lvb_type: 0 00000100:00100000:0.0:1746130305.825580:0:8467:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800947a7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8467:1830949841830400:192.168.204.51@tcp:104: 00000100:00100000:0.0:1746130305.826074:0:8467:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b21d5a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746130305.827379:0:8467:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800947a7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8467:1830949841830400:192.168.204.51@tcp:104: 00010000:00010000:0.0:1746130305.827402:0:8467:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092a28200/0x4ce24e5787363289 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae411e3 expref: 9 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130305.827418:0:8467:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092a28200, rc 0) 00000100:00100000:0.0:1746130305.827460:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c4fca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:640ea846-b909-4eea-9a54-417e15bd627b+9:1138:x1830949849478784:12345-192.168.204.51@tcp:101:cmp.0 Request processed in 2118us (2453us total) trans 0 rc 0/0 00000100:00100000:0.0:1746130305.827469:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6722 00000100:00100000:3.0:1746130305.839456:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130305.839511:0:7924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849478912 00000100:00100000:1.0:1746130305.839522:0:7924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849478912 00010000:00010000:1.0:1746130305.839574:0:7924:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800934d1e00/0x4ce24e57873630a6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae41157 expref: 9 pid: 8469 timeout: 603 lvb_type: 0 00000100:00100000:1.0:1746130305.839622:0:7924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14963 00000100:00100000:1.0:1746130305.839631:0:7924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c4ff100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+9:1962:x1830949849478912:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746130305.839651:0:7924:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746130305.839678:0:7924:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800934d1e00/0x4ce24e57873630a6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae41157 expref: 9 pid: 8469 timeout: 603 lvb_type: 0 00010000:00010000:1.0:1746130305.839690:0:7924:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800934d1e00/0x4ce24e57873630a6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae41157 expref: 9 pid: 8469 timeout: 603 lvb_type: 0 00010000:00010000:1.0:1746130305.839871:0:7924:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800934d1e00/0x4ce24e57873630a6 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400020020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae41157 expref: 9 pid: 8469 timeout: 603 lvb_type: 0 00010000:00010000:1.0:1746130305.839901:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130305.839903:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130305.839911:0:7924:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092a28200/0x4ce24e5787363289 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae411e3 expref: 8 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130305.839919:0:7924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092a28200/0x4ce24e5787363289 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae411e3 expref: 8 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130305.839971:0:7924:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092a28200/0x4ce24e5787363289 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae411e3 expref: 8 pid: 8467 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746130305.839984:0:7924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800931faa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7924:1830949841830528:192.168.204.51@tcp:105: 00000100:00100000:1.0:1746130305.840072:0:7924:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a45d19c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746130305.847679:0:7924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800931faa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7924:1830949841830528:192.168.204.51@tcp:105: 00010000:00010000:1.0:1746130305.847711:0:7924:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746130305.847778:0:7924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c4ff100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+8:1962:x1830949849478912:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 8147us (8333us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130305.847790:0:7924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14963 00000100:00100000:2.0:1746130305.853464:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130305.853503:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130305.853545:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130305.853601:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849479424 00000100:00100000:0.0:1746130305.853612:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849479424 00002000:00100000:0.0:1746130305.853660:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x1d:0x0] (1048576->2097151) req@ffff88009429e680 x1830949849479424/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:330/0 lens 488/0 e 0 to 0 dl 1746130355 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746130305.853672:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009429e680 with x1830949849479424 ext(1048576->2097151) 00002000:00010000:0.0:1746130305.853678:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009429e680 00000100:00100000:0.0:1746130305.853699:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849479680 00000100:00100000:0.0:1746130305.853701:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849479680 00002000:00100000:0.0:1746130305.853714:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x1c:0x0] (1048576->2097151) req@ffff88009429ea00 x1830949849479680/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:330/0 lens 488/0 e 0 to 0 dl 1746130355 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746130305.853721:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009429ea00 with x1830949849479680 ext(1048576->2097151) 00002000:00010000:0.0:1746130305.853726:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009429ea00 00000100:00100000:0.0:1746130305.853733:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849479168 00000100:00100000:0.0:1746130305.853735:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849479168 00002000:00100000:0.0:1746130305.853743:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x1d:0x0] (0->1048575) req@ffff88009429d500 x1830949849479168/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:330/0 lens 488/0 e 0 to 0 dl 1746130355 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746130305.853749:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009429d500 with x1830949849479168 ext(0->1048575) 00002000:00010000:0.0:1746130305.853751:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009429d500 00000100:00100000:0.0:1746130305.853767:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5309 00000100:00100000:0.0:1746130305.853775:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009429e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+10:1961:x1830949849479424:12345-192.168.204.51@tcp:3:cmp.0 00000100:00100000:1.0:1746130305.853778:0:376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5310 00000100:00100000:1.0:1746130305.853788:0:376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009429ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:640ea846-b909-4eea-9a54-417e15bd627b+8:1961:x1830949849479680:12345-192.168.204.51@tcp:3:cmp.0 00000100:00100000:1.0:1746130305.854812:0:8474:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5311 00000100:00100000:1.0:1746130305.854822:0:8474:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009429d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:640ea846-b909-4eea-9a54-417e15bd627b+10:1961:x1830949849479168:12345-192.168.204.51@tcp:3:cmp.0 00010000:00010000:3.0:1746130305.856397:0:7099:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746130305.866624:0:376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009429ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:640ea846-b909-4eea-9a54-417e15bd627b+8:1961:x1830949849479680:12345-192.168.204.51@tcp:3:cmp.0 Request processed in 12826us (13107us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746130305.866638:0:376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5310 00002000:00100000:0.0:1746130305.866652:0:376:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x1c:0x0] (1048576->2097151) req@ffff88009429ea00 x1830949849479680/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:330/0 lens 488/440 e 0 to 0 dl 1746130355 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746130305.866661:0:376:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009429ea00 with x1830949849479680 ext(1048576->2097151) 00002000:00010000:0.0:1746130305.866667:0:376:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009429ea00 00000100:00100000:2.0:1746130305.873383:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009429e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+11:1961:x1830949849479424:12345-192.168.204.51@tcp:3:cmp.0 Request processed in 19597us (19919us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746130305.873394:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5309 00002000:00100000:2.0:1746130305.873406:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x1d:0x0] (1048576->2097151) req@ffff88009429e680 x1830949849479424/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:330/0 lens 488/440 e 0 to 0 dl 1746130355 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746130305.873415:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009429e680 with x1830949849479424 ext(1048576->2097151) 00002000:00010000:2.0:1746130305.873422:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009429e680 00000100:00100000:1.0:1746130305.873818:0:8474:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009429d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:640ea846-b909-4eea-9a54-417e15bd627b+9:1961:x1830949849479168:12345-192.168.204.51@tcp:3:cmp.0 Request processed in 18999us (20271us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746130305.873825:0:8474:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5311 00002000:00100000:1.0:1746130305.873830:0:8474:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x1d:0x0] (0->1048575) req@ffff88009429d500 x1830949849479168/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:330/0 lens 488/440 e 0 to 0 dl 1746130355 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746130305.873838:0:8474:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009429d500 with x1830949849479168 ext(0->1048575) 00002000:00010000:1.0:1746130305.873841:0:8474:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009429d500 00000100:00100000:3.0:1746130305.897249:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130305.897411:0:8474:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849479936 00000100:00100000:1.0:1746130305.897421:0:8474:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849479936 00002000:00100000:1.0:1746130305.897465:0:8474:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x1c:0x0] (2097152->3145727) req@ffff88008c4fe300 x1830949849479936/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:330/0 lens 488/0 e 0 to 0 dl 1746130355 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746130305.897472:0:8474:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c4fe300 with x1830949849479936 ext(2097152->3145727) 00002000:00010000:1.0:1746130305.897477:0:8474:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008c4fe300 00000100:00100000:1.0:1746130305.897507:0:8474:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5312 00000100:00100000:1.0:1746130305.897512:0:8474:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c4fe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:640ea846-b909-4eea-9a54-417e15bd627b+8:1962:x1830949849479936:12345-192.168.204.51@tcp:3:cmp.0 00000100:00100000:0.0:1746130305.902972:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130305.903018:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130305.903059:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130305.903107:0:19438:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849480448 00000100:00100000:1.0:1746130305.903109:0:376:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849480320 00000100:00100000:1.0:1746130305.903116:0:376:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849480320 00000100:00100000:0.0:1746130305.903116:0:19438:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849480448 00002000:00100000:1.0:1746130305.903157:0:376:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x1d:0x0] (2097152->3145727) req@ffff8800947a5180 x1830949849480320/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:330/0 lens 488/0 e 0 to 0 dl 1746130355 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746130305.903157:0:19438:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x1d:0x0] (3145728->4194303) req@ffff8800947a7b80 x1830949849480448/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:330/0 lens 488/0 e 0 to 0 dl 1746130355 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746130305.903166:0:376:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800947a5180 with x1830949849480320 ext(2097152->3145727) 00002000:00100000:0.0:1746130305.903166:0:19438:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800947a7b80 with x1830949849480448 ext(3145728->4194303) 00002000:00010000:1.0:1746130305.903171:0:376:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800947a5180 00002000:00010000:0.0:1746130305.903171:0:19438:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800947a7b80 00000100:00100000:0.0:1746130305.903187:0:19438:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849480704 00000100:00100000:0.0:1746130305.903190:0:19438:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849480704 00000100:00100000:1.0:1746130305.903202:0:376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5313 00002000:00100000:0.0:1746130305.903202:0:19438:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x1c:0x0] (3145728->4194303) req@ffff8800947a7480 x1830949849480704/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:330/0 lens 488/0 e 0 to 0 dl 1746130355 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746130305.903209:0:19438:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800947a7480 with x1830949849480704 ext(3145728->4194303) 00000100:00100000:1.0:1746130305.903210:0:376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800947a7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:640ea846-b909-4eea-9a54-417e15bd627b+10:1961:x1830949849480448:12345-192.168.204.51@tcp:3:cmp.0 00002000:00010000:0.0:1746130305.903212:0:19438:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800947a7480 00000100:00100000:0.0:1746130305.903221:0:19438:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5314 00000100:00100000:0.0:1746130305.903227:0:19438:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800947a5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:640ea846-b909-4eea-9a54-417e15bd627b+10:1962:x1830949849480320:12345-192.168.204.51@tcp:3:cmp.0 00000100:00100000:3.0:1746130305.903294:0:25215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5315 00000100:00100000:3.0:1746130305.903306:0:25215:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800947a7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:640ea846-b909-4eea-9a54-417e15bd627b+10:1961:x1830949849480704:12345-192.168.204.51@tcp:3:cmp.0 00000100:00100000:1.0:1746130305.911973:0:8474:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c4fe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:640ea846-b909-4eea-9a54-417e15bd627b+10:1962:x1830949849479936:12345-192.168.204.51@tcp:3:cmp.0 Request processed in 14446us (14722us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746130305.911986:0:8474:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5312 00002000:00100000:1.0:1746130305.911999:0:8474:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x1c:0x0] (2097152->3145727) req@ffff88008c4fe300 x1830949849479936/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:330/0 lens 488/440 e 0 to 0 dl 1746130355 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746130305.912010:0:8474:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c4fe300 with x1830949849479936 ext(2097152->3145727) 00002000:00010000:1.0:1746130305.912016:0:8474:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008c4fe300 00000100:00100000:1.0:1746130305.917251:0:376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800947a7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:640ea846-b909-4eea-9a54-417e15bd627b+11:1961:x1830949849480448:12345-192.168.204.51@tcp:3:cmp.0 Request processed in 14025us (14273us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746130305.917285:0:376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5313 00002000:00100000:1.0:1746130305.917298:0:376:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x1d:0x0] (3145728->4194303) req@ffff8800947a7b80 x1830949849480448/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:330/0 lens 488/440 e 0 to 0 dl 1746130355 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746130305.917309:0:376:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800947a7b80 with x1830949849480448 ext(3145728->4194303) 00002000:00010000:1.0:1746130305.917315:0:376:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800947a7b80 00000100:00100000:0.0:1746130305.920098:0:25215:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800947a7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:640ea846-b909-4eea-9a54-417e15bd627b+8:1961:x1830949849480704:12345-192.168.204.51@tcp:3:cmp.0 Request processed in 16782us (17027us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746130305.920109:0:25215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5315 00002000:00100000:0.0:1746130305.920119:0:25215:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x1c:0x0] (3145728->4194303) req@ffff8800947a7480 x1830949849480704/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:330/0 lens 488/440 e 0 to 0 dl 1746130355 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746130305.920130:0:25215:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800947a7480 with x1830949849480704 ext(3145728->4194303) 00002000:00010000:0.0:1746130305.920136:0:25215:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800947a7480 00000100:00100000:3.0:1746130305.924634:0:19438:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800947a5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:640ea846-b909-4eea-9a54-417e15bd627b+9:1962:x1830949849480320:12345-192.168.204.51@tcp:3:cmp.0 Request processed in 21389us (21598us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746130305.924649:0:19438:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5314 00002000:00100000:3.0:1746130305.924660:0:19438:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x1d:0x0] (2097152->3145727) req@ffff8800947a5180 x1830949849480320/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:330/0 lens 488/440 e 0 to 0 dl 1746130355 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746130305.924671:0:19438:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800947a5180 with x1830949849480320 ext(2097152->3145727) 00002000:00010000:3.0:1746130305.924678:0:19438:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800947a5180 00000100:00100000:3.0:1746130305.949148:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130305.949310:0:19438:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849480960 00000100:00100000:0.0:1746130305.949321:0:19438:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849480960 00000100:00100000:2.0:1746130305.949354:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00002000:00100000:0.0:1746130305.949378:0:19438:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x1c:0x0] (4194304->5242879) req@ffff880135aff480 x1830949849480960/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:330/0 lens 488/0 e 0 to 0 dl 1746130355 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00000100:00100000:2.0:1746130305.949383:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00002000:00100000:0.0:1746130305.949392:0:19438:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135aff480 with x1830949849480960 ext(4194304->5242879) 00002000:00010000:0.0:1746130305.949397:0:19438:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880135aff480 00000100:00100000:2.0:1746130305.949408:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130305.949485:0:19438:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849481216 00000100:00100000:0.0:1746130305.949488:0:19438:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849481216 00002000:00100000:0.0:1746130305.949501:0:19438:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x1c:0x0] (5242880->6291455) req@ffff880135a11880 x1830949849481216/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:330/0 lens 488/0 e 0 to 0 dl 1746130355 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746130305.949515:0:19438:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135a11880 with x1830949849481216 ext(5242880->6291455) 00002000:00010000:0.0:1746130305.949518:0:19438:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880135a11880 00000100:00100000:0.0:1746130305.949535:0:19438:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849481472 00000100:00100000:0.0:1746130305.949538:0:19438:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849481472 00002000:00100000:0.0:1746130305.949550:0:19438:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x1d:0x0] (4194304->5242879) req@ffff880135a13800 x1830949849481472/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:330/0 lens 488/0 e 0 to 0 dl 1746130355 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746130305.949557:0:19438:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135a13800 with x1830949849481472 ext(4194304->5242879) 00002000:00010000:0.0:1746130305.949563:0:19438:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135a13800 00000100:00100000:0.0:1746130305.949573:0:19438:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849481600 00000100:00100000:0.0:1746130305.949575:0:19438:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849481600 00002000:00100000:0.0:1746130305.949585:0:19438:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x1d:0x0] (5242880->6291455) req@ffff880135a12d80 x1830949849481600/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:330/0 lens 488/0 e 0 to 0 dl 1746130355 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746130305.949591:0:19438:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135a12d80 with x1830949849481600 ext(5242880->6291455) 00002000:00010000:0.0:1746130305.949595:0:19438:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135a12d80 00000100:00100000:0.0:1746130305.949607:0:19438:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5316 00000100:00100000:0.0:1746130305.949614:0:19438:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135aff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:640ea846-b909-4eea-9a54-417e15bd627b+9:1961:x1830949849480960:12345-192.168.204.51@tcp:3:cmp.0 00000100:00100000:1.0:1746130305.949740:0:25215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5317 00000100:00100000:1.0:1746130305.949750:0:25215:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135a11880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:640ea846-b909-4eea-9a54-417e15bd627b+9:1963:x1830949849481216:12345-192.168.204.51@tcp:3:cmp.0 00000100:00100000:3.0:1746130305.949841:0:8475:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5318 00000100:00100000:2.0:1746130305.949847:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5319 00000100:00100000:3.0:1746130305.949848:0:8475:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135a13800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:640ea846-b909-4eea-9a54-417e15bd627b+10:1963:x1830949849481472:12345-192.168.204.51@tcp:3:cmp.0 00000100:00100000:2.0:1746130305.949853:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135a12d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+10:1964:x1830949849481600:12345-192.168.204.51@tcp:3:cmp.0 00000100:00100000:2.0:1746130305.960842:0:8475:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135a13800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:640ea846-b909-4eea-9a54-417e15bd627b+11:1963:x1830949849481472:12345-192.168.204.51@tcp:3:cmp.0 Request processed in 10005us (10468us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746130305.960855:0:8475:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5318 00002000:00100000:2.0:1746130305.960868:0:8475:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x1d:0x0] (4194304->5242879) req@ffff880135a13800 x1830949849481472/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:330/0 lens 488/440 e 0 to 0 dl 1746130355 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746130305.960878:0:8475:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135a13800 with x1830949849481472 ext(4194304->5242879) 00002000:00010000:2.0:1746130305.960883:0:8475:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135a13800 00000100:00100000:2.0:1746130305.964445:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135a12d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+9:1964:x1830949849481600:12345-192.168.204.51@tcp:3:cmp.0 Request processed in 14579us (15023us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746130305.964463:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5319 00002000:00100000:2.0:1746130305.964479:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x1d:0x0] (5242880->6291455) req@ffff880135a12d80 x1830949849481600/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:330/0 lens 488/440 e 0 to 0 dl 1746130355 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746130305.964488:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135a12d80 with x1830949849481600 ext(5242880->6291455) 00002000:00010000:2.0:1746130305.964494:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135a12d80 00000100:00100000:1.0:1746130305.967406:0:25215:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135a11880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:640ea846-b909-4eea-9a54-417e15bd627b+10:1963:x1830949849481216:12345-192.168.204.51@tcp:3:cmp.0 Request processed in 17647us (18041us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746130305.967418:0:25215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5317 00002000:00100000:1.0:1746130305.967429:0:25215:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x1c:0x0] (5242880->6291455) req@ffff880135a11880 x1830949849481216/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:330/0 lens 488/440 e 0 to 0 dl 1746130355 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746130305.967438:0:25215:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135a11880 with x1830949849481216 ext(5242880->6291455) 00002000:00010000:1.0:1746130305.967445:0:25215:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880135a11880 00000100:00100000:3.0:1746130305.971554:0:19438:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135aff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:640ea846-b909-4eea-9a54-417e15bd627b+8:1961:x1830949849480960:12345-192.168.204.51@tcp:3:cmp.0 Request processed in 21924us (22402us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746130305.971567:0:19438:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5316 00002000:00100000:3.0:1746130305.971583:0:19438:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x1c:0x0] (4194304->5242879) req@ffff880135aff480 x1830949849480960/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:330/0 lens 488/440 e 0 to 0 dl 1746130355 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746130305.971592:0:19438:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135aff480 with x1830949849480960 ext(4194304->5242879) 00002000:00010000:3.0:1746130305.971600:0:19438:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880135aff480 00000100:00100000:0.0:1746130305.980136:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130305.980324:0:19438:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849481984 00000100:00100000:3.0:1746130305.980337:0:19438:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849481984 00002000:00100000:3.0:1746130305.980395:0:19438:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x1c:0x0] (6291456->7340031) req@ffff8800947a5c00 x1830949849481984/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:330/0 lens 488/0 e 0 to 0 dl 1746130355 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746130305.980407:0:19438:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800947a5c00 with x1830949849481984 ext(6291456->7340031) 00002000:00010000:3.0:1746130305.980415:0:19438:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800947a5c00 00000100:00100000:3.0:1746130305.980456:0:19438:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5320 00000100:00100000:3.0:1746130305.980466:0:19438:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800947a5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:640ea846-b909-4eea-9a54-417e15bd627b+8:1964:x1830949849481984:12345-192.168.204.51@tcp:3:cmp.0 00000100:00100000:2.0:1746130305.991198:0:19438:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800947a5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:640ea846-b909-4eea-9a54-417e15bd627b+8:1964:x1830949849481984:12345-192.168.204.51@tcp:3:cmp.0 Request processed in 10723us (11066us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746130305.991212:0:19438:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5320 00002000:00100000:2.0:1746130305.991224:0:19438:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x1c:0x0] (6291456->7340031) req@ffff8800947a5c00 x1830949849481984/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:330/0 lens 488/440 e 0 to 0 dl 1746130355 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746130305.991234:0:19438:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800947a5c00 with x1830949849481984 ext(6291456->7340031) 00002000:00010000:2.0:1746130305.991240:0:19438:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800947a5c00 00000100:00100000:3.0:1746130305.999863:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130305.999904:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130305.999956:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130306.000001:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849482240 00000100:00100000:2.0:1746130306.000005:0:19438:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849482496 00000100:00100000:3.0:1746130306.000011:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849482240 00000100:00100000:2.0:1746130306.000011:0:19438:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849482496 00002000:00100000:3.0:1746130306.000053:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x1d:0x0] (6291456->7340031) req@ffff880135affb80 x1830949849482240/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:330/0 lens 488/0 e 0 to 0 dl 1746130355 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746130306.000054:0:19438:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x1d:0x0] (7340032->8388607) req@ffff880135aff800 x1830949849482496/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:330/0 lens 488/0 e 0 to 0 dl 1746130355 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746130306.000062:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135affb80 with x1830949849482240 ext(6291456->7340031) 00002000:00100000:2.0:1746130306.000062:0:19438:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135aff800 with x1830949849482496 ext(7340032->8388607) 00002000:00010000:3.0:1746130306.000067:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135affb80 00002000:00010000:2.0:1746130306.000067:0:19438:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135aff800 00000100:00100000:3.0:1746130306.000093:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849482752 00000100:00100000:3.0:1746130306.000096:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849482752 00002000:00100000:3.0:1746130306.000111:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x1c:0x0] (7340032->8388607) req@ffff880135afdc00 x1830949849482752/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:330/0 lens 488/0 e 0 to 0 dl 1746130355 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746130306.000122:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135afdc00 with x1830949849482752 ext(7340032->8388607) 00002000:00010000:3.0:1746130306.000125:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880135afdc00 00000100:00100000:3.0:1746130306.000178:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5321 00000100:00100000:3.0:1746130306.000189:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135affb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+10:1962:x1830949849482240:12345-192.168.204.51@tcp:3:cmp.0 00000100:00100000:2.0:1746130306.000550:0:8475:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5322 00000100:00100000:2.0:1746130306.000565:0:8475:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135aff800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:640ea846-b909-4eea-9a54-417e15bd627b+10:1961:x1830949849482496:12345-192.168.204.51@tcp:3:cmp.0 00000100:00100000:1.0:1746130306.001047:0:25215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5323 00000100:00100000:1.0:1746130306.001061:0:25215:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135afdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:640ea846-b909-4eea-9a54-417e15bd627b+8:1961:x1830949849482752:12345-192.168.204.51@tcp:3:cmp.0 00000100:00080000:2.0:1746130306.001529:0:7108:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1746130306.001533:0:7108:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1746130306.010985:0:8475:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135aff800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:640ea846-b909-4eea-9a54-417e15bd627b+11:1961:x1830949849482496:12345-192.168.204.51@tcp:3:cmp.0 Request processed in 10413us (11064us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746130306.011000:0:8475:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5322 00002000:00100000:2.0:1746130306.011016:0:8475:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x1d:0x0] (7340032->8388607) req@ffff880135aff800 x1830949849482496/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:330/0 lens 488/440 e 0 to 0 dl 1746130355 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746130306.011026:0:8475:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135aff800 with x1830949849482496 ext(7340032->8388607) 00002000:00010000:2.0:1746130306.011032:0:8475:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135aff800 00000100:00100000:1.0:1746130306.014418:0:25215:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135afdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:640ea846-b909-4eea-9a54-417e15bd627b+8:1961:x1830949849482752:12345-192.168.204.51@tcp:3:cmp.0 Request processed in 13352us (14450us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746130306.014429:0:25215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5323 00002000:00100000:1.0:1746130306.014441:0:25215:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x1c:0x0] (7340032->8388607) req@ffff880135afdc00 x1830949849482752/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:330/0 lens 488/440 e 0 to 0 dl 1746130355 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746130306.014451:0:25215:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135afdc00 with x1830949849482752 ext(7340032->8388607) 00002000:00010000:1.0:1746130306.014458:0:25215:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880135afdc00 00000100:00100000:3.0:1746130306.014819:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135affb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+9:1962:x1830949849482240:12345-192.168.204.51@tcp:3:cmp.0 Request processed in 14632us (14966us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746130306.014826:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5321 00002000:00100000:3.0:1746130306.014831:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x1d:0x0] (6291456->7340031) req@ffff880135affb80 x1830949849482240/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:330/0 lens 488/440 e 0 to 0 dl 1746130355 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746130306.014844:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135affb80 with x1830949849482240 ext(6291456->7340031) 00002000:00010000:3.0:1746130306.014847:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135affb80 00000100:00100000:2.0:1746130306.021326:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130306.021396:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849483008 00000100:00100000:3.0:1746130306.021406:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849483008 00002000:00100000:3.0:1746130306.021454:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x1c:0x0] (8388608->9437183) req@ffff880135a10a80 x1830949849483008/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:331/0 lens 488/0 e 0 to 0 dl 1746130356 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746130306.021463:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135a10a80 with x1830949849483008 ext(8388608->9437183) 00002000:00010000:3.0:1746130306.021468:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880135a10a80 00000100:00100000:3.0:1746130306.021911:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5324 00000100:00100000:3.0:1746130306.021920:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135a10a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+8:1963:x1830949849483008:12345-192.168.204.51@tcp:3:cmp.0 00000100:00100000:2.0:1746130306.023717:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130306.023977:0:25215:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849483264 00000100:00100000:0.0:1746130306.023986:0:25215:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849483264 00002000:00100000:0.0:1746130306.024107:0:25215:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x1d:0x0] (8388608->9437183) req@ffff880135a11180 x1830949849483264/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:331/0 lens 488/0 e 0 to 0 dl 1746130356 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746130306.024117:0:25215:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135a11180 with x1830949849483264 ext(8388608->9437183) 00002000:00010000:0.0:1746130306.024122:0:25215:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135a11180 00000100:00100000:0.0:1746130306.024151:0:25215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5325 00000100:00100000:0.0:1746130306.024159:0:25215:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135a11180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:640ea846-b909-4eea-9a54-417e15bd627b+9:1964:x1830949849483264:12345-192.168.204.51@tcp:3:cmp.0 00000100:00100000:3.0:1746130306.031716:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135a10a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+8:1963:x1830949849483008:12345-192.168.204.51@tcp:3:cmp.0 Request processed in 9785us (10390us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746130306.031730:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5324 00002000:00100000:3.0:1746130306.031742:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x1c:0x0] (8388608->9437183) req@ffff880135a10a80 x1830949849483008/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:331/0 lens 488/440 e 0 to 0 dl 1746130356 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746130306.031752:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135a10a80 with x1830949849483008 ext(8388608->9437183) 00002000:00010000:3.0:1746130306.031758:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880135a10a80 00000100:00100000:0.0:1746130306.033168:0:25215:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135a11180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:640ea846-b909-4eea-9a54-417e15bd627b+9:1964:x1830949849483264:12345-192.168.204.51@tcp:3:cmp.0 Request processed in 8999us (9447us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746130306.033178:0:25215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5325 00002000:00100000:0.0:1746130306.033186:0:25215:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x1d:0x0] (8388608->9437183) req@ffff880135a11180 x1830949849483264/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:331/0 lens 488/440 e 0 to 0 dl 1746130356 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746130306.033195:0:25215:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135a11180 with x1830949849483264 ext(8388608->9437183) 00002000:00010000:0.0:1746130306.033200:0:25215:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135a11180 00000100:00100000:1.0:1746130306.041651:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130306.041844:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130306.041971:0:25215:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849483776 00000100:00100000:0.0:1746130306.041981:0:25215:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849483776 00002000:00100000:0.0:1746130306.042030:0:25215:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x1c:0x0] (9437184->10485759) req@ffff8800931faa00 x1830949849483776/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:331/0 lens 488/0 e 0 to 0 dl 1746130356 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746130306.042040:0:25215:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800931faa00 with x1830949849483776 ext(9437184->10485759) 00002000:00010000:0.0:1746130306.042046:0:25215:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800931faa00 00000100:00100000:0.0:1746130306.042226:0:25215:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849483648 00000100:00100000:0.0:1746130306.042230:0:25215:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849483648 00000100:00100000:3.0:1746130306.042233:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5326 00000100:00100000:3.0:1746130306.042242:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800931faa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+8:1962:x1830949849483776:12345-192.168.204.51@tcp:3:cmp.0 00002000:00100000:0.0:1746130306.042244:0:25215:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x1d:0x0] (9437184->10485759) req@ffff88008af74000 x1830949849483648/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:331/0 lens 488/0 e 0 to 0 dl 1746130356 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746130306.042251:0:25215:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008af74000 with x1830949849483648 ext(9437184->10485759) 00002000:00010000:0.0:1746130306.042254:0:25215:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008af74000 00000100:00100000:0.0:1746130306.042295:0:25215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5327 00000100:00100000:0.0:1746130306.042300:0:25215:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008af74000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:640ea846-b909-4eea-9a54-417e15bd627b+9:1961:x1830949849483648:12345-192.168.204.51@tcp:3:cmp.0 00000100:00100000:1.0:1746130306.054600:0:25215:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008af74000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:640ea846-b909-4eea-9a54-417e15bd627b+9:1961:x1830949849483648:12345-192.168.204.51@tcp:3:cmp.0 Request processed in 12287us (12745us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746130306.054611:0:25215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5327 00002000:00100000:1.0:1746130306.054622:0:25215:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x1d:0x0] (9437184->10485759) req@ffff88008af74000 x1830949849483648/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:331/0 lens 488/440 e 0 to 0 dl 1746130356 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746130306.054633:0:25215:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008af74000 with x1830949849483648 ext(9437184->10485759) 00002000:00010000:1.0:1746130306.054638:0:25215:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008af74000 00000100:00100000:3.0:1746130306.060859:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800931faa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+8:1962:x1830949849483776:12345-192.168.204.51@tcp:3:cmp.0 Request processed in 18485us (19084us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746130306.060871:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5326 00002000:00100000:3.0:1746130306.060884:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x1c:0x0] (9437184->10485759) req@ffff8800931faa00 x1830949849483776/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:331/0 lens 488/440 e 0 to 0 dl 1746130356 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746130306.060894:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800931faa00 with x1830949849483776 ext(9437184->10485759) 00002000:00010000:3.0:1746130306.060901:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800931faa00 00000100:00100000:2.0:1746130306.071800:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130306.072999:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849484032 00000100:00100000:3.0:1746130306.073012:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849484032 00002000:00100000:3.0:1746130306.073061:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x1c:0x0] (10485760->11534335) req@ffff880135a11500 x1830949849484032/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:331/0 lens 488/0 e 0 to 0 dl 1746130356 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746130306.073072:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135a11500 with x1830949849484032 ext(10485760->11534335) 00002000:00010000:3.0:1746130306.073079:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880135a11500 00000100:00100000:3.0:1746130306.073121:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5328 00000100:00100000:3.0:1746130306.073130:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135a11500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+8:1962:x1830949849484032:12345-192.168.204.51@tcp:3:cmp.0 00000100:00100000:2.0:1746130306.073131:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130306.073155:0:8475:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849484288 00000100:00100000:2.0:1746130306.073158:0:8475:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849484288 00002000:00100000:2.0:1746130306.073177:0:8475:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x1d:0x0] (10485760->11534335) req@ffff880135a13b80 x1830949849484288/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:331/0 lens 488/0 e 0 to 0 dl 1746130356 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746130306.073183:0:8475:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135a13b80 with x1830949849484288 ext(10485760->11534335) 00002000:00010000:2.0:1746130306.073187:0:8475:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135a13b80 00000100:00100000:2.0:1746130306.073213:0:8475:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5329 00000100:00100000:2.0:1746130306.073219:0:8475:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135a13b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:640ea846-b909-4eea-9a54-417e15bd627b+9:1962:x1830949849484288:12345-192.168.204.51@tcp:3:cmp.0 00000100:00100000:0.0:1746130306.080646:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130306.081219:0:25215:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849484544 00000100:00100000:1.0:1746130306.081230:0:25215:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849484544 00002000:00100000:1.0:1746130306.081325:0:25215:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x1c:0x0] (11534336->12582911) req@ffff8800947a6a00 x1830949849484544/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:331/0 lens 488/0 e 0 to 0 dl 1746130356 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746130306.081335:0:25215:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800947a6a00 with x1830949849484544 ext(11534336->12582911) 00002000:00010000:1.0:1746130306.081342:0:25215:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800947a6a00 00000100:00100000:1.0:1746130306.081371:0:25215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5330 00000100:00100000:1.0:1746130306.081378:0:25215:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800947a6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:640ea846-b909-4eea-9a54-417e15bd627b+10:1962:x1830949849484544:12345-192.168.204.51@tcp:3:cmp.0 00000100:00100000:3.0:1746130306.085411:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135a11500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+10:1962:x1830949849484032:12345-192.168.204.51@tcp:3:cmp.0 Request processed in 12265us (13605us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746130306.085426:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5328 00002000:00100000:3.0:1746130306.085441:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x1c:0x0] (10485760->11534335) req@ffff880135a11500 x1830949849484032/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:331/0 lens 488/440 e 0 to 0 dl 1746130356 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746130306.085452:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135a11500 with x1830949849484032 ext(10485760->11534335) 00002000:00010000:3.0:1746130306.085460:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880135a11500 00000100:00100000:2.0:1746130306.088320:0:8475:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135a13b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:640ea846-b909-4eea-9a54-417e15bd627b+9:1962:x1830949849484288:12345-192.168.204.51@tcp:3:cmp.0 Request processed in 15087us (15175us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746130306.088333:0:8475:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5329 00002000:00100000:2.0:1746130306.088346:0:8475:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x1d:0x0] (10485760->11534335) req@ffff880135a13b80 x1830949849484288/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:331/0 lens 488/440 e 0 to 0 dl 1746130356 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746130306.088356:0:8475:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135a13b80 with x1830949849484288 ext(10485760->11534335) 00002000:00010000:2.0:1746130306.088364:0:8475:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135a13b80 00000100:00100000:1.0:1746130306.089936:0:25215:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800947a6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:640ea846-b909-4eea-9a54-417e15bd627b+8:1962:x1830949849484544:12345-192.168.204.51@tcp:3:cmp.0 Request processed in 8544us (9290us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746130306.089944:0:25215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5330 00002000:00100000:1.0:1746130306.089951:0:25215:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x1c:0x0] (11534336->12582911) req@ffff8800947a6a00 x1830949849484544/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:331/0 lens 488/440 e 0 to 0 dl 1746130356 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746130306.089960:0:25215:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800947a6a00 with x1830949849484544 ext(11534336->12582911) 00002000:00010000:1.0:1746130306.089964:0:25215:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800947a6a00 00000100:00100000:3.0:1746130306.097901:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130306.098031:0:25215:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849484800 00000100:00100000:1.0:1746130306.098043:0:25215:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849484800 00002000:00100000:1.0:1746130306.098098:0:25215:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x1d:0x0] (11534336->12582911) req@ffff880135afd500 x1830949849484800/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:331/0 lens 488/0 e 0 to 0 dl 1746130356 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746130306.098109:0:25215:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135afd500 with x1830949849484800 ext(11534336->12582911) 00002000:00010000:1.0:1746130306.098115:0:25215:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135afd500 00000100:00100000:1.0:1746130306.098153:0:25215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5331 00000100:00100000:1.0:1746130306.098161:0:25215:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135afd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:640ea846-b909-4eea-9a54-417e15bd627b+9:1961:x1830949849484800:12345-192.168.204.51@tcp:3:cmp.0 00000100:00100000:1.0:1746130306.110020:0:25215:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135afd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:640ea846-b909-4eea-9a54-417e15bd627b+9:1961:x1830949849484800:12345-192.168.204.51@tcp:3:cmp.0 Request processed in 11847us (12117us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746130306.110032:0:25215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5331 00002000:00100000:1.0:1746130306.110047:0:25215:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x1d:0x0] (11534336->12582911) req@ffff880135afd500 x1830949849484800/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:331/0 lens 488/440 e 0 to 0 dl 1746130356 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746130306.110057:0:25215:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135afd500 with x1830949849484800 ext(11534336->12582911) 00002000:00010000:1.0:1746130306.110063:0:25215:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135afd500 00000100:00100000:2.0:1746130306.116352:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130306.116479:0:25215:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849485056 00000100:00100000:1.0:1746130306.116490:0:25215:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849485056 00002000:00100000:1.0:1746130306.116535:0:25215:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x1c:0x0] (12582912->13631487) req@ffff880135a11c00 x1830949849485056/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:331/0 lens 488/0 e 0 to 0 dl 1746130356 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746130306.116545:0:25215:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135a11c00 with x1830949849485056 ext(12582912->13631487) 00002000:00010000:1.0:1746130306.116551:0:25215:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880135a11c00 00000100:00100000:1.0:1746130306.116571:0:25215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5332 00000100:00100000:1.0:1746130306.116578:0:25215:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135a11c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:640ea846-b909-4eea-9a54-417e15bd627b+8:1964:x1830949849485056:12345-192.168.204.51@tcp:3:cmp.0 00000100:00100000:1.0:1746130306.130493:0:25215:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135a11c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:640ea846-b909-4eea-9a54-417e15bd627b+8:1964:x1830949849485056:12345-192.168.204.51@tcp:3:cmp.0 Request processed in 13902us (14140us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746130306.130505:0:25215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5332 00002000:00100000:1.0:1746130306.130518:0:25215:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x1c:0x0] (12582912->13631487) req@ffff880135a11c00 x1830949849485056/t0(0) o3->640ea846-b909-4eea-9a54-417e15bd627b@192.168.204.51@tcp:331/0 lens 488/440 e 0 to 0 dl 1746130356 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746130306.130529:0:25215:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135a11c00 with x1830949849485056 ext(12582912->13631487) 00002000:00010000:1.0:1746130306.130536:0:25215:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880135a11c00 00000100:00100000:2.0:1746130306.141470:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130306.141550:0:15914:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849485312 00000100:00100000:0.0:1746130306.141561:0:15914:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849485312 00000100:00100000:0.0:1746130306.141609:0:15914:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 174 00000100:00100000:0.0:1746130306.141617:0:15914:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135a13480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:640ea846-b909-4eea-9a54-417e15bd627b+32:1138:x1830949849485312:12345-192.168.204.51@tcp:35:cmp.0 00000100:00100000:0.0:1746130306.142005:0:15914:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135a13480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:640ea846-b909-4eea-9a54-417e15bd627b+33:1138:x1830949849485312:12345-192.168.204.51@tcp:35:cmp.0 Request processed in 388us (545us total) trans 4294992258 rc 0/0 00000100:00100000:0.0:1746130306.142013:0:15914:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 174 00000100:00100000:2.0:1746130306.154868:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130306.155012:0:8503:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849485568 00000100:00100000:3.0:1746130306.155022:0:8503:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849485568 00000100:00080000:0.0:1746130306.155195:0:7108:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1746130306.155440:0:8503:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 60782 00000100:00100000:3.0:1746130306.155451:0:8503:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135a10700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+24:1140:x1830949849485568:12345-192.168.204.51@tcp:101:cmp.0 00010000:00010000:3.0:1746130306.155475:0:8503:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746130306.155493:0:8503:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092a51e00/0x4ce24e5787363290 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae411f8 expref: -99 pid: 8503 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130306.155591:0:8503:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092a51800/0x4ce24e5787363297 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 8503 initiator: MDT0 00010000:00010000:3.0:1746130306.155605:0:8503:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092a51800/0x4ce24e5787363297 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8503 initiator: MDT0 00010000:00010000:3.0:1746130306.155617:0:8503:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092a51800/0x4ce24e5787363297 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8503 initiator: MDT0 00000004:00200000:3.0:1746130306.155627:0:8503:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x4b:0x0]: returning size 26214400 00010000:00010000:3.0:1746130306.155743:0:8503:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092a51e00/0x4ce24e5787363290 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae411f8 expref: 27 pid: 8503 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130306.155771:0:8503:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880092a51800/0x4ce24e5787363297 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae411f8 expref: 26 pid: 8503 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130306.155779:0:8503:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4b:0x0].0x0 (ffff880093e20000) 00010000:00010000:3.0:1746130306.155782:0:8503:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1746130306.155785:0:8503:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092a51800, rc 0) 00000100:00100000:3.0:1746130306.155827:0:8503:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135a10700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+26:1140:x1830949849485568:12345-192.168.204.51@tcp:101:cmp.0 Request processed in 379us (973us total) trans 4294992259 rc 0/0 00000100:00100000:3.0:1746130306.155834:0:8503:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 60782 00000100:00100000:2.0:1746130306.156033:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130306.156120:0:17042:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849485696 00000100:00100000:0.0:1746130306.156124:0:17042:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849485696 00000100:00100000:0.0:1746130306.156150:0:17042:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 9 00000100:00100000:0.0:1746130306.156155:0:17042:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135a12a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:c84b93b0-d496-484f-8e1e-94008838f2dd+26:1962:x1830949849485696:12345-192.168.204.51@tcp:63:ll_sa.0 00010000:00010000:0.0:1746130306.156172:0:17042:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746130306.156179:0:17042:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091fe6000/0x4ce24e57873632a5 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae411ea expref: -99 pid: 17042 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130306.156208:0:17042:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094904000/0x4ce24e57873632ac lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 17042 initiator: MDT0 00010000:00010000:0.0:1746130306.156217:0:17042:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094904000/0x4ce24e57873632ac lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 17042 initiator: MDT0 00010000:00010000:0.0:1746130306.156223:0:17042:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094904000/0x4ce24e57873632ac lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 17042 initiator: MDT0 00010000:00010000:0.0:1746130306.156242:0:17042:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092a15c00/0x4ce24e57873632b3 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 17042 initiator: MDT0 00010000:00010000:0.0:1746130306.156247:0:17042:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092a15c00/0x4ce24e57873632b3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 17042 initiator: MDT0 00010000:00010000:0.0:1746130306.156253:0:17042:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092a15c00/0x4ce24e57873632b3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 17042 initiator: MDT0 00010000:00010000:0.0:1746130306.156324:0:17042:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094904000/0x4ce24e57873632ac lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 17042 initiator: MDT0 00010000:00010000:0.0:1746130306.156330:0:17042:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094904000/0x4ce24e57873632ac lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 17042 initiator: MDT0 00010000:00010000:0.0:1746130306.156336:0:17042:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094904000/0x4ce24e57873632ac lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 17042 initiator: MDT0 00010000:00010000:0.0:1746130306.156342:0:17042:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094904000 already unused, calling callback (ffffffffa1383690) 00010000:00010000:0.0:1746130306.156346:0:17042:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094904000/0x4ce24e57873632ac lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 17042 initiator: MDT0 00010000:00010000:0.0:1746130306.156352:0:17042:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094904000/0x4ce24e57873632ac lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 17042 initiator: MDT0 00010000:00010000:0.0:1746130306.156364:0:17042:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009bd0ff00) 00010000:00010000:0.0:1746130306.156366:0:17042:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746130306.156369:0:17042:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094904000/0x4ce24e57873632ac lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 17042 initiator: MDT0 00010000:00010000:0.0:1746130306.156374:0:17042:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094904000/0x4ce24e57873632ac lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 17042 initiator: MDT0 00010000:00010000:0.0:1746130306.156385:0:17042:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092a15c00/0x4ce24e57873632b3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 17042 initiator: MDT0 00010000:00010000:0.0:1746130306.156389:0:17042:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092a15c00/0x4ce24e57873632b3 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 17042 initiator: MDT0 00010000:00010000:0.0:1746130306.156394:0:17042:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880092a15c00/0x4ce24e57873632b3 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 17042 initiator: MDT0 00010000:00010000:0.0:1746130306.156397:0:17042:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880092a15c00 already unused, calling callback (ffffffffa1383690) 00010000:00010000:0.0:1746130306.156400:0:17042:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092a15c00/0x4ce24e57873632b3 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 17042 initiator: MDT0 00010000:00010000:0.0:1746130306.156405:0:17042:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092a15c00/0x4ce24e57873632b3 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 17042 initiator: MDT0 00010000:00010000:0.0:1746130306.156410:0:17042:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce70cf (ffff8800b1a1ed00) 00010000:00010000:0.0:1746130306.156411:0:17042:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746130306.156414:0:17042:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880092a15c00/0x4ce24e57873632b3 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 17042 initiator: MDT0 00010000:00010000:0.0:1746130306.156418:0:17042:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092a15c00/0x4ce24e57873632b3 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 17042 initiator: MDT0 00010000:00010000:0.0:1746130306.156444:0:17042:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff880091fe6000/0x4ce24e57873632a5 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae411ea expref: 27 pid: 17042 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130306.156452:0:17042:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009bd0ff00) 00010000:00010000:0.0:1746130306.156454:0:17042:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1746130306.156456:0:17042:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091fe6000/0x4ce24e57873632a5 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae411ea expref: 27 pid: 17042 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130306.156462:0:17042:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091fe6000, rc -2) 00000100:00100000:0.0:1746130306.156483:0:17042:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135a12a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:c84b93b0-d496-484f-8e1e-94008838f2dd+26:1962:x1830949849485696:12345-192.168.204.51@tcp:63:ll_sa.0 Request processed in 328us (1218us total) trans 0 rc -2/-2 00000100:00100000:0.0:1746130306.156488:0:17042:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 9 00000100:00100000:2.0:1746130306.159472:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130306.159518:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130306.159587:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130306.159705:0:7115:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849486208 00000100:00100000:3.0:1746130306.159714:0:7115:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849486208 00000100:00100000:3.0:1746130306.159755:0:7115:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 10 00000100:00100000:3.0:1746130306.159763:0:7115:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e388450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:c84b93b0-d496-484f-8e1e-94008838f2dd+26:1961:x1830949849486208:12345-192.168.204.51@tcp:63:ll_sa.0 00010000:00010000:3.0:1746130306.159803:0:7115:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746130306.159819:0:7115:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092a50200/0x4ce24e57873632ba lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae41229 expref: -99 pid: 7115 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130306.159863:0:7115:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092a51000/0x4ce24e57873632c1 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7115 initiator: MDT0 00010000:00010000:3.0:1746130306.159875:0:7115:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092a51000/0x4ce24e57873632c1 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7115 initiator: MDT0 00010000:00010000:3.0:1746130306.159885:0:7115:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092a51000/0x4ce24e57873632c1 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7115 initiator: MDT0 00010000:00010000:3.0:1746130306.159895:0:7115:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092a50400/0x4ce24e57873632c8 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7115 initiator: MDT0 00010000:00010000:3.0:1746130306.159900:0:7115:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092a50400/0x4ce24e57873632c8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7115 initiator: MDT0 00010000:00010000:3.0:1746130306.159905:0:7115:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092a50400/0x4ce24e57873632c8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7115 initiator: MDT0 00010000:00010000:3.0:1746130306.159974:0:7115:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092a51000/0x4ce24e57873632c1 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7115 initiator: MDT0 00010000:00010000:3.0:1746130306.159980:0:7115:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092a51000/0x4ce24e57873632c1 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7115 initiator: MDT0 00010000:00010000:3.0:1746130306.159985:0:7115:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880092a51000/0x4ce24e57873632c1 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7115 initiator: MDT0 00010000:00010000:3.0:1746130306.159990:0:7115:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880092a51000 already unused, calling callback (ffffffffa1383690) 00010000:00010000:3.0:1746130306.159994:0:7115:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092a51000/0x4ce24e57873632c1 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7115 initiator: MDT0 00010000:00010000:3.0:1746130306.160003:0:7115:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092a51000/0x4ce24e57873632c1 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7115 initiator: MDT0 00010000:00010000:3.0:1746130306.160013:0:7115:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009bd0ff00) 00010000:00010000:3.0:1746130306.160016:0:7115:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746130306.160019:0:7115:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880092a51000/0x4ce24e57873632c1 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7115 initiator: MDT0 00010000:00010000:3.0:1746130306.160023:0:7115:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092a51000/0x4ce24e57873632c1 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7115 initiator: MDT0 00010000:00010000:3.0:1746130306.160037:0:7115:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092a50400/0x4ce24e57873632c8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7115 initiator: MDT0 00010000:00010000:3.0:1746130306.160042:0:7115:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092a50400/0x4ce24e57873632c8 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7115 initiator: MDT0 00010000:00010000:3.0:1746130306.160047:0:7115:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880092a50400/0x4ce24e57873632c8 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7115 initiator: MDT0 00010000:00010000:3.0:1746130306.160050:0:7115:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880092a50400 already unused, calling callback (ffffffffa1383690) 00010000:00010000:3.0:1746130306.160053:0:7115:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092a50400/0x4ce24e57873632c8 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7115 initiator: MDT0 00010000:00010000:3.0:1746130306.160058:0:7115:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092a50400/0x4ce24e57873632c8 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7115 initiator: MDT0 00010000:00010000:3.0:1746130306.160063:0:7115:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbfe6ecf (ffff88012e3f4600) 00010000:00010000:3.0:1746130306.160065:0:7115:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746130306.160067:0:7115:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880092a50400/0x4ce24e57873632c8 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7115 initiator: MDT0 00010000:00010000:3.0:1746130306.160071:0:7115:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092a50400/0x4ce24e57873632c8 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7115 initiator: MDT0 00010000:00010000:3.0:1746130306.160100:0:7115:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff880092a50200/0x4ce24e57873632ba lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae41229 expref: 27 pid: 7115 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130306.160108:0:7115:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009bd0ff00) 00010000:00010000:3.0:1746130306.160110:0:7115:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1746130306.160113:0:7115:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092a50200/0x4ce24e57873632ba lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae41229 expref: 27 pid: 7115 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130306.160120:0:7115:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092a50200, rc -2) 00000100:00100000:3.0:1746130306.160159:0:7115:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e388450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:c84b93b0-d496-484f-8e1e-94008838f2dd+26:1961:x1830949849486208:12345-192.168.204.51@tcp:63:ll_sa.0 Request processed in 396us (640us total) trans 0 rc -2/-2 00000100:00100000:3.0:1746130306.160166:0:7115:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 10 00000100:00100000:0.0:1746130306.160399:0:7924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849485824 00000100:00100000:0.0:1746130306.160403:0:7924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849485824 00000100:00100000:0.0:1746130306.160445:0:7924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 399 00000100:00100000:0.0:1746130306.160450:0:7924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135a10e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+26:1962:x1830949849485824:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746130306.160458:0:7924:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746130306.160469:0:7924:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092a51800/0x4ce24e5787363297 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae411f8 expref: 26 pid: 8503 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130306.160478:0:7924:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4b:0x0].0x0 (ffff880093e20000) 00010000:00010000:0.0:1746130306.160481:0:7924:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746130306.160499:0:7924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135a10e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+25:1962:x1830949849485824:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 49us (1038us total) trans 0 rc 0/0 00000100:00100000:0.0:1746130306.160505:0:7924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 399 00000100:00100000:1.0:1746130306.161632:0:7110:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849486080 00000100:00100000:1.0:1746130306.161639:0:7110:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849486080 00000100:00100000:1.0:1746130306.161669:0:7110:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 60783 00000100:00100000:1.0:1746130306.161674:0:7110:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135a12680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c84b93b0-d496-484f-8e1e-94008838f2dd+25:1140:x1830949849486080:12345-192.168.204.51@tcp:101:cmp.0 00010000:00010000:1.0:1746130306.161685:0:7110:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746130306.161696:0:7110:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094962c00/0x4ce24e57873632cf lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae41222 expref: -99 pid: 7110 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130306.161771:0:7110:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094962000/0x4ce24e57873632d6 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7110 initiator: MDT0 00010000:00010000:1.0:1746130306.161781:0:7110:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094962000/0x4ce24e57873632d6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7110 initiator: MDT0 00010000:00010000:1.0:1746130306.161789:0:7110:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094962000/0x4ce24e57873632d6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7110 initiator: MDT0 00000004:00200000:1.0:1746130306.161799:0:7110:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x4f:0x0]: returning size 26214400 00010000:00010000:1.0:1746130306.161913:0:7110:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094962c00/0x4ce24e57873632cf lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae41222 expref: 28 pid: 7110 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130306.161939:0:7110:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880094962000/0x4ce24e57873632d6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae41222 expref: 27 pid: 7110 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130306.161945:0:7110:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff8800a4625100) 00010000:00010000:1.0:1746130306.161947:0:7110:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1746130306.161950:0:7110:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094962000, rc 0) 00000100:00100000:1.0:1746130306.161977:0:7110:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135a12680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c84b93b0-d496-484f-8e1e-94008838f2dd+27:1140:x1830949849486080:12345-192.168.204.51@tcp:101:cmp.0 Request processed in 303us (2390us total) trans 4294992260 rc 0/0 00000100:00100000:1.0:1746130306.161986:0:7110:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 60783 00000100:00100000:2.0:1746130306.169441:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130306.169480:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130306.169525:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130306.169778:0:20953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849486336 00000100:00100000:3.0:1746130306.169789:0:20953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849486336 00000100:00100000:3.0:1746130306.169829:0:20953:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849486464 00000100:00100000:3.0:1746130306.169832:0:20953:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849486464 00000100:00100000:3.0:1746130306.169855:0:20953:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6723 00000100:00100000:3.0:1746130306.169863:0:20953:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135a10380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c84b93b0-d496-484f-8e1e-94008838f2dd+8:1961:x1830949849486336:12345-192.168.204.51@tcp:101:cmp.0 00010000:00010000:3.0:1746130306.169883:0:20953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746130306.169902:0:20953:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880092a51000/0x4ce24e57873632e4 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae41268 expref: -99 pid: 20953 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130306.169937:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130306.169940:0:20953:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130306.169948:0:20953:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880092a51000/0x4ce24e57873632e4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae41268 expref: 9 pid: 20953 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746130306.169966:0:20953:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880092a51000/0x4ce24e57873632e4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae41268 expref: 9 pid: 20953 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746130306.169979:0:20953:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092a51000, rc 0) 00000100:00100000:0.0:1746130306.170008:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6724 00000100:00100000:0.0:1746130306.170015:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135a13100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c84b93b0-d496-484f-8e1e-94008838f2dd+8:1961:x1830949849486464:12345-192.168.204.51@tcp:101:cmp.0 00010000:00010000:0.0:1746130306.170023:0:8467:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1746130306.170024:0:20953:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135a10380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c84b93b0-d496-484f-8e1e-94008838f2dd+9:1961:x1830949849486336:12345-192.168.204.51@tcp:101:cmp.0 Request processed in 162us (596us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130306.170029:0:20953:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6723 00010000:00010000:0.0:1746130306.170033:0:8467:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092a15c00/0x4ce24e57873632eb lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae4126f expref: -99 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130306.170049:0:8467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130306.170050:0:8467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130306.170055:0:8467:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092a15c00/0x4ce24e57873632eb lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4126f expref: 9 pid: 8467 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746130306.170066:0:8467:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092a15c00/0x4ce24e57873632eb lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4126f expref: 9 pid: 8467 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746130306.170073:0:8467:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092a15c00, rc 0) 00000100:00080000:3.0:1746130306.170074:0:7108:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746130306.170088:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135a13100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c84b93b0-d496-484f-8e1e-94008838f2dd+9:1961:x1830949849486464:12345-192.168.204.51@tcp:101:cmp.0 Request processed in 74us (562us total) trans 0 rc 0/0 00000100:00100000:0.0:1746130306.170093:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6724 00000100:00100000:1.0:1746130306.170335:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849486592 00000100:00100000:1.0:1746130306.170339:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849486592 00000100:00100000:1.0:1746130306.170374:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 400 00000100:00100000:1.0:1746130306.170379:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135a12300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+27:1962:x1830949849486592:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746130306.170389:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746130306.170408:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094962000/0x4ce24e57873632d6 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae41222 expref: 27 pid: 7110 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130306.170421:0:7097:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff8800a4625100) 00010000:00010000:1.0:1746130306.170425:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746130306.170443:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135a12300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+26:1962:x1830949849486592:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 63us (962us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130306.170448:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 400 00000100:00100000:3.0:1746130306.193802:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130306.193855:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130306.193901:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130306.193947:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849486848 00000100:00100000:3.0:1746130306.193958:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849486848 00000100:00100000:1.0:1746130306.194157:0:25215:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849487104 00000100:00100000:1.0:1746130306.194162:0:25215:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849487104 00002000:00100000:1.0:1746130306.194189:0:25215:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x1c:0x0] (1048576->2097151) req@ffff880135afe300 x1830949849487104/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:331/0 lens 488/0 e 0 to 0 dl 1746130356 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746130306.194200:0:25215:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135afe300 with x1830949849487104 ext(1048576->2097151) 00002000:00010000:1.0:1746130306.194205:0:25215:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880135afe300 00002000:00100000:3.0:1746130306.194969:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x1c:0x0] (0->1048575) req@ffff880135afc000 x1830949849486848/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:331/0 lens 488/0 e 0 to 0 dl 1746130356 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746130306.194978:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135afc000 with x1830949849486848 ext(0->1048575) 00002000:00010000:3.0:1746130306.194981:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880135afc000 00000100:00100000:1.0:1746130306.195956:0:25215:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849487360 00000100:00100000:1.0:1746130306.195963:0:25215:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849487360 00002000:00100000:1.0:1746130306.195986:0:25215:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x1d:0x0] (0->1048575) req@ffff880135afc380 x1830949849487360/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:331/0 lens 488/0 e 0 to 0 dl 1746130356 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746130306.195993:0:25215:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135afc380 with x1830949849487360 ext(0->1048575) 00002000:00010000:1.0:1746130306.195997:0:25215:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135afc380 00000100:00100000:1.0:1746130306.196019:0:25215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5333 00000100:00100000:1.0:1746130306.196026:0:25215:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135afe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c84b93b0-d496-484f-8e1e-94008838f2dd+10:1963:x1830949849487104:12345-192.168.204.51@tcp:3:cmp.0 00000100:00100000:2.0:1746130306.196211:0:8475:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5334 00000100:00100000:2.0:1746130306.196229:0:376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5335 00000100:00100000:2.0:1746130306.196236:0:376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135afc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:c84b93b0-d496-484f-8e1e-94008838f2dd+9:1963:x1830949849487360:12345-192.168.204.51@tcp:3:cmp.0 00000100:00100000:2.0:1746130306.197118:0:8475:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135afc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c84b93b0-d496-484f-8e1e-94008838f2dd+11:1963:x1830949849486848:12345-192.168.204.51@tcp:3:cmp.0 00000100:00100000:3.0:1746130306.200916:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130306.200982:0:8474:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849487616 00000100:00100000:0.0:1746130306.200992:0:8474:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849487616 00002000:00100000:0.0:1746130306.201044:0:8474:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x1d:0x0] (1048576->2097151) req@ffff880135afdf80 x1830949849487616/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:331/0 lens 488/0 e 0 to 0 dl 1746130356 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746130306.201055:0:8474:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135afdf80 with x1830949849487616 ext(1048576->2097151) 00002000:00010000:0.0:1746130306.201061:0:8474:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135afdf80 00000100:00100000:0.0:1746130306.201087:0:8474:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5336 00000100:00100000:0.0:1746130306.201094:0:8474:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135afdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+11:1963:x1830949849487616:12345-192.168.204.51@tcp:3:cmp.0 00000100:00100000:2.0:1746130306.208433:0:25215:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135afe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c84b93b0-d496-484f-8e1e-94008838f2dd+11:1963:x1830949849487104:12345-192.168.204.51@tcp:3:cmp.0 Request processed in 12394us (14564us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746130306.208446:0:25215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5333 00002000:00100000:2.0:1746130306.208459:0:25215:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x1c:0x0] (1048576->2097151) req@ffff880135afe300 x1830949849487104/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:331/0 lens 488/440 e 0 to 0 dl 1746130356 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746130306.208468:0:25215:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135afe300 with x1830949849487104 ext(1048576->2097151) 00002000:00010000:2.0:1746130306.208474:0:25215:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880135afe300 00000100:00100000:0.0:1746130306.210405:0:376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135afc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:c84b93b0-d496-484f-8e1e-94008838f2dd+11:1963:x1830949849487360:12345-192.168.204.51@tcp:3:cmp.0 Request processed in 14161us (16494us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746130306.210415:0:376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5335 00002000:00100000:0.0:1746130306.210424:0:376:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x1d:0x0] (0->1048575) req@ffff880135afc380 x1830949849487360/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:331/0 lens 488/440 e 0 to 0 dl 1746130356 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746130306.210433:0:376:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135afc380 with x1830949849487360 ext(0->1048575) 00002000:00010000:0.0:1746130306.210439:0:376:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135afc380 00000100:00100000:2.0:1746130306.214523:0:8475:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135afc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c84b93b0-d496-484f-8e1e-94008838f2dd+9:1963:x1830949849486848:12345-192.168.204.51@tcp:3:cmp.0 Request processed in 18291us (20719us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746130306.214537:0:8475:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5334 00002000:00100000:2.0:1746130306.214552:0:8475:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x1c:0x0] (0->1048575) req@ffff880135afc000 x1830949849486848/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:331/0 lens 488/440 e 0 to 0 dl 1746130356 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746130306.214562:0:8475:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135afc000 with x1830949849486848 ext(0->1048575) 00002000:00010000:2.0:1746130306.214569:0:8475:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880135afc000 00000100:00100000:0.0:1746130306.216517:0:8474:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135afdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+9:1963:x1830949849487616:12345-192.168.204.51@tcp:3:cmp.0 Request processed in 15414us (15603us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746130306.216528:0:8474:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5336 00002000:00100000:0.0:1746130306.216536:0:8474:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x1d:0x0] (1048576->2097151) req@ffff880135afdf80 x1830949849487616/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:331/0 lens 488/440 e 0 to 0 dl 1746130356 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746130306.216545:0:8474:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135afdf80 with x1830949849487616 ext(1048576->2097151) 00002000:00010000:0.0:1746130306.216551:0:8474:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135afdf80 00000100:00100000:3.0:1746130306.235220:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130306.235255:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130306.235577:0:8474:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849488000 00000100:00100000:0.0:1746130306.235587:0:8474:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849488000 00000100:00100000:3.0:1746130306.235592:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00002000:00100000:0.0:1746130306.235637:0:8474:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x1c:0x0] (2097152->3145727) req@ffff880135afea00 x1830949849488000/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:331/0 lens 488/0 e 0 to 0 dl 1746130356 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746130306.235647:0:8474:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135afea00 with x1830949849488000 ext(2097152->3145727) 00002000:00010000:0.0:1746130306.235653:0:8474:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880135afea00 00000100:00100000:3.0:1746130306.235965:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130306.236137:0:8474:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849488128 00000100:00100000:2.0:1746130306.236138:0:8475:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849488512 00000100:00100000:0.0:1746130306.236140:0:8474:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849488128 00000100:00100000:2.0:1746130306.236142:0:8475:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849488512 00002000:00100000:0.0:1746130306.236152:0:8474:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x1c:0x0] (3145728->4194303) req@ffff880135afc700 x1830949849488128/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:331/0 lens 488/0 e 0 to 0 dl 1746130356 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00000100:00100000:2.0:1746130306.236156:0:25215:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849488384 00000100:00100000:2.0:1746130306.236158:0:25215:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849488384 00002000:00100000:0.0:1746130306.236159:0:8474:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135afc700 with x1830949849488128 ext(3145728->4194303) 00002000:00010000:0.0:1746130306.236161:0:8474:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880135afc700 00000100:00100000:0.0:1746130306.236172:0:8474:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5337 00002000:00100000:2.0:1746130306.236177:0:25215:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x1d:0x0] (2097152->3145727) req@ffff880135aff100 x1830949849488384/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:331/0 lens 488/0 e 0 to 0 dl 1746130356 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00000100:00100000:0.0:1746130306.236178:0:8474:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135afea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+10:1964:x1830949849488000:12345-192.168.204.51@tcp:3:cmp.0 00002000:00100000:2.0:1746130306.236185:0:25215:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135aff100 with x1830949849488384 ext(2097152->3145727) 00002000:00010000:2.0:1746130306.236188:0:25215:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135aff100 00000100:00100000:1.0:1746130306.236190:0:376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5338 00000100:00100000:1.0:1746130306.236199:0:376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135afc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:c84b93b0-d496-484f-8e1e-94008838f2dd+10:1964:x1830949849488128:12345-192.168.204.51@tcp:3:cmp.0 00000100:00100000:2.0:1746130306.236202:0:25215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5339 00000100:00100000:2.0:1746130306.236208:0:25215:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135aff100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c84b93b0-d496-484f-8e1e-94008838f2dd+10:1964:x1830949849488384:12345-192.168.204.51@tcp:3:cmp.0 00002000:00100000:2.0:1746130306.237582:0:8475:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x1d:0x0] (3145728->4194303) req@ffff880135afed80 x1830949849488512/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:331/0 lens 488/0 e 0 to 0 dl 1746130356 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746130306.237591:0:8475:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135afed80 with x1830949849488512 ext(3145728->4194303) 00002000:00010000:2.0:1746130306.237595:0:8475:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135afed80 00000100:00100000:2.0:1746130306.237613:0:8475:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5340 00000100:00100000:2.0:1746130306.237619:0:8475:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135afed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c84b93b0-d496-484f-8e1e-94008838f2dd+11:1964:x1830949849488512:12345-192.168.204.51@tcp:3:cmp.0 00000100:00100000:1.0:1746130306.245774:0:376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135afc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:c84b93b0-d496-484f-8e1e-94008838f2dd+11:1964:x1830949849488128:12345-192.168.204.51@tcp:3:cmp.0 Request processed in 9565us (10506us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746130306.245788:0:376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5338 00002000:00100000:1.0:1746130306.245802:0:376:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x1c:0x0] (3145728->4194303) req@ffff880135afc700 x1830949849488128/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:331/0 lens 488/440 e 0 to 0 dl 1746130356 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746130306.245812:0:376:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135afc700 with x1830949849488128 ext(3145728->4194303) 00002000:00010000:1.0:1746130306.245818:0:376:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880135afc700 00000100:00100000:0.0:1746130306.255620:0:8475:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135afed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c84b93b0-d496-484f-8e1e-94008838f2dd+11:1964:x1830949849488512:12345-192.168.204.51@tcp:3:cmp.0 Request processed in 17989us (20015us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746130306.255633:0:8475:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5340 00002000:00100000:0.0:1746130306.255645:0:8475:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x1d:0x0] (3145728->4194303) req@ffff880135afed80 x1830949849488512/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:331/0 lens 488/440 e 0 to 0 dl 1746130356 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746130306.255655:0:8475:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135afed80 with x1830949849488512 ext(3145728->4194303) 00002000:00010000:0.0:1746130306.255662:0:8475:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135afed80 00000100:00100000:2.0:1746130306.256631:0:25215:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135aff100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c84b93b0-d496-484f-8e1e-94008838f2dd+9:1964:x1830949849488384:12345-192.168.204.51@tcp:3:cmp.0 Request processed in 20419us (20663us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746130306.256639:0:25215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5339 00002000:00100000:2.0:1746130306.256646:0:25215:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x1d:0x0] (2097152->3145727) req@ffff880135aff100 x1830949849488384/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:331/0 lens 488/440 e 0 to 0 dl 1746130356 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746130306.256654:0:25215:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135aff100 with x1830949849488384 ext(2097152->3145727) 00002000:00010000:2.0:1746130306.256658:0:25215:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135aff100 00000100:00100000:2.0:1746130306.261203:0:8474:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135afea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+9:1964:x1830949849488000:12345-192.168.204.51@tcp:3:cmp.0 Request processed in 25012us (25981us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746130306.261215:0:8474:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5337 00002000:00100000:2.0:1746130306.261227:0:8474:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x1c:0x0] (2097152->3145727) req@ffff880135afea00 x1830949849488000/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:331/0 lens 488/440 e 0 to 0 dl 1746130356 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746130306.261238:0:8474:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135afea00 with x1830949849488000 ext(2097152->3145727) 00002000:00010000:2.0:1746130306.261244:0:8474:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880135afea00 00000100:00100000:3.0:1746130306.289053:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130306.289340:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130306.289379:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130306.289451:0:25215:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849488896 00000100:00100000:0.0:1746130306.289463:0:25215:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849488896 00002000:00100000:0.0:1746130306.289513:0:25215:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x1c:0x0] (4194304->5242879) req@ffff880092d0ea00 x1830949849488896/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:331/0 lens 488/0 e 0 to 0 dl 1746130356 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746130306.289524:0:25215:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092d0ea00 with x1830949849488896 ext(4194304->5242879) 00002000:00010000:0.0:1746130306.289529:0:25215:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092d0ea00 00000100:00100000:0.0:1746130306.289548:0:25215:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849489280 00000100:00100000:0.0:1746130306.289550:0:25215:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849489280 00002000:00100000:0.0:1746130306.289560:0:25215:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x1c:0x0] (5242880->6291455) req@ffff88013639b800 x1830949849489280/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:331/0 lens 488/0 e 0 to 0 dl 1746130356 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746130306.289567:0:25215:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013639b800 with x1830949849489280 ext(5242880->6291455) 00002000:00010000:0.0:1746130306.289569:0:25215:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88013639b800 00000100:00100000:0.0:1746130306.289579:0:25215:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5341 00000100:00100000:0.0:1746130306.289585:0:25215:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092d0ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c84b93b0-d496-484f-8e1e-94008838f2dd+10:1963:x1830949849488896:12345-192.168.204.51@tcp:3:cmp.0 00000100:00100000:1.0:1746130306.290292:0:376:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849489408 00000100:00100000:1.0:1746130306.290297:0:376:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849489408 00002000:00100000:1.0:1746130306.290327:0:376:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x1d:0x0] (4194304->5242879) req@ffff8801354d9500 x1830949849489408/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:331/0 lens 488/0 e 0 to 0 dl 1746130356 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746130306.290334:0:376:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801354d9500 with x1830949849489408 ext(4194304->5242879) 00002000:00010000:1.0:1746130306.290338:0:376:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801354d9500 00000100:00100000:1.0:1746130306.290366:0:376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5342 00000100:00100000:1.0:1746130306.290372:0:376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013639b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:c84b93b0-d496-484f-8e1e-94008838f2dd+10:1964:x1830949849489280:12345-192.168.204.51@tcp:3:cmp.0 00000100:00100000:1.0:1746130306.291187:0:8475:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5343 00000100:00100000:1.0:1746130306.291196:0:8475:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801354d9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c84b93b0-d496-484f-8e1e-94008838f2dd+9:1963:x1830949849489408:12345-192.168.204.51@tcp:3:cmp.0 00000100:00100000:0.0:1746130306.296106:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130306.296182:0:19438:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849489664 00000100:00100000:2.0:1746130306.296192:0:19438:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849489664 00002000:00100000:2.0:1746130306.296235:0:19438:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x1d:0x0] (5242880->6291455) req@ffff8800947a4e00 x1830949849489664/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:331/0 lens 488/0 e 0 to 0 dl 1746130356 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746130306.296246:0:19438:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800947a4e00 with x1830949849489664 ext(5242880->6291455) 00002000:00010000:2.0:1746130306.296251:0:19438:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800947a4e00 00000100:00100000:0.0:1746130306.297518:0:8474:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5344 00000100:00100000:1.0:1746130306.297572:0:8474:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800947a4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+11:1963:x1830949849489664:12345-192.168.204.51@tcp:3:cmp.0 00000100:00100000:1.0:1746130306.306127:0:376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013639b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:c84b93b0-d496-484f-8e1e-94008838f2dd+11:1964:x1830949849489280:12345-192.168.204.51@tcp:3:cmp.0 Request processed in 15740us (16773us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746130306.306141:0:376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5342 00002000:00100000:1.0:1746130306.306155:0:376:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x1c:0x0] (5242880->6291455) req@ffff88013639b800 x1830949849489280/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:331/0 lens 488/440 e 0 to 0 dl 1746130356 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746130306.306165:0:376:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013639b800 with x1830949849489280 ext(5242880->6291455) 00002000:00010000:1.0:1746130306.306172:0:376:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88013639b800 00000100:00100000:1.0:1746130306.310194:0:8475:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801354d9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c84b93b0-d496-484f-8e1e-94008838f2dd+11:1963:x1830949849489408:12345-192.168.204.51@tcp:3:cmp.0 Request processed in 18985us (20799us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746130306.310208:0:8475:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5343 00002000:00100000:1.0:1746130306.310219:0:8475:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x1d:0x0] (4194304->5242879) req@ffff8801354d9500 x1830949849489408/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:331/0 lens 488/440 e 0 to 0 dl 1746130356 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746130306.310229:0:8475:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801354d9500 with x1830949849489408 ext(4194304->5242879) 00002000:00010000:1.0:1746130306.310234:0:8475:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801354d9500 00000100:00100000:2.0:1746130306.315357:0:25215:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092d0ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c84b93b0-d496-484f-8e1e-94008838f2dd+9:1963:x1830949849488896:12345-192.168.204.51@tcp:3:cmp.0 Request processed in 25759us (26301us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746130306.315371:0:25215:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5341 00002000:00100000:2.0:1746130306.315385:0:25215:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x240000400:0x1c:0x0] (4194304->5242879) req@ffff880092d0ea00 x1830949849488896/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:331/0 lens 488/440 e 0 to 0 dl 1746130356 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746130306.315395:0:25215:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092d0ea00 with x1830949849488896 ext(4194304->5242879) 00002000:00010000:2.0:1746130306.315402:0:25215:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092d0ea00 00000100:00100000:1.0:1746130306.321421:0:8474:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800947a4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+9:1963:x1830949849489664:12345-192.168.204.51@tcp:3:cmp.0 Request processed in 23879us (25311us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746130306.321437:0:8474:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5344 00002000:00100000:1.0:1746130306.321451:0:8474:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x1d:0x0] (5242880->6291455) req@ffff8800947a4e00 x1830949849489664/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:331/0 lens 488/440 e 0 to 0 dl 1746130356 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746130306.321463:0:8474:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800947a4e00 with x1830949849489664 ext(5242880->6291455) 00002000:00010000:1.0:1746130306.321470:0:8474:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800947a4e00 00000100:00100000:0.0:1746130306.335589:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130306.335730:0:8474:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849489920 00000100:00100000:1.0:1746130306.335831:0:8474:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849489920 00002000:00100000:1.0:1746130306.335881:0:8474:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x1c:0x0] (6291456->7340031) req@ffff8800947a4380 x1830949849489920/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:331/0 lens 488/0 e 0 to 0 dl 1746130356 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746130306.335892:0:8474:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800947a4380 with x1830949849489920 ext(6291456->7340031) 00002000:00010000:1.0:1746130306.335899:0:8474:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800947a4380 00000100:00100000:1.0:1746130306.336631:0:8474:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5345 00000100:00100000:1.0:1746130306.336641:0:8474:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800947a4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+9:1961:x1830949849489920:12345-192.168.204.51@tcp:3:cmp.0 00000100:00100000:1.0:1746130306.343661:0:8474:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800947a4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+9:1961:x1830949849489920:12345-192.168.204.51@tcp:3:cmp.0 Request processed in 7012us (8074us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746130306.343673:0:8474:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5345 00002000:00100000:1.0:1746130306.343685:0:8474:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x1c:0x0] (6291456->7340031) req@ffff8800947a4380 x1830949849489920/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:331/0 lens 488/440 e 0 to 0 dl 1746130356 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746130306.343695:0:8474:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800947a4380 with x1830949849489920 ext(6291456->7340031) 00002000:00010000:1.0:1746130306.343701:0:8474:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800947a4380 00000100:00100000:1.0:1746130306.352737:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130306.352837:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130306.352883:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130306.353158:0:8474:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849490432 00000100:00100000:2.0:1746130306.353169:0:8474:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849490432 00002000:00100000:2.0:1746130306.353219:0:8474:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x1d:0x0] (7340032->8388607) req@ffff8800a79edf80 x1830949849490432/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:331/0 lens 488/0 e 0 to 0 dl 1746130356 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746130306.353229:0:8474:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a79edf80 with x1830949849490432 ext(7340032->8388607) 00002000:00010000:2.0:1746130306.353235:0:8474:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a79edf80 00000100:00100000:2.0:1746130306.353250:0:8474:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849490304 00000100:00100000:2.0:1746130306.353252:0:8474:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849490304 00002000:00100000:2.0:1746130306.353261:0:8474:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x1d:0x0] (6291456->7340031) req@ffff880091f44380 x1830949849490304/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:331/0 lens 488/0 e 0 to 0 dl 1746130356 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746130306.353299:0:8474:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091f44380 with x1830949849490304 ext(6291456->7340031) 00002000:00010000:2.0:1746130306.353302:0:8474:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091f44380 00000100:00100000:2.0:1746130306.353317:0:19438:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849490560 00000100:00100000:2.0:1746130306.353319:0:19438:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849490560 00002000:00100000:2.0:1746130306.353334:0:19438:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x1c:0x0] (7340032->8388607) req@ffff880091f47b80 x1830949849490560/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:331/0 lens 488/0 e 0 to 0 dl 1746130356 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746130306.353341:0:19438:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091f47b80 with x1830949849490560 ext(7340032->8388607) 00002000:00010000:2.0:1746130306.353344:0:19438:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091f47b80 00000100:00100000:2.0:1746130306.353354:0:19438:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5346 00000100:00100000:2.0:1746130306.353361:0:19438:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a79edf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+10:1963:x1830949849490432:12345-192.168.204.51@tcp:3:cmp.0 00000100:00100000:1.0:1746130306.353897:0:376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5347 00000100:00100000:1.0:1746130306.353907:0:376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091f44380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:c84b93b0-d496-484f-8e1e-94008838f2dd+10:1964:x1830949849490304:12345-192.168.204.51@tcp:3:cmp.0 00000100:00100000:0.0:1746130306.353973:0:8475:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5348 00000100:00100000:0.0:1746130306.353983:0:8475:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091f47b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c84b93b0-d496-484f-8e1e-94008838f2dd+9:1964:x1830949849490560:12345-192.168.204.51@tcp:3:cmp.0 00000100:00100000:2.0:1746130306.362465:0:19438:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a79edf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+11:1963:x1830949849490432:12345-192.168.204.51@tcp:3:cmp.0 Request processed in 9092us (9727us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746130306.362477:0:19438:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5346 00002000:00100000:2.0:1746130306.362490:0:19438:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x1d:0x0] (7340032->8388607) req@ffff8800a79edf80 x1830949849490432/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:331/0 lens 488/440 e 0 to 0 dl 1746130356 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746130306.362910:0:19438:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a79edf80 with x1830949849490432 ext(7340032->8388607) 00002000:00010000:2.0:1746130306.362928:0:19438:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a79edf80 00000100:00100000:1.0:1746130306.365746:0:376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091f44380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:c84b93b0-d496-484f-8e1e-94008838f2dd+9:1964:x1830949849490304:12345-192.168.204.51@tcp:3:cmp.0 Request processed in 11831us (12898us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746130306.365758:0:376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5347 00002000:00100000:1.0:1746130306.365770:0:376:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x1d:0x0] (6291456->7340031) req@ffff880091f44380 x1830949849490304/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:331/0 lens 488/440 e 0 to 0 dl 1746130356 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746130306.365785:0:376:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091f44380 with x1830949849490304 ext(6291456->7340031) 00002000:00010000:1.0:1746130306.365791:0:376:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091f44380 00000100:00100000:3.0:1746130306.366846:0:8475:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091f47b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c84b93b0-d496-484f-8e1e-94008838f2dd+9:1964:x1830949849490560:12345-192.168.204.51@tcp:3:cmp.0 Request processed in 12859us (13956us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746130306.366856:0:8475:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5348 00002000:00100000:3.0:1746130306.366863:0:8475:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x1c:0x0] (7340032->8388607) req@ffff880091f47b80 x1830949849490560/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:331/0 lens 488/440 e 0 to 0 dl 1746130356 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746130306.366872:0:8475:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091f47b80 with x1830949849490560 ext(7340032->8388607) 00002000:00010000:3.0:1746130306.366876:0:8475:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091f47b80 00000100:00100000:0.0:1746130306.379012:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130306.379196:0:8475:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849490944 00000100:00100000:3.0:1746130306.379209:0:8475:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849490944 00002000:00100000:3.0:1746130306.379284:0:8475:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x1c:0x0] (8388608->9437183) req@ffff8800947a7100 x1830949849490944/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:331/0 lens 488/0 e 0 to 0 dl 1746130356 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746130306.379297:0:8475:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800947a7100 with x1830949849490944 ext(8388608->9437183) 00002000:00010000:3.0:1746130306.379304:0:8475:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800947a7100 00000100:00100000:0.0:1746130306.381101:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130306.382228:0:8475:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849491200 00000100:00100000:3.0:1746130306.382238:0:8475:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849491200 00002000:00100000:3.0:1746130306.382307:0:8475:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x1d:0x0] (8388608->9437183) req@ffff8800947a4a80 x1830949849491200/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:331/0 lens 488/0 e 0 to 0 dl 1746130356 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00000100:00100000:2.0:1746130306.382311:0:19438:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5349 00002000:00100000:3.0:1746130306.382317:0:8475:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800947a4a80 with x1830949849491200 ext(8388608->9437183) 00002000:00010000:3.0:1746130306.382323:0:8475:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800947a4a80 00000100:00100000:2.0:1746130306.382325:0:19438:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800947a7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+9:1964:x1830949849490944:12345-192.168.204.51@tcp:3:cmp.0 00000100:00100000:3.0:1746130306.382349:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5350 00000100:00100000:3.0:1746130306.382355:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800947a4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+9:1964:x1830949849491200:12345-192.168.204.51@tcp:3:cmp.0 00000100:00100000:3.0:1746130306.394598:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800947a4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+9:1964:x1830949849491200:12345-192.168.204.51@tcp:3:cmp.0 Request processed in 12230us (13490us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746130306.394610:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5350 00002000:00100000:3.0:1746130306.394621:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x1d:0x0] (8388608->9437183) req@ffff8800947a4a80 x1830949849491200/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:331/0 lens 488/440 e 0 to 0 dl 1746130356 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746130306.394630:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800947a4a80 with x1830949849491200 ext(8388608->9437183) 00002000:00010000:3.0:1746130306.394637:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800947a4a80 00000100:00100000:2.0:1746130306.394817:0:19438:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800947a7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+9:1964:x1830949849490944:12345-192.168.204.51@tcp:3:cmp.0 Request processed in 12495us (15815us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746130306.394823:0:19438:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5349 00002000:00100000:2.0:1746130306.394828:0:19438:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x1c:0x0] (8388608->9437183) req@ffff8800947a7100 x1830949849490944/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:331/0 lens 488/440 e 0 to 0 dl 1746130356 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746130306.394834:0:19438:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800947a7100 with x1830949849490944 ext(8388608->9437183) 00002000:00010000:2.0:1746130306.394838:0:19438:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800947a7100 00000100:00100000:1.0:1746130306.403956:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130306.404360:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130306.404531:0:19438:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849491456 00000100:00100000:2.0:1746130306.404542:0:19438:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849491456 00002000:00100000:2.0:1746130306.404589:0:19438:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x1c:0x0] (9437184->10485759) req@ffff880091f44000 x1830949849491456/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:331/0 lens 488/0 e 0 to 0 dl 1746130356 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746130306.404600:0:19438:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091f44000 with x1830949849491456 ext(9437184->10485759) 00002000:00010000:2.0:1746130306.404606:0:19438:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091f44000 00000100:00100000:2.0:1746130306.404807:0:19438:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849491712 00000100:00100000:2.0:1746130306.404811:0:19438:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849491712 00002000:00100000:2.0:1746130306.404827:0:19438:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x1d:0x0] (9437184->10485759) req@ffff880091f44a80 x1830949849491712/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:331/0 lens 488/0 e 0 to 0 dl 1746130356 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746130306.404834:0:19438:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091f44a80 with x1830949849491712 ext(9437184->10485759) 00002000:00010000:2.0:1746130306.404838:0:19438:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091f44a80 00000100:00100000:3.0:1746130306.404910:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5351 00000100:00100000:3.0:1746130306.404932:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091f44000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+9:1961:x1830949849491456:12345-192.168.204.51@tcp:3:cmp.0 00000100:00100000:2.0:1746130306.405228:0:19438:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5352 00000100:00100000:2.0:1746130306.405235:0:19438:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091f44a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+9:1961:x1830949849491712:12345-192.168.204.51@tcp:3:cmp.0 00000100:00100000:2.0:1746130306.415946:0:19438:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091f44a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+9:1961:x1830949849491712:12345-192.168.204.51@tcp:3:cmp.0 Request processed in 10697us (11571us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746130306.415961:0:19438:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5352 00002000:00100000:2.0:1746130306.415975:0:19438:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x1d:0x0] (9437184->10485759) req@ffff880091f44a80 x1830949849491712/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:331/0 lens 488/440 e 0 to 0 dl 1746130356 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746130306.415985:0:19438:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091f44a80 with x1830949849491712 ext(9437184->10485759) 00002000:00010000:2.0:1746130306.415992:0:19438:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091f44a80 00000100:00100000:3.0:1746130306.419458:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091f44000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+9:1961:x1830949849491456:12345-192.168.204.51@tcp:3:cmp.0 Request processed in 14529us (15502us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746130306.419470:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5351 00002000:00100000:3.0:1746130306.419481:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x1c:0x0] (9437184->10485759) req@ffff880091f44000 x1830949849491456/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:331/0 lens 488/440 e 0 to 0 dl 1746130356 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746130306.419491:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091f44000 with x1830949849491456 ext(9437184->10485759) 00002000:00010000:3.0:1746130306.419497:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091f44000 00000100:00100000:0.0:1746130306.423025:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130306.423104:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849491968 00000100:00100000:3.0:1746130306.423113:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849491968 00002000:00100000:3.0:1746130306.423155:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x1c:0x0] (10485760->11534335) req@ffff8800947a4700 x1830949849491968/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:331/0 lens 488/0 e 0 to 0 dl 1746130356 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746130306.423166:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800947a4700 with x1830949849491968 ext(10485760->11534335) 00002000:00010000:3.0:1746130306.423170:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800947a4700 00000100:00100000:3.0:1746130306.423339:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5353 00000100:00100000:3.0:1746130306.423347:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800947a4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+9:1963:x1830949849491968:12345-192.168.204.51@tcp:3:cmp.0 00000100:00100000:1.0:1746130306.428625:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130306.428694:0:19438:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849492224 00000100:00100000:2.0:1746130306.428704:0:19438:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849492224 00002000:00100000:2.0:1746130306.428761:0:19438:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x1d:0x0] (10485760->11534335) req@ffff880091f44e00 x1830949849492224/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:331/0 lens 488/0 e 0 to 0 dl 1746130356 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746130306.428772:0:19438:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091f44e00 with x1830949849492224 ext(10485760->11534335) 00002000:00010000:2.0:1746130306.428778:0:19438:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091f44e00 00000100:00100000:2.0:1746130306.428800:0:19438:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5354 00000100:00100000:2.0:1746130306.428816:0:19438:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091f44e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+9:1963:x1830949849492224:12345-192.168.204.51@tcp:3:cmp.0 00000100:00100000:3.0:1746130306.433043:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800947a4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+9:1963:x1830949849491968:12345-192.168.204.51@tcp:3:cmp.0 Request processed in 9683us (10012us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746130306.433057:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5353 00002000:00100000:3.0:1746130306.433069:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x1c:0x0] (10485760->11534335) req@ffff8800947a4700 x1830949849491968/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:331/0 lens 488/440 e 0 to 0 dl 1746130356 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746130306.433085:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800947a4700 with x1830949849491968 ext(10485760->11534335) 00002000:00010000:3.0:1746130306.433092:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800947a4700 00000100:00100000:0.0:1746130306.436775:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130306.436986:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849492480 00000100:00100000:3.0:1746130306.436997:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849492480 00002000:00100000:3.0:1746130306.437043:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x1c:0x0] (11534336->12582911) req@ffff8800947a5880 x1830949849492480/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:331/0 lens 488/0 e 0 to 0 dl 1746130356 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00000100:00100000:2.0:1746130306.437043:0:19438:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091f44e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+9:1963:x1830949849492224:12345-192.168.204.51@tcp:3:cmp.0 Request processed in 8234us (8427us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746130306.437052:0:19438:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5354 00002000:00100000:3.0:1746130306.437053:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800947a5880 with x1830949849492480 ext(11534336->12582911) 00002000:00010000:3.0:1746130306.437059:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800947a5880 00002000:00100000:2.0:1746130306.437059:0:19438:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x1d:0x0] (10485760->11534335) req@ffff880091f44e00 x1830949849492224/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:331/0 lens 488/440 e 0 to 0 dl 1746130356 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746130306.437067:0:19438:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091f44e00 with x1830949849492224 ext(10485760->11534335) 00002000:00010000:2.0:1746130306.437071:0:19438:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091f44e00 00000100:00100000:3.0:1746130306.437091:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5355 00000100:00100000:3.0:1746130306.437098:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800947a5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+9:1963:x1830949849492480:12345-192.168.204.51@tcp:3:cmp.0 00000100:00100000:3.0:1746130306.447443:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800947a5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+9:1963:x1830949849492480:12345-192.168.204.51@tcp:3:cmp.0 Request processed in 10331us (10667us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746130306.447458:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5355 00002000:00100000:3.0:1746130306.447472:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x1c:0x0] (11534336->12582911) req@ffff8800947a5880 x1830949849492480/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:331/0 lens 488/440 e 0 to 0 dl 1746130356 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746130306.447482:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800947a5880 with x1830949849492480 ext(11534336->12582911) 00002000:00010000:3.0:1746130306.447490:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800947a5880 00000100:00100000:0.0:1746130306.456996:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130306.457311:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849492736 00000100:00100000:3.0:1746130306.457323:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849492736 00002000:00100000:3.0:1746130306.457373:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x1d:0x0] (11534336->12582911) req@ffff8801354c7b80 x1830949849492736/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:331/0 lens 488/0 e 0 to 0 dl 1746130356 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746130306.457383:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801354c7b80 with x1830949849492736 ext(11534336->12582911) 00002000:00010000:3.0:1746130306.457389:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801354c7b80 00000100:00100000:3.0:1746130306.457424:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5356 00000100:00100000:3.0:1746130306.457432:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801354c7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+9:1961:x1830949849492736:12345-192.168.204.51@tcp:3:cmp.0 00000100:00100000:3.0:1746130306.469390:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801354c7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+9:1961:x1830949849492736:12345-192.168.204.51@tcp:3:cmp.0 Request processed in 11944us (12390us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746130306.469403:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5356 00002000:00100000:3.0:1746130306.469416:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x1d:0x0] (11534336->12582911) req@ffff8801354c7b80 x1830949849492736/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:331/0 lens 488/440 e 0 to 0 dl 1746130356 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746130306.469426:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801354c7b80 with x1830949849492736 ext(11534336->12582911) 00002000:00010000:3.0:1746130306.469432:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801354c7b80 00000100:00100000:1.0:1746130306.475474:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130306.475576:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849492992 00000100:00100000:3.0:1746130306.475587:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849492992 00002000:00100000:3.0:1746130306.475643:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x1c:0x0] (12582912->13631487) req@ffff880091f45880 x1830949849492992/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:331/0 lens 488/0 e 0 to 0 dl 1746130356 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746130306.475651:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091f45880 with x1830949849492992 ext(12582912->13631487) 00002000:00010000:3.0:1746130306.475656:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091f45880 00000100:00100000:3.0:1746130306.475683:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5357 00000100:00100000:3.0:1746130306.475692:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091f45880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+9:1963:x1830949849492992:12345-192.168.204.51@tcp:3:cmp.0 00000100:00100000:3.0:1746130306.484633:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091f45880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+9:1963:x1830949849492992:12345-192.168.204.51@tcp:3:cmp.0 Request processed in 8929us (9157us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746130306.484648:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5357 00002000:00100000:3.0:1746130306.484660:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x1c:0x0] (12582912->13631487) req@ffff880091f45880 x1830949849492992/t0(0) o3->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:331/0 lens 488/440 e 0 to 0 dl 1746130356 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746130306.484670:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091f45880 with x1830949849492992 ext(12582912->13631487) 00002000:00010000:3.0:1746130306.484678:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091f45880 00000100:00100000:2.0:1746130306.491109:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130306.493448:0:15914:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849493248 00000100:00100000:0.0:1746130306.493462:0:15914:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849493248 00000100:00100000:0.0:1746130306.493528:0:15914:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 175 00000100:00100000:0.0:1746130306.493537:0:15914:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135a10000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:c84b93b0-d496-484f-8e1e-94008838f2dd+26:1140:x1830949849493248:12345-192.168.204.51@tcp:35:cmp.0 00000100:00100000:0.0:1746130306.493774:0:15914:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135a10000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:c84b93b0-d496-484f-8e1e-94008838f2dd+27:1140:x1830949849493248:12345-192.168.204.51@tcp:35:cmp.0 Request processed in 238us (2676us total) trans 4294992261 rc 0/0 00000100:00100000:0.0:1746130306.493780:0:15914:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 175 00000100:00100000:1.0:1746130306.498149:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130306.498446:0:15914:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849493504 00000100:00100000:0.0:1746130306.498456:0:15914:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849493504 00000100:00100000:0.0:1746130306.498841:0:15914:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 176 00000100:00100000:0.0:1746130306.498851:0:15914:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091f46680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:c84b93b0-d496-484f-8e1e-94008838f2dd+27:1140:x1830949849493504:12345-192.168.204.51@tcp:35:cmp.0 00000100:00100000:0.0:1746130306.499316:0:15914:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091f46680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:c84b93b0-d496-484f-8e1e-94008838f2dd+28:1140:x1830949849493504:12345-192.168.204.51@tcp:35:cmp.0 Request processed in 458us (1167us total) trans 4294992262 rc 0/0 00000100:00100000:0.0:1746130306.499326:0:15914:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 176 00000100:00100000:2.0:1746130306.511450:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130306.511549:0:8503:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849493760 00000100:00100000:0.0:1746130306.511557:0:8503:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849493760 00000100:00100000:0.0:1746130306.511596:0:8503:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 60784 00000100:00100000:0.0:1746130306.511604:0:8503:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135a12a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:640ea846-b909-4eea-9a54-417e15bd627b+33:1143:x1830949849493760:12345-192.168.204.51@tcp:36:rm.0 00010000:00010000:0.0:1746130306.511652:0:8503:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:0.0:1746130306.511673:0:8503:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092a51200/0x4ce24e5787363021 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae410fc expref: 33 pid: 17042 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130306.511705:0:8503:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094b1f000/0x4ce24e5787362fd4 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae410e0 expref: 32 pid: 9883 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130306.511714:0:8503:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff8800a4625100) 00010000:00010000:0.0:1746130306.511723:0:8503:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094685a00/0x4ce24e57873631f6 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae41165 expref: 31 pid: 7110 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130306.511730:0:8503:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009bd0ff00) 00010000:00010000:0.0:1746130306.511732:0:8503:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1746130306.511746:0:8503:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880093e92400/0x4ce24e57873632f2 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8503 initiator: MDT0 00010000:00010000:0.0:1746130306.511756:0:8503:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880092a28000/0x4ce24e5787363243 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae41188 expref: 27 pid: 7110 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130306.512781:0:8503:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880093e92400/0x4ce24e57873632f2 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8503 initiator: MDT0 00000100:00100000:1.0:1746130306.512969:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130306.513019:0:17042:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849493888 00000100:00100000:2.0:1746130306.513024:0:17042:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849493888 00000100:00100000:2.0:1746130306.513055:0:17042:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 11 00000100:00100000:2.0:1746130306.513061:0:17042:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091f46a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:640ea846-b909-4eea-9a54-417e15bd627b+31:1961:x1830949849493888:12345-192.168.204.51@tcp:63:ll_sa.0 00010000:00010000:3.0:1746130306.513065:0:8503:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880092a28000/0x4ce24e5787363243 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae41188 expref: 27 pid: 7110 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130306.513076:0:8503:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880092a28000/0x4ce24e5787363243 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae41188 expref: 27 pid: 7110 timeout: 604 lvb_type: 0 00010000:00010000:2.0:1746130306.513083:0:17042:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1746130306.513088:0:8503:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b320000 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8503:1830949841830656:192.168.204.51@tcp:104: 00010000:00010000:2.0:1746130306.513091:0:17042:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880136265800/0x4ce24e57873632f9 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae41276 expref: -99 pid: 17042 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130306.513119:0:17042:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880136265c00/0x4ce24e5787363300 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 17042 initiator: MDT0 00010000:00010000:2.0:1746130306.513127:0:17042:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880136265c00/0x4ce24e5787363300 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 17042 initiator: MDT0 00010000:00010000:2.0:1746130306.513136:0:17042:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880136265c00/0x4ce24e5787363300 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 17042 initiator: MDT0 00010000:00010000:2.0:1746130306.513145:0:17042:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880136264000/0x4ce24e5787363307 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 17042 initiator: MDT0 00010000:00010000:2.0:1746130306.513150:0:17042:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880136264000/0x4ce24e5787363307 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 17042 initiator: MDT0 00000100:00100000:3.0:1746130306.513151:0:8503:0:(client.c:2553:ptlrpc_set_wait()) set ffff880130e63a80 going to sleep for 11 seconds 00010000:00010000:2.0:1746130306.513154:0:17042:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880136264000/0x4ce24e5787363307 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 17042 initiator: MDT0 00010000:00010000:2.0:1746130306.513204:0:17042:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880136265c00/0x4ce24e5787363300 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 17042 initiator: MDT0 00010000:00010000:2.0:1746130306.513209:0:17042:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880136265c00/0x4ce24e5787363300 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 17042 initiator: MDT0 00010000:00010000:2.0:1746130306.513214:0:17042:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880136265c00/0x4ce24e5787363300 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 17042 initiator: MDT0 00010000:00010000:2.0:1746130306.513219:0:17042:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880136265c00 already unused, calling callback (ffffffffa1383690) 00010000:00010000:2.0:1746130306.513222:0:17042:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880136265c00/0x4ce24e5787363300 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 17042 initiator: MDT0 00010000:00010000:2.0:1746130306.513227:0:17042:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880136265c00/0x4ce24e5787363300 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 17042 initiator: MDT0 00010000:00010000:2.0:1746130306.513234:0:17042:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009bd0ff00) 00010000:00010000:2.0:1746130306.513237:0:17042:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746130306.513240:0:17042:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff880093e92400/0x4ce24e57873632f2 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8503 initiator: MDT0 00010000:00010000:2.0:1746130306.513245:0:17042:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880136265c00/0x4ce24e5787363300 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 17042 initiator: MDT0 00010000:00010000:2.0:1746130306.513250:0:17042:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880136265c00/0x4ce24e5787363300 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 17042 initiator: MDT0 00010000:00010000:2.0:1746130306.513262:0:17042:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880136264000/0x4ce24e5787363307 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 17042 initiator: MDT0 00010000:00010000:2.0:1746130306.513282:0:17042:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880136264000/0x4ce24e5787363307 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 17042 initiator: MDT0 00010000:00010000:2.0:1746130306.513286:0:17042:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880136264000/0x4ce24e5787363307 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 17042 initiator: MDT0 00010000:00010000:2.0:1746130306.513290:0:17042:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880136264000 already unused, calling callback (ffffffffa1383690) 00010000:00010000:2.0:1746130306.513292:0:17042:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880136264000/0x4ce24e5787363307 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 17042 initiator: MDT0 00010000:00010000:2.0:1746130306.513297:0:17042:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880136264000/0x4ce24e5787363307 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 17042 initiator: MDT0 00010000:00010000:2.0:1746130306.513306:0:17042:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce70cf (ffff8800acd40700) 00010000:00010000:2.0:1746130306.513308:0:17042:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746130306.513310:0:17042:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880136264000/0x4ce24e5787363307 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 17042 initiator: MDT0 00010000:00010000:2.0:1746130306.513314:0:17042:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880136264000/0x4ce24e5787363307 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 17042 initiator: MDT0 00010000:00010000:2.0:1746130306.513344:0:17042:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff880136265800/0x4ce24e57873632f9 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae41276 expref: 32 pid: 17042 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130306.513350:0:17042:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009bd0ff00) 00010000:00010000:2.0:1746130306.513351:0:17042:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1746130306.513353:0:17042:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff880093e92400/0x4ce24e57873632f2 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8503 initiator: MDT0 00010000:00010000:2.0:1746130306.513357:0:17042:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880136265800/0x4ce24e57873632f9 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae41276 expref: 32 pid: 17042 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130306.513363:0:17042:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880136265800, rc -2) 00000100:00100000:2.0:1746130306.513392:0:17042:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091f46a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:640ea846-b909-4eea-9a54-417e15bd627b+31:1961:x1830949849493888:12345-192.168.204.51@tcp:63:ll_sa.0 Request processed in 331us (426us total) trans 0 rc -2/-2 00000100:00100000:2.0:1746130306.513397:0:17042:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 11 00000100:00100000:1.0:1746130306.517315:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130306.517373:0:7924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849494016 00000100:00100000:0.0:1746130306.517381:0:7924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849494016 00010000:00010000:0.0:1746130306.517416:0:7924:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092a28000/0x4ce24e5787363243 lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae41188 expref: 28 pid: 7110 timeout: 604 lvb_type: 0 00000100:00100000:0.0:1746130306.517439:0:7924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14964 00000100:00100000:0.0:1746130306.517445:0:7924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091f46300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+28:1962:x1830949849494016:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746130306.517460:0:7924:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746130306.517465:0:7924:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880092a28000/0x4ce24e5787363243 lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae41188 expref: 28 pid: 7110 timeout: 604 lvb_type: 0 00010000:00010000:0.0:1746130306.517476:0:7924:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880092a28000/0x4ce24e5787363243 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae41188 expref: 28 pid: 7110 timeout: 604 lvb_type: 0 00010000:00010000:0.0:1746130306.517495:0:7924:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009bd0ff00) 00010000:00010000:0.0:1746130306.517499:0:7924:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff880093e92400/0x4ce24e57873632f2 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8503 initiator: MDT0 00010000:00010000:0.0:1746130306.517506:0:7924:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880093e92400/0x4ce24e57873632f2 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 8503 initiator: MDT0 00010000:00010000:0.0:1746130306.517512:0:7924:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093e92400/0x4ce24e57873632f2 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 8503 initiator: MDT0 00010000:00010000:0.0:1746130306.517526:0:7924:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746130306.517574:0:7924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091f46300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+28:1962:x1830949849494016:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 129us (268us total) trans 0 rc 0/0 00000100:00100000:0.0:1746130306.517580:0:7924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14964 00010000:00010000:3.0:1746130306.517653:0:8503:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092a28000/0x4ce24e5787363243 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae41188 expref: 27 pid: 7110 timeout: 604 lvb_type: 0 00000100:00100000:3.0:1746130306.517672:0:8503:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b320000 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8503:1830949841830656:192.168.204.51@tcp:104: 00010000:00010000:3.0:1746130306.517693:0:8503:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880093e92400/0x4ce24e57873632f2 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8503 initiator: MDT0 00010000:00010000:3.0:1746130306.517700:0:8503:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880093e92400/0x4ce24e57873632f2 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8503 initiator: MDT0 00010000:00010000:3.0:1746130306.517862:0:8503:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093e92400/0x4ce24e57873632f2 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8503 initiator: MDT0 00010000:00010000:3.0:1746130306.517881:0:8503:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880136b99400/0x4ce24e578736330e lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8503 initiator: MDT0 00010000:00010000:3.0:1746130306.517888:0:8503:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880136b99400/0x4ce24e578736330e lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8503 initiator: MDT0 00010000:00010000:3.0:1746130306.517894:0:8503:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880136b99400/0x4ce24e578736330e lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8503 initiator: MDT0 00010000:00010000:3.0:1746130306.518007:0:8503:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4e1fc00/0x4ce24e5787363315 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8503 initiator: MDT0 00010000:00010000:3.0:1746130306.518015:0:8503:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880092a29a00/0x4ce24e5787363067 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4113b expref: 26 pid: 21138 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130306.518020:0:8503:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4e1fc00/0x4ce24e5787363315 lrc: 4/0,1 mode: --/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8503 initiator: MDT0 00010000:00010000:3.0:1746130306.518039:0:8503:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880092a29a00/0x4ce24e5787363067 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4113b expref: 26 pid: 21138 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130306.518054:0:8503:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880092a29a00/0x4ce24e5787363067 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4113b expref: 26 pid: 21138 timeout: 604 lvb_type: 0 00000100:00100000:3.0:1746130306.518064:0:8503:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b320000 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8503:1830949841830784:192.168.204.51@tcp:104: 00000100:00100000:3.0:1746130306.518131:0:8503:0:(client.c:2553:ptlrpc_set_wait()) set ffff880130e63a80 going to sleep for 11 seconds 00000100:00100000:3.0:1746130306.525535:0:8503:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b320000 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8503:1830949841830784:192.168.204.51@tcp:104: 00000100:00100000:1.0:1746130306.525619:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130306.525711:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849494144 00000100:00100000:0.0:1746130306.525718:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849494144 00010000:00010000:0.0:1746130306.525754:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092a29a00/0x4ce24e5787363067 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4113b expref: 27 pid: 21138 timeout: 604 lvb_type: 0 00010000:00010000:3.0:1746130306.525982:0:8503:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4e1fc00/0x4ce24e5787363315 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8503 initiator: MDT0 00000100:00100000:0.0:1746130306.526161:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14965 00000100:00100000:0.0:1746130306.526169:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e24f050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+27:1962:x1830949849494144:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746130306.526318:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746130306.526326:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880092a29a00/0x4ce24e5787363067 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4113b expref: 27 pid: 21138 timeout: 604 lvb_type: 0 00010000:00010000:0.0:1746130306.526337:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880092a29a00/0x4ce24e5787363067 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4113b expref: 27 pid: 21138 timeout: 604 lvb_type: 0 00010000:00010000:0.0:1746130306.526358:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092a29a00/0x4ce24e5787363067 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4113b expref: 27 pid: 21138 timeout: 604 lvb_type: 0 00010000:00010000:0.0:1746130306.526382:0:7097:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff8800a4625100) 00010000:00010000:0.0:1746130306.526386:0:7097:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4e1fc00/0x4ce24e5787363315 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8503 initiator: MDT0 00010000:00010000:0.0:1746130306.526395:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4e1fc00/0x4ce24e5787363315 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 8503 initiator: MDT0 00010000:00010000:0.0:1746130306.526401:0:7097:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4e1fc00/0x4ce24e5787363315 lrc: 4/0,1 mode: EX/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 8503 initiator: MDT0 00010000:00010000:0.0:1746130306.526422:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746130306.526463:0:8503:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4e1fc00/0x4ce24e5787363315 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8503 initiator: MDT0 00010000:00010000:3.0:1746130306.526469:0:8503:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4e1fc00/0x4ce24e5787363315 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8503 initiator: MDT0 00000100:00100000:0.0:1746130306.526817:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e24f050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+26:1962:x1830949849494144:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 648us (1197us total) trans 0 rc 0/0 00000100:00100000:0.0:1746130306.526824:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14965 00000040:00080000:3.0:1746130306.528063:0:8503:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x3:0x0].15, 64 off9152 00000004:00080000:3.0:1746130306.528071:0:8503:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 504667803588ns, next at 505667802037ns, rc = 0 00000040:00080000:3.0:1746130306.528084:0:8503:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x6:0x0].14, 64 off9088 00000004:00080000:3.0:1746130306.528089:0:8503:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 504667821997ns, next at 505667821520ns, rc = 0 00010000:00010000:3.0:1746130306.528152:0:8503:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880135e1ee00/0x4ce24e578736331c lrc: 3/0,1 mode: --/PW res: [0x200000401:0x4f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8503 initiator: MDT0 00010000:00010000:3.0:1746130306.528162:0:8503:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880135e1ee00/0x4ce24e578736331c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 8503 initiator: MDT0 00010000:00010000:3.0:1746130306.528171:0:8503:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880135e1ee00/0x4ce24e578736331c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8503 initiator: MDT0 00010000:00010000:3.0:1746130306.528176:0:8503:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880135e1ee00/0x4ce24e578736331c lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x4f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8503 initiator: MDT0 00010000:00010000:3.0:1746130306.528181:0:8503:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880135e1ee00/0x4ce24e578736331c lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x4f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8503 initiator: MDT0 00010000:00010000:3.0:1746130306.528186:0:8503:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880135e1ee00/0x4ce24e578736331c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x4f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8503 initiator: MDT0 00010000:00010000:0.0:1746130306.529884:0:7100:0:(ldlm_lockd.c:2812:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1746130306.529894:0:7100:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880135e1ee00/0x4ce24e578736331c lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x4f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 8503 initiator: MDT0 00010000:00010000:0.0:1746130306.529903:0:7100:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880135e1ee00 already unused, calling callback (ffffffffa0809d70) 00010000:00010000:0.0:1746130306.529906:0:7100:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880135e1ee00/0x4ce24e578736331c lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x4f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 8503 initiator: MDT0 00010000:00010000:0.0:1746130306.529912:0:7100:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880135e1ee00/0x4ce24e578736331c lrc: 5/0,0 mode: PW/PW res: [0x200000401:0x4f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 8503 initiator: MDT0 00010000:00010000:0.0:1746130306.529935:0:7100:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff8800a4625100) 00010000:00010000:0.0:1746130306.529937:0:7100:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1746130306.529940:0:8503:0:(ldlm_lockd.c:2182:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:0.0:1746130306.529941:0:7100:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880135e1ee00/0x4ce24e578736331c lrc: 3/0,0 mode: --/PW res: [0x200000401:0x4f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 8503 initiator: MDT0 00010000:00010000:0.0:1746130306.529945:0:7100:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880135e1ee00/0x4ce24e578736331c lrc: 0/0,0 mode: --/PW res: [0x200000401:0x4f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 8503 initiator: MDT0 00010000:00010000:0.0:1746130306.529959:0:7100:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746130306.529960:0:7100:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746130306.529961:0:7100:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1746130306.530029:0:8503:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4e1fc00/0x4ce24e5787363315 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8503 initiator: MDT0 00010000:00010000:2.0:1746130306.530036:0:8503:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4e1fc00/0x4ce24e5787363315 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8503 initiator: MDT0 00010000:00010000:2.0:1746130306.530040:0:8503:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4e1fc00/0x4ce24e5787363315 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8503 initiator: MDT0 00010000:00010000:2.0:1746130306.530046:0:8503:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a4e1fc00 already unused, calling callback (ffffffffa1383690) 00010000:00010000:2.0:1746130306.530048:0:8503:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4e1fc00/0x4ce24e5787363315 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8503 initiator: MDT0 00010000:00010000:2.0:1746130306.530052:0:8503:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4e1fc00/0x4ce24e5787363315 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8503 initiator: MDT0 00010000:00010000:2.0:1746130306.530061:0:8503:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff8800a4625100) 00010000:00010000:2.0:1746130306.530062:0:8503:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1746130306.530064:0:8503:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4e1fc00/0x4ce24e5787363315 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8503 initiator: MDT0 00010000:00010000:2.0:1746130306.530068:0:8503:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4e1fc00/0x4ce24e5787363315 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8503 initiator: MDT0 00010000:00010000:2.0:1746130306.530329:0:8503:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880093e92400/0x4ce24e57873632f2 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8503 initiator: MDT0 00010000:00010000:2.0:1746130306.530334:0:8503:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880093e92400/0x4ce24e57873632f2 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8503 initiator: MDT0 00010000:00010000:2.0:1746130306.530339:0:8503:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880093e92400/0x4ce24e57873632f2 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8503 initiator: MDT0 00010000:00010000:2.0:1746130306.530343:0:8503:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880093e92400 already unused, calling callback (ffffffffa1383690) 00010000:00010000:2.0:1746130306.530345:0:8503:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093e92400/0x4ce24e57873632f2 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8503 initiator: MDT0 00010000:00010000:2.0:1746130306.530349:0:8503:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093e92400/0x4ce24e57873632f2 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8503 initiator: MDT0 00010000:00010000:2.0:1746130306.530357:0:8503:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009bd0ff00) 00010000:00010000:2.0:1746130306.530358:0:8503:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746130306.530361:0:8503:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880093e92400/0x4ce24e57873632f2 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8503 initiator: MDT0 00010000:00010000:2.0:1746130306.530366:0:8503:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093e92400/0x4ce24e57873632f2 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8503 initiator: MDT0 00000004:00010000:2.0:1746130306.530381:0:8503:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff880135a12a00 reply state ffff880092f23000 transno 4294992263 ns: mdt-lustre-MDT0000_UUID lock: ffff880136b99400/0x4ce24e578736330e lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8503 initiator: MDT0 00000100:00100000:2.0:1746130306.530387:0:8503:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1746130306.530469:0:8503:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135a12a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:640ea846-b909-4eea-9a54-417e15bd627b+32:1143:x1830949849493760:12345-192.168.204.51@tcp:36:rm.0 Request processed in 18862us (19024us total) trans 4294992263 rc 0/0 00000100:00100000:2.0:1746130306.530477:0:8503:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 60784 00010000:00010000:0.0:1746130306.532725:0:3283:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880136b99400/0x4ce24e578736330e lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8503 initiator: MDT0 00010000:00010000:0.0:1746130306.532735:0:3283:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880136b99400/0x4ce24e578736330e lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8503 initiator: MDT0 00010000:00010000:0.0:1746130306.532740:0:3283:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880136b99400/0x4ce24e578736330e lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8503 initiator: MDT0 00010000:00010000:0.0:1746130306.532745:0:3283:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880136b99400 already unused, calling callback (ffffffffa1383690) 00010000:00010000:0.0:1746130306.532749:0:3283:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880136b99400/0x4ce24e578736330e lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8503 initiator: MDT0 00010000:00010000:0.0:1746130306.532755:0:3283:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880136b99400/0x4ce24e578736330e lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8503 initiator: MDT0 00010000:00010000:0.0:1746130306.532768:0:3283:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6fcf (ffff88012e3f4900) 00010000:00010000:0.0:1746130306.532770:0:3283:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746130306.532773:0:3283:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880136b99400/0x4ce24e578736330e lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8503 initiator: MDT0 00010000:00010000:0.0:1746130306.532777:0:3283:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880136b99400/0x4ce24e578736330e lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8503 initiator: MDT0 00000100:00100000:2.0:1746130306.571619:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130306.571736:0:8503:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849494272 00000100:00100000:0.0:1746130306.571744:0:8503:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849494272 00000100:00100000:0.0:1746130306.571795:0:8503:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 60785 00000100:00100000:0.0:1746130306.571802:0:8503:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135a10e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:640ea846-b909-4eea-9a54-417e15bd627b+31:1146:x1830949849494272:12345-192.168.204.51@tcp:101:lfs.0 00010000:00010000:0.0:1746130306.571822:0:8503:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746130306.571839:0:8503:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093e92c00/0x4ce24e5787363323 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae412ae expref: -99 pid: 8503 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130306.571898:0:8503:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093e92400/0x4ce24e578736332a lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8503 initiator: MDT0 00010000:00010000:0.0:1746130306.571910:0:8503:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093e92400/0x4ce24e578736332a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8503 initiator: MDT0 00010000:00010000:0.0:1746130306.571930:0:8503:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093e92400/0x4ce24e578736332a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8503 initiator: MDT0 00000004:00200000:0.0:1746130306.571984:0:8503:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 13824 00000004:00200000:0.0:1746130306.571988:0:8503:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 28 stripe count 1 MDT count 1 00000004:00010000:0.0:1746130306.572005:0:8503:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880093e92400/0x4ce24e578736332a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8503 initiator: MDT0 00010000:00010000:0.0:1746130306.572024:0:8503:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093e92c00/0x4ce24e5787363323 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae412ae expref: 33 pid: 8503 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130306.572902:0:8503:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880093e92400/0x4ce24e578736332a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae412ae expref: 32 pid: 8503 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130306.572911:0:8503:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800b1a1eb00) 00010000:00010000:0.0:1746130306.572925:0:8503:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1746130306.572928:0:8503:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093e92400, rc 0) 00000100:00100000:0.0:1746130306.573684:0:8503:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135a10e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:640ea846-b909-4eea-9a54-417e15bd627b+32:1146:x1830949849494272:12345-192.168.204.51@tcp:101:lfs.0 Request processed in 1878us (2069us total) trans 0 rc 0/0 00000100:00100000:0.0:1746130306.573691:0:8503:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 60785 00000100:00100000:1.0:1746130306.580714:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130306.580781:0:8503:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849494528 00000100:00100000:3.0:1746130306.580790:0:8503:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849494528 00000100:00100000:3.0:1746130306.580844:0:8503:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 60786 00000100:00100000:3.0:1746130306.580852:0:8503:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091f47100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:640ea846-b909-4eea-9a54-417e15bd627b+32:1146:x1830949849494528:12345-192.168.204.51@tcp:101:lfs.0 00010000:00010000:3.0:1746130306.580870:0:8503:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746130306.580873:0:8503:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1746130306.580896:0:8503:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093e92400/0x4ce24e578736332a lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae412ae expref: 32 pid: 8503 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130306.580938:0:8503:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800b1a1eb00) 00010000:00010000:3.0:1746130306.580948:0:8503:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746130306.580960:0:8503:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4e1fc00/0x4ce24e5787363331 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae412b5 expref: -99 pid: 8503 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130306.581073:0:8503:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4e1ee00/0x4ce24e5787363338 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8503 initiator: MDT0 00010000:00010000:3.0:1746130306.581083:0:8503:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4e1ee00/0x4ce24e5787363338 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8503 initiator: MDT0 00010000:00010000:3.0:1746130306.581092:0:8503:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4e1ee00/0x4ce24e5787363338 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8503 initiator: MDT0 00010000:00010000:3.0:1746130306.581102:0:8503:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880094460400/0x4ce24e578736333f lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8503 initiator: MDT0 00010000:00010000:3.0:1746130306.581107:0:8503:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094460400/0x4ce24e578736333f lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8503 initiator: MDT0 00010000:00010000:3.0:1746130306.581112:0:8503:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094460400/0x4ce24e578736333f lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8503 initiator: MDT0 00010000:00010000:3.0:1746130306.581491:0:8503:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a796cc00/0x4ce24e5787363346 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x50:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8503 initiator: MDT0 00010000:00010000:3.0:1746130306.581497:0:8503:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a796cc00/0x4ce24e5787363346 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x50:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8503 initiator: MDT0 00010000:00010000:3.0:1746130306.581503:0:8503:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a796cc00/0x4ce24e5787363346 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x50:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8503 initiator: MDT0 00000004:00200000:3.0:1746130306.581509:0:8503:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x50:0x0]: returning size 0 00010000:00010000:3.0:1746130306.581526:0:8503:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4e1ee00/0x4ce24e5787363338 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8503 initiator: MDT0 00010000:00010000:3.0:1746130306.581531:0:8503:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4e1ee00/0x4ce24e5787363338 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8503 initiator: MDT0 00010000:00010000:3.0:1746130306.581540:0:8503:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4e1ee00/0x4ce24e5787363338 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8503 initiator: MDT0 00010000:00010000:3.0:1746130306.581544:0:8503:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a4e1ee00 already unused, calling callback (ffffffffa1383690) 00010000:00010000:3.0:1746130306.581548:0:8503:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4e1ee00/0x4ce24e5787363338 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8503 initiator: MDT0 00010000:00010000:3.0:1746130306.581553:0:8503:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4e1ee00/0x4ce24e5787363338 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8503 initiator: MDT0 00010000:00010000:3.0:1746130306.582108:0:8503:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012e3f4a00) 00010000:00010000:3.0:1746130306.582111:0:8503:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746130306.582115:0:8503:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4e1ee00/0x4ce24e5787363338 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8503 initiator: MDT0 00010000:00010000:3.0:1746130306.582120:0:8503:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4e1ee00/0x4ce24e5787363338 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8503 initiator: MDT0 00000004:00010000:3.0:1746130306.582130:0:8503:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff880091f47100 reply state ffff880092eb0000 transno 4294992264 ns: mdt-lustre-MDT0000_UUID lock: ffff880094460400/0x4ce24e578736333f lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8503 initiator: MDT0 00000100:00100000:3.0:1746130306.582135:0:8503:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1746130306.582154:0:8503:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4e1fc00/0x4ce24e5787363331 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae412b5 expref: 34 pid: 8503 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130306.582167:0:8503:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a796cc00/0x4ce24e5787363346 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x50:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae412b5 expref: 33 pid: 8503 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130306.582173:0:8503:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x50:0x0].0x0 (ffff88012e3f4900) 00010000:00010000:3.0:1746130306.582175:0:8503:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1746130306.582176:0:8503:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a796cc00, rc 0) 00000100:00100000:3.0:1746130306.582235:0:8503:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091f47100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:640ea846-b909-4eea-9a54-417e15bd627b+34:1146:x1830949849494528:12345-192.168.204.51@tcp:101:lfs.0 Request processed in 1384us (1530us total) trans 4294992264 rc 0/0 00000100:00100000:3.0:1746130306.582242:0:8503:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 60786 00000100:00100000:1.0:1746130306.585091:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130306.585329:0:8503:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849494784 00000100:00100000:3.0:1746130306.585337:0:8503:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849494784 00000100:00100000:3.0:1746130306.585382:0:8503:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 60787 00000100:00100000:3.0:1746130306.585389:0:8503:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091f47480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:640ea846-b909-4eea-9a54-417e15bd627b+34:1146:x1830949849494784:12345-192.168.204.51@tcp:101:lfs.0 00010000:00010000:2.0:1746130306.585852:0:3284:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880094460400/0x4ce24e578736333f lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8503 initiator: MDT0 00010000:00010000:2.0:1746130306.585861:0:3284:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094460400/0x4ce24e578736333f lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8503 initiator: MDT0 00010000:00010000:2.0:1746130306.585867:0:3284:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094460400/0x4ce24e578736333f lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8503 initiator: MDT0 00010000:00010000:2.0:1746130306.585872:0:3284:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094460400 already unused, calling callback (ffffffffa1383690) 00010000:00010000:2.0:1746130306.585875:0:3284:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094460400/0x4ce24e578736333f lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8503 initiator: MDT0 00010000:00010000:2.0:1746130306.585882:0:3284:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094460400/0x4ce24e578736333f lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8503 initiator: MDT0 00010000:00010000:2.0:1746130306.585894:0:3284:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6fcf (ffff88012e3f4100) 00010000:00010000:2.0:1746130306.585897:0:3284:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746130306.585900:0:3284:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094460400/0x4ce24e578736333f lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8503 initiator: MDT0 00010000:00010000:2.0:1746130306.585905:0:3284:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094460400/0x4ce24e578736333f lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8503 initiator: MDT0 00010000:00010000:3.0:1746130306.586019:0:8503:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746130306.586033:0:8503:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a796c600/0x4ce24e5787363354 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae412bc expref: -99 pid: 8503 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130306.586128:0:8503:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a796d200/0x4ce24e578736335b lrc: 3/0,1 mode: --/EX res: [0x200000401:0x50:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8503 initiator: MDT0 00010000:00010000:3.0:1746130306.586139:0:8503:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a796cc00/0x4ce24e5787363346 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x50:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae412b5 expref: 34 pid: 8503 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130306.586145:0:8503:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a796d200/0x4ce24e578736335b lrc: 4/0,1 mode: --/EX res: [0x200000401:0x50:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8503 initiator: MDT0 00010000:00010000:3.0:1746130306.586171:0:8503:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800a796cc00/0x4ce24e5787363346 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x50:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae412b5 expref: 34 pid: 8503 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130306.586181:0:8503:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a796cc00/0x4ce24e5787363346 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x50:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae412b5 expref: 34 pid: 8503 timeout: 604 lvb_type: 0 00000100:00100000:3.0:1746130306.586192:0:8503:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b320000 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8503:1830949841830912:192.168.204.51@tcp:104: 00000100:00100000:3.0:1746130306.586468:0:8503:0:(client.c:2553:ptlrpc_set_wait()) set ffff880130e63840 going to sleep for 11 seconds 00000100:00100000:3.0:1746130306.588471:0:8503:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b320000 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8503:1830949841830912:192.168.204.51@tcp:104: 00010000:00010000:3.0:1746130306.588495:0:8503:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800a796d200/0x4ce24e578736335b lrc: 3/0,1 mode: --/EX res: [0x200000401:0x50:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8503 initiator: MDT0 00000100:00100000:1.0:1746130306.589191:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130306.589401:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849494912 00000100:00100000:0.0:1746130306.589408:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849494912 00010000:00010000:0.0:1746130306.589439:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a796cc00/0x4ce24e5787363346 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x50:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae412b5 expref: 35 pid: 8503 timeout: 604 lvb_type: 0 00000100:00100000:0.0:1746130306.589546:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14966 00000100:00100000:0.0:1746130306.589554:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091f44700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+35:1962:x1830949849494912:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746130306.589566:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746130306.589571:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800a796cc00/0x4ce24e5787363346 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x50:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae412b5 expref: 35 pid: 8503 timeout: 604 lvb_type: 0 00010000:00010000:0.0:1746130306.589582:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800a796cc00/0x4ce24e5787363346 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x50:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae412b5 expref: 35 pid: 8503 timeout: 604 lvb_type: 0 00010000:00010000:0.0:1746130306.589599:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a796cc00/0x4ce24e5787363346 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x50:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae412b5 expref: 35 pid: 8503 timeout: 604 lvb_type: 0 00010000:00010000:0.0:1746130306.589624:0:7097:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x50:0x0].0x0 (ffff88012e3f4900) 00010000:00010000:0.0:1746130306.589628:0:7097:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a796d200/0x4ce24e578736335b lrc: 3/0,1 mode: --/EX res: [0x200000401:0x50:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8503 initiator: MDT0 00010000:00010000:0.0:1746130306.589635:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a796d200/0x4ce24e578736335b lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x50:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 8503 initiator: MDT0 00010000:00010000:0.0:1746130306.589641:0:7097:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a796d200/0x4ce24e578736335b lrc: 4/0,1 mode: EX/EX res: [0x200000401:0x50:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 8503 initiator: MDT0 00010000:00010000:0.0:1746130306.589751:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746130306.589837:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091f44700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+34:1962:x1830949849494912:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 282us (646us total) trans 0 rc 0/0 00010000:00010000:2.0:1746130306.589838:0:8503:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800a796d200/0x4ce24e578736335b lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x50:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8503 initiator: MDT0 00000100:00100000:0.0:1746130306.589843:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14966 00010000:00010000:2.0:1746130306.589844:0:8503:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a796d200/0x4ce24e578736335b lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x50:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8503 initiator: MDT0 00000004:00200000:2.0:1746130306.589859:0:8503:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x50:0x0]: returning size 0 00000004:00080000:2.0:1746130306.590030:0:8503:0:(osp_object.c:1637:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x1e:0x0], index 1: 0 00000004:00080000:2.0:1746130306.590035:0:8503:0:(osp_object.c:1637:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x1d:0x0], index 0: 0 00010000:00010000:2.0:1746130306.590149:0:8503:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a796d200/0x4ce24e578736335b lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x50:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8503 initiator: MDT0 00010000:00010000:2.0:1746130306.590156:0:8503:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a796d200/0x4ce24e578736335b lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x50:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8503 initiator: MDT0 00010000:00010000:2.0:1746130306.590161:0:8503:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a796d200/0x4ce24e578736335b lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x50:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8503 initiator: MDT0 00010000:00010000:2.0:1746130306.590166:0:8503:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a796d200 already unused, calling callback (ffffffffa1383690) 00010000:00010000:2.0:1746130306.590169:0:8503:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a796d200/0x4ce24e578736335b lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x50:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8503 initiator: MDT0 00010000:00010000:2.0:1746130306.590229:0:8503:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a796d200/0x4ce24e578736335b lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x50:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8503 initiator: MDT0 00010000:00010000:2.0:1746130306.590237:0:8503:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x50:0x0].0x0 (ffff88012e3f4900) 00010000:00010000:2.0:1746130306.590239:0:8503:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1746130306.590242:0:8503:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a796d200/0x4ce24e578736335b lrc: 2/0,0 mode: --/EX res: [0x200000401:0x50:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8503 initiator: MDT0 00010000:00010000:2.0:1746130306.590249:0:8503:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a796d200/0x4ce24e578736335b lrc: 0/0,0 mode: --/EX res: [0x200000401:0x50:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8503 initiator: MDT0 00010000:00010000:2.0:1746130306.590319:0:8503:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a796c600/0x4ce24e5787363354 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae412bc expref: 34 pid: 8503 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130306.590326:0:8503:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a796c600/0x4ce24e5787363354 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae412bc expref: 34 pid: 8503 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130306.590334:0:8503:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a796c600, rc 0) 00000100:00100000:2.0:1746130306.590355:0:8503:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091f47480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:640ea846-b909-4eea-9a54-417e15bd627b+33:1146:x1830949849494784:12345-192.168.204.51@tcp:101:lfs.0 Request processed in 4967us (5273us total) trans 4294992265 rc 301/301 00000100:00100000:2.0:1746130306.590360:0:8503:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 60787 00000100:00100000:1.0:1746130306.595401:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130306.595476:0:15914:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849495168 00000100:00100000:0.0:1746130306.595483:0:15914:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849495168 00000100:00100000:0.0:1746130306.595520:0:15914:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 177 00000100:00100000:0.0:1746130306.595527:0:15914:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091f45c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:640ea846-b909-4eea-9a54-417e15bd627b+33:1146:x1830949849495168:12345-192.168.204.51@tcp:35:lfs.0 00000100:00100000:0.0:1746130306.595798:0:15914:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091f45c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:640ea846-b909-4eea-9a54-417e15bd627b+34:1146:x1830949849495168:12345-192.168.204.51@tcp:35:lfs.0 Request processed in 270us (468us total) trans 4294992266 rc 0/0 00000100:00100000:0.0:1746130306.595805:0:15914:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 177 00000100:00100000:0.0:1746130306.596625:0:3297:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135a12300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3297:1830949841831040:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1746130306.596662:0:3297:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746130306.596903:0:10555:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949841831040 00000100:00100000:1.0:1746130306.596906:0:10555:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949841831040 00000100:00100000:1.0:1746130306.596961:0:10555:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 179 00000100:00100000:1.0:1746130306.596967:0:10555:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009429df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3297:x1830949841831040:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1746130306.596992:0:10555:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 579141632 pending 0 free 3815768064 avail 3813670912 00000100:00100000:1.0:1746130306.597019:0:10555:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009429df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3297:x1830949841831040:12345-0@lo:13:osp-pre-0-0.0 Request processed in 53us (356us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130306.597023:0:10555:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 179 00000100:00080000:3.0:1746130306.597177:0:7108:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746130306.597384:0:3297:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135a12300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3297:1830949841831040:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1746130306.597988:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130306.598642:0:8503:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849495296 00000100:00100000:2.0:1746130306.598647:0:8503:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849495296 00000100:00100000:2.0:1746130306.598682:0:8503:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 60788 00000100:00100000:2.0:1746130306.598688:0:8503:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a64c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:640ea846-b909-4eea-9a54-417e15bd627b+34:1146:x1830949849495296:12345-192.168.204.51@tcp:101:lfs.0 00010000:00010000:2.0:1746130306.598702:0:8503:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746130306.598716:0:8503:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880136265a00/0x4ce24e5787363369 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x50:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae412c3 expref: -99 pid: 8503 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130306.599319:0:8503:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880136265a00/0x4ce24e5787363369 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x50:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae412c3 expref: 35 pid: 8503 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130306.599333:0:8503:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880136265a00/0x4ce24e5787363369 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x50:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae412c3 expref: 35 pid: 8503 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130306.599350:0:8503:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x50:0x0].0x0 (ffff8800acd40300) 00010000:00010000:2.0:1746130306.599353:0:8503:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1746130306.599356:0:8503:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880136265a00, rc 0) 00000100:00100000:2.0:1746130306.599407:0:8503:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a64c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:640ea846-b909-4eea-9a54-417e15bd627b+35:1146:x1830949849495296:12345-192.168.204.51@tcp:101:lfs.0 Request processed in 719us (1420us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130306.599412:0:8503:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 60788 00000100:00100000:2.0:1746130306.602428:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130306.602726:0:15914:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849495552 00000100:00100000:0.0:1746130306.602735:0:15914:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849495552 00000100:00100000:0.0:1746130306.602777:0:15914:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 178 00000100:00100000:0.0:1746130306.602783:0:15914:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5d69850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:640ea846-b909-4eea-9a54-417e15bd627b+35:1146:x1830949849495552:12345-192.168.204.51@tcp:35:lfs.0 00000100:00100000:0.0:1746130306.602969:0:15914:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5d69850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:640ea846-b909-4eea-9a54-417e15bd627b+36:1146:x1830949849495552:12345-192.168.204.51@tcp:35:lfs.0 Request processed in 185us (548us total) trans 4294992267 rc 0/0 00000100:00100000:0.0:1746130306.602976:0:15914:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 178 00000100:00100000:1.0:1746130306.621420:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130306.621478:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130306.621493:0:8503:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849495680 00000100:00100000:2.0:1746130306.621501:0:8503:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849495680 00000100:00100000:2.0:1746130306.621856:0:8503:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849495808 00000100:00100000:2.0:1746130306.621858:0:8503:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849495808 00000100:00100000:2.0:1746130306.621884:0:7112:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 60789 00000100:00100000:2.0:1746130306.621890:0:7112:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091f46d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c84b93b0-d496-484f-8e1e-94008838f2dd+26:1148:x1830949849495680:12345-192.168.204.51@tcp:101:dd.0 00010000:00010000:2.0:1746130306.621919:0:7112:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746130306.621935:0:7112:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880136265800/0x4ce24e5787363370 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae412ca expref: -99 pid: 7112 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130306.621984:0:7112:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880136264000/0x4ce24e5787363377 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7112 initiator: MDT0 00010000:00010000:2.0:1746130306.621994:0:7112:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880136264000/0x4ce24e5787363377 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7112 initiator: MDT0 00010000:00010000:2.0:1746130306.622003:0:7112:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880136264000/0x4ce24e5787363377 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7112 initiator: MDT0 00000004:00200000:2.0:1746130306.622055:0:7112:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 13824 00000004:00200000:2.0:1746130306.622058:0:7112:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 29 stripe count 1 MDT count 1 00000004:00010000:2.0:1746130306.622071:0:7112:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880136264000/0x4ce24e5787363377 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7112 initiator: MDT0 00010000:00010000:2.0:1746130306.622088:0:7112:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880136265800/0x4ce24e5787363370 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae412ca expref: 28 pid: 7112 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130306.622117:0:7112:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880136264000/0x4ce24e5787363377 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae412ca expref: 27 pid: 7112 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130306.622124:0:7112:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800acd40600) 00010000:00010000:2.0:1746130306.622127:0:7112:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1746130306.622130:0:7112:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880136264000, rc 0) 00000100:00100000:2.0:1746130306.622176:0:7112:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091f46d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c84b93b0-d496-484f-8e1e-94008838f2dd+27:1148:x1830949849495680:12345-192.168.204.51@tcp:101:dd.0 Request processed in 285us (765us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130306.622182:0:7112:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 60789 00000100:00100000:2.0:1746130306.622196:0:7112:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 60790 00000100:00100000:2.0:1746130306.622201:0:7112:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091f46680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:640ea846-b909-4eea-9a54-417e15bd627b+36:1147:x1830949849495808:12345-192.168.204.51@tcp:101:dd.0 00010000:00010000:2.0:1746130306.622209:0:7112:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746130306.622215:0:7112:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880136265c00/0x4ce24e578736337e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae412d1 expref: -99 pid: 7112 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130306.622235:0:7112:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880136b99400/0x4ce24e5787363385 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7112 initiator: MDT0 00010000:00010000:2.0:1746130306.622241:0:7112:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880136b99400/0x4ce24e5787363385 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7112 initiator: MDT0 00010000:00010000:2.0:1746130306.622247:0:7112:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880136b99400/0x4ce24e5787363385 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7112 initiator: MDT0 00000004:00200000:2.0:1746130306.622264:0:7112:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 13824 00000004:00200000:2.0:1746130306.622285:0:7112:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 29 stripe count 1 MDT count 1 00000004:00010000:2.0:1746130306.622292:0:7112:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880136b99400/0x4ce24e5787363385 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7112 initiator: MDT0 00010000:00010000:2.0:1746130306.622309:0:7112:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880136265c00/0x4ce24e578736337e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae412d1 expref: 38 pid: 7112 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130306.622318:0:7112:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880136b99400/0x4ce24e5787363385 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae412d1 expref: 37 pid: 7112 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130306.622323:0:7112:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800acd40600) 00010000:00010000:2.0:1746130306.622324:0:7112:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1746130306.622326:0:7112:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880136b99400, rc 0) 00000100:00100000:2.0:1746130306.622342:0:7112:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091f46680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:640ea846-b909-4eea-9a54-417e15bd627b+37:1147:x1830949849495808:12345-192.168.204.51@tcp:101:dd.0 Request processed in 141us (864us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130306.622347:0:7112:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 60790 00000100:00100000:2.0:1746130306.628298:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130306.628298:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130306.629040:0:17042:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849496192 00000100:00100000:1.0:1746130306.629050:0:17042:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849496192 00000100:00100000:1.0:1746130306.629155:0:17042:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 12 00000100:00100000:1.0:1746130306.629166:0:17042:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091f45c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:640ea846-b909-4eea-9a54-417e15bd627b+37:1962:x1830949849496192:12345-192.168.204.51@tcp:63:ll_sa.0 00000100:00100000:3.0:1746130306.629216:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849496064 00000100:00100000:3.0:1746130306.629220:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849496064 00000100:00100000:3.0:1746130306.629251:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 60791 00000100:00100000:3.0:1746130306.629257:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135a13480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:640ea846-b909-4eea-9a54-417e15bd627b+38:1147:x1830949849496064:12345-192.168.204.51@tcp:101:dd.0 00010000:00010000:3.0:1746130306.629287:0:7111:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746130306.629290:0:7111:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1746130306.629310:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880136b99400/0x4ce24e5787363385 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae412d1 expref: 38 pid: 7112 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130306.629328:0:7111:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800acd40600) 00010000:00010000:3.0:1746130306.629331:0:7111:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746130306.629341:0:7111:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a796da00/0x4ce24e578736338c lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae412d8 expref: -99 pid: 7111 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130306.629415:0:7111:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a796ca00/0x4ce24e5787363393 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7111 initiator: MDT0 00010000:00010000:3.0:1746130306.629424:0:7111:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a796ca00/0x4ce24e5787363393 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7111 initiator: MDT0 00010000:00010000:3.0:1746130306.629431:0:7111:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a796ca00/0x4ce24e5787363393 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7111 initiator: MDT0 00000004:00200000:3.0:1746130306.629439:0:7111:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x4e:0x0]: returning size 26214400 00010000:00010000:3.0:1746130306.629534:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a796da00/0x4ce24e578736338c lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae412d8 expref: 40 pid: 7111 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130306.629551:0:7111:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a796ca00/0x4ce24e5787363393 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae412d8 expref: 39 pid: 7111 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130306.629556:0:7111:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4e:0x0].0x0 (ffff8800acd40200) 00010000:00010000:3.0:1746130306.629558:0:7111:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1746130306.629560:0:7111:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a796ca00, rc 0) 00010000:00010000:1.0:1746130306.630138:0:17042:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746130306.630151:0:17042:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091fc1c00/0x4ce24e57873633a1 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae412df expref: -99 pid: 17042 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130306.630190:0:17042:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091fc1400/0x4ce24e57873633a8 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 17042 initiator: MDT0 00010000:00010000:1.0:1746130306.630199:0:17042:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091fc1400/0x4ce24e57873633a8 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 17042 initiator: MDT0 00010000:00010000:1.0:1746130306.630207:0:17042:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091fc1400/0x4ce24e57873633a8 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 17042 initiator: MDT0 00010000:00010000:1.0:1746130306.630219:0:17042:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091fc0c00/0x4ce24e57873633af lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 17042 initiator: MDT0 00010000:00010000:1.0:1746130306.630225:0:17042:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091fc0c00/0x4ce24e57873633af lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 17042 initiator: MDT0 00010000:00010000:1.0:1746130306.630231:0:17042:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091fc0c00/0x4ce24e57873633af lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 17042 initiator: MDT0 00010000:00010000:1.0:1746130306.630368:0:17042:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091fc0e00/0x4ce24e57873633b6 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x50:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 17042 initiator: MDT0 00010000:00010000:1.0:1746130306.630377:0:17042:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091fc0e00/0x4ce24e57873633b6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x50:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 17042 initiator: MDT0 00010000:00010000:1.0:1746130306.630384:0:17042:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091fc0e00/0x4ce24e57873633b6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x50:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 17042 initiator: MDT0 00000100:00100000:3.0:1746130306.630418:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135a13480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:640ea846-b909-4eea-9a54-417e15bd627b+40:1147:x1830949849496064:12345-192.168.204.51@tcp:101:dd.0 Request processed in 1159us (2150us total) trans 4294992268 rc 0/0 00000100:00100000:3.0:1746130306.630424:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 60791 00000100:00100000:0.0:1746130306.631169:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130306.631313:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849496448 00000100:00100000:3.0:1746130306.631319:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849496448 00000100:00100000:3.0:1746130306.631351:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 60792 00000100:00100000:3.0:1746130306.631357:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a64e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+27:1148:x1830949849496448:12345-192.168.204.51@tcp:101:dd.0 00010000:00010000:3.0:1746130306.631367:0:7111:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746130306.631376:0:7111:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a796c600/0x4ce24e57873633bd lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae41317 expref: -99 pid: 7111 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130306.631422:0:7111:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a796d200/0x4ce24e57873633c4 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7111 initiator: MDT0 00010000:00010000:3.0:1746130306.631430:0:7111:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a796d200/0x4ce24e57873633c4 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7111 initiator: MDT0 00010000:00010000:3.0:1746130306.631437:0:7111:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a796d200/0x4ce24e57873633c4 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7111 initiator: MDT0 00000004:00200000:3.0:1746130306.631443:0:7111:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x4b:0x0]: returning size 26214400 00010000:00010000:3.0:1746130306.631529:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a796c600/0x4ce24e57873633bd lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae41317 expref: 30 pid: 7111 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130306.631543:0:7111:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a796d200/0x4ce24e57873633c4 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae41317 expref: 29 pid: 7111 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130306.631549:0:7111:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4b:0x0].0x0 (ffff880093e20000) 00010000:00010000:3.0:1746130306.631551:0:7111:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:3.0:1746130306.631554:0:7111:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a796d200, rc 0) 00000100:00100000:3.0:1746130306.631584:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a64e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+29:1148:x1830949849496448:12345-192.168.204.51@tcp:101:dd.0 Request processed in 228us (418us total) trans 4294992269 rc 0/0 00000100:00100000:3.0:1746130306.631589:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 60792 00000004:00200000:1.0:1746130306.632208:0:17042:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x50:0x0]: returning size 0 00000004:00200000:1.0:1746130306.632215:0:17042:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1746130306.632237:0:17042:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880091fc0e00/0x4ce24e57873633b6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x50:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 17042 initiator: MDT0 00010000:00010000:1.0:1746130306.632250:0:17042:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091fc0e00/0x4ce24e57873633b6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x50:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 17042 initiator: MDT0 00010000:00010000:1.0:1746130306.632258:0:17042:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091fc1400/0x4ce24e57873633a8 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 17042 initiator: MDT0 00010000:00010000:1.0:1746130306.632285:0:17042:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091fc1400/0x4ce24e57873633a8 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 17042 initiator: MDT0 00010000:00010000:1.0:1746130306.632292:0:17042:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880091fc1400/0x4ce24e57873633a8 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 17042 initiator: MDT0 00010000:00010000:1.0:1746130306.632298:0:17042:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880091fc1400 already unused, calling callback (ffffffffa1383690) 00010000:00010000:1.0:1746130306.632302:0:17042:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091fc1400/0x4ce24e57873633a8 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 17042 initiator: MDT0 00010000:00010000:1.0:1746130306.632308:0:17042:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091fc1400/0x4ce24e57873633a8 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 17042 initiator: MDT0 00010000:00010000:1.0:1746130306.632317:0:17042:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800acd40600) 00010000:00010000:1.0:1746130306.632320:0:17042:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746130306.632323:0:17042:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880091fc1400/0x4ce24e57873633a8 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 17042 initiator: MDT0 00010000:00010000:1.0:1746130306.632328:0:17042:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091fc1400/0x4ce24e57873633a8 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 17042 initiator: MDT0 00010000:00010000:1.0:1746130306.632345:0:17042:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091fc0c00/0x4ce24e57873633af lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 17042 initiator: MDT0 00010000:00010000:1.0:1746130306.632351:0:17042:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091fc0c00/0x4ce24e57873633af lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 17042 initiator: MDT0 00010000:00010000:1.0:1746130306.632356:0:17042:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880091fc0c00/0x4ce24e57873633af lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 17042 initiator: MDT0 00010000:00010000:1.0:1746130306.632360:0:17042:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880091fc0c00 already unused, calling callback (ffffffffa1383690) 00010000:00010000:1.0:1746130306.632362:0:17042:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091fc0c00/0x4ce24e57873633af lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 17042 initiator: MDT0 00010000:00010000:1.0:1746130306.632367:0:17042:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091fc0c00/0x4ce24e57873633af lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 17042 initiator: MDT0 00010000:00010000:1.0:1746130306.632373:0:17042:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6fcf (ffff88009bd0f900) 00010000:00010000:1.0:1746130306.632375:0:17042:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746130306.632377:0:17042:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880091fc0c00/0x4ce24e57873633af lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 17042 initiator: MDT0 00010000:00010000:1.0:1746130306.632382:0:17042:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091fc0c00/0x4ce24e57873633af lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 17042 initiator: MDT0 00010000:00010000:1.0:1746130306.632406:0:17042:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091fc1c00/0x4ce24e57873633a1 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae412df expref: 40 pid: 17042 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130306.632414:0:17042:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880091fc0e00/0x4ce24e57873633b6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x50:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae412df expref: 39 pid: 17042 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130306.632420:0:17042:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x50:0x0].0x0 (ffff8800acd40300) 00010000:00010000:1.0:1746130306.632421:0:17042:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1746130306.632424:0:17042:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091fc0e00, rc 0) 00010000:00010000:1.0:1746130306.632432:0:17042:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746130306.632441:0:17042:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091fc0000/0x4ce24e57873633d2 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae412e6 expref: -99 pid: 17042 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130306.632472:0:17042:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091fc1200/0x4ce24e57873633d9 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 17042 initiator: MDT0 00010000:00010000:1.0:1746130306.632480:0:17042:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880091fc1200/0x4ce24e57873633d9 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 17042 initiator: MDT0 00010000:00010000:1.0:1746130306.632488:0:17042:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880091fc1200/0x4ce24e57873633d9 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 17042 initiator: MDT0 00010000:00010000:1.0:1746130306.632500:0:17042:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094460400/0x4ce24e57873633e0 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 17042 initiator: MDT0 00010000:00010000:1.0:1746130306.632506:0:17042:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094460400/0x4ce24e57873633e0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 17042 initiator: MDT0 00010000:00010000:1.0:1746130306.632511:0:17042:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094460400/0x4ce24e57873633e0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 17042 initiator: MDT0 00010000:00010000:1.0:1746130306.632561:0:17042:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880091fc1200/0x4ce24e57873633d9 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 17042 initiator: MDT0 00010000:00010000:1.0:1746130306.632567:0:17042:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880091fc1200/0x4ce24e57873633d9 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 17042 initiator: MDT0 00010000:00010000:1.0:1746130306.632573:0:17042:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880091fc1200/0x4ce24e57873633d9 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 17042 initiator: MDT0 00010000:00010000:1.0:1746130306.632577:0:17042:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880091fc1200 already unused, calling callback (ffffffffa1383690) 00010000:00010000:1.0:1746130306.632580:0:17042:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091fc1200/0x4ce24e57873633d9 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 17042 initiator: MDT0 00010000:00010000:1.0:1746130306.632584:0:17042:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880091fc1200/0x4ce24e57873633d9 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 17042 initiator: MDT0 00010000:00010000:1.0:1746130306.632592:0:17042:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800acd40600) 00010000:00010000:1.0:1746130306.632595:0:17042:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746130306.632597:0:17042:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880091fc1200/0x4ce24e57873633d9 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 17042 initiator: MDT0 00010000:00010000:1.0:1746130306.632601:0:17042:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091fc1200/0x4ce24e57873633d9 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 17042 initiator: MDT0 00010000:00010000:1.0:1746130306.632608:0:17042:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094460400/0x4ce24e57873633e0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 17042 initiator: MDT0 00010000:00010000:1.0:1746130306.632612:0:17042:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094460400/0x4ce24e57873633e0 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 17042 initiator: MDT0 00010000:00010000:1.0:1746130306.632617:0:17042:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094460400/0x4ce24e57873633e0 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 17042 initiator: MDT0 00010000:00010000:1.0:1746130306.632620:0:17042:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094460400 already unused, calling callback (ffffffffa1383690) 00010000:00010000:1.0:1746130306.632622:0:17042:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094460400/0x4ce24e57873633e0 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 17042 initiator: MDT0 00010000:00010000:1.0:1746130306.632627:0:17042:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094460400/0x4ce24e57873633e0 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 17042 initiator: MDT0 00010000:00010000:1.0:1746130306.632633:0:17042:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce70cf (ffff88009bd0f300) 00010000:00010000:1.0:1746130306.632634:0:17042:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746130306.632637:0:17042:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094460400/0x4ce24e57873633e0 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 17042 initiator: MDT0 00010000:00010000:1.0:1746130306.632641:0:17042:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094460400/0x4ce24e57873633e0 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 17042 initiator: MDT0 00010000:00010000:1.0:1746130306.632680:0:17042:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff880091fc0000/0x4ce24e57873633d2 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae412e6 expref: 40 pid: 17042 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130306.632689:0:17042:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800acd40600) 00010000:00010000:1.0:1746130306.632690:0:17042:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1746130306.632693:0:17042:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880091fc0000/0x4ce24e57873633d2 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae412e6 expref: 40 pid: 17042 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130306.632701:0:17042:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880091fc0000, rc -2) 00000100:00100000:1.0:1746130306.632746:0:17042:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091f45c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:640ea846-b909-4eea-9a54-417e15bd627b+39:1962:x1830949849496192:12345-192.168.204.51@tcp:63:ll_sa.0 Request processed in 3581us (4478us total) trans 0 rc -2/-2 00000100:00100000:1.0:1746130306.632754:0:17042:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 12 00000100:00100000:0.0:1746130306.634084:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130306.634174:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130306.635095:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849496704 00000100:00100000:3.0:1746130306.635105:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849496704 00000100:00100000:3.0:1746130306.635157:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 60793 00000100:00100000:3.0:1746130306.635167:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009429ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+29:1148:x1830949849496704:12345-192.168.204.51@tcp:101:dd.0 00010000:00010000:3.0:1746130306.635190:0:7111:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746130306.635193:0:7111:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1746130306.635221:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880136264000/0x4ce24e5787363377 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae412ca expref: 29 pid: 7112 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130306.635238:0:7111:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800acd40600) 00010000:00010000:3.0:1746130306.635247:0:7111:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746130306.635258:0:7111:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a796d600/0x4ce24e57873633e7 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae4131e expref: -99 pid: 7111 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130306.635547:0:7111:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880135e1ee00/0x4ce24e57873633ee lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7111 initiator: MDT0 00010000:00010000:3.0:1746130306.635557:0:7111:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880135e1ee00/0x4ce24e57873633ee lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7111 initiator: MDT0 00010000:00010000:3.0:1746130306.635566:0:7111:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880135e1ee00/0x4ce24e57873633ee lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7111 initiator: MDT0 00000100:00100000:2.0:1746130306.636176:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130306.636201:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130306.636216:0:10554:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849497216 00000100:00100000:2.0:1746130306.636219:0:10554:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849497216 00000100:00100000:2.0:1746130306.636245:0:10554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6725 00000100:00100000:2.0:1746130306.636251:0:10554:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135a12300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:640ea846-b909-4eea-9a54-417e15bd627b+9:1962:x1830949849497216:12345-192.168.204.51@tcp:101:ll_agl.0 00010000:00010000:2.0:1746130306.636260:0:10554:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746130306.636289:0:10554:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880136264600/0x4ce24e57873633fc lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae41325 expref: -99 pid: 10554 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1746130306.636307:0:10554:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1746130306.636319:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130306.636320:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130306.636327:0:10554:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880136264600/0x4ce24e57873633fc lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae41325 expref: 10 pid: 10554 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746130306.636339:0:10554:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880136264600/0x4ce24e57873633fc lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae41325 expref: 10 pid: 10554 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746130306.636348:0:10554:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880136264600, rc 0) 00000100:00100000:2.0:1746130306.636384:0:10554:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135a12300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:640ea846-b909-4eea-9a54-417e15bd627b+10:1962:x1830949849497216:12345-192.168.204.51@tcp:101:ll_agl.0 Request processed in 133us (182us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130306.636389:0:10554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6725 00000100:00100000:2.0:1746130306.636426:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130306.636438:0:10554:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849497344 00000100:00100000:2.0:1746130306.636440:0:10554:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849497344 00000100:00100000:2.0:1746130306.636461:0:10554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6726 00000100:00100000:2.0:1746130306.636466:0:10554:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135519500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:640ea846-b909-4eea-9a54-417e15bd627b+8:1962:x1830949849497344:12345-192.168.204.51@tcp:101:ll_agl.0 00010000:00010000:2.0:1746130306.636473:0:10554:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746130306.636483:0:10554:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880136265c00/0x4ce24e5787363403 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae4132c expref: -99 pid: 10554 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1746130306.636495:0:10554:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x1d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1746130306.636502:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130306.636504:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130306.636507:0:10554:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880136265c00/0x4ce24e5787363403 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4132c expref: 9 pid: 10554 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746130306.636516:0:10554:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880136265c00/0x4ce24e5787363403 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4132c expref: 9 pid: 10554 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746130306.636527:0:10554:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880136265c00, rc 0) 00000100:00100000:2.0:1746130306.636541:0:10554:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135519500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:640ea846-b909-4eea-9a54-417e15bd627b+9:1962:x1830949849497344:12345-192.168.204.51@tcp:101:ll_agl.0 Request processed in 75us (114us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130306.636545:0:10554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6726 00000100:00100000:2.0:1746130306.636604:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849497088 00000100:00100000:2.0:1746130306.636607:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849497088 00000100:00100000:2.0:1746130306.636632:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5358 00000100:00100000:2.0:1746130306.636636:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135a10000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+9:1962:x1830949849497088:12345-192.168.204.51@tcp:3:dd.0 00010000:00010000:2.0:1746130306.636652:0:25275:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880136b99400/0x4ce24e578736340a lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25275 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130306.636659:0:25275:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130306.636660:0:25275:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130306.636663:0:25275:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880136b99400/0x4ce24e578736340a lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25275 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130306.636671:0:25275:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880136b99400/0x4ce24e578736340a lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25275 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130306.636752:0:7111:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800b526f000/0x4ce24e57873633f5 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7111 initiator: MDT0 00010000:00010000:3.0:1746130306.636760:0:7111:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800b526f000/0x4ce24e57873633f5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7111 initiator: MDT0 00010000:00010000:3.0:1746130306.636765:0:7111:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800b526f000/0x4ce24e57873633f5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7111 initiator: MDT0 00010000:00010000:3.0:1746130306.636844:0:7111:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094452c00/0x4ce24e5787363411 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x50:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7111 initiator: MDT0 00010000:00010000:3.0:1746130306.636852:0:7111:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094452c00/0x4ce24e5787363411 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x50:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7111 initiator: MDT0 00010000:00010000:3.0:1746130306.636858:0:7111:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094452c00/0x4ce24e5787363411 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x50:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7111 initiator: MDT0 00000004:00200000:3.0:1746130306.636868:0:7111:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x50:0x0]: returning size 0 00010000:00010000:3.0:1746130306.636976:0:7111:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880135e1ee00/0x4ce24e57873633ee lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7111 initiator: MDT0 00010000:00010000:3.0:1746130306.636984:0:7111:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880135e1ee00/0x4ce24e57873633ee lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7111 initiator: MDT0 00010000:00010000:3.0:1746130306.636990:0:7111:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880135e1ee00/0x4ce24e57873633ee lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7111 initiator: MDT0 00010000:00010000:3.0:1746130306.636996:0:7111:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880135e1ee00 already unused, calling callback (ffffffffa1383690) 00010000:00010000:3.0:1746130306.637000:0:7111:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880135e1ee00/0x4ce24e57873633ee lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7111 initiator: MDT0 00010000:00010000:3.0:1746130306.637011:0:7111:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880135e1ee00/0x4ce24e57873633ee lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7111 initiator: MDT0 00010000:00010000:3.0:1746130306.637021:0:7111:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012e3f4100) 00010000:00010000:3.0:1746130306.637023:0:7111:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746130306.637026:0:7111:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880135e1ee00/0x4ce24e57873633ee lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7111 initiator: MDT0 00010000:00010000:3.0:1746130306.637031:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880135e1ee00/0x4ce24e57873633ee lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7111 initiator: MDT0 00010000:00010000:3.0:1746130306.637041:0:7111:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800b526f000/0x4ce24e57873633f5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7111 initiator: MDT0 00010000:00010000:3.0:1746130306.637046:0:7111:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800b526f000/0x4ce24e57873633f5 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7111 initiator: MDT0 00010000:00010000:3.0:1746130306.637050:0:7111:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800b526f000/0x4ce24e57873633f5 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7111 initiator: MDT0 00010000:00010000:3.0:1746130306.637054:0:7111:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800b526f000 already unused, calling callback (ffffffffa1383690) 00010000:00010000:3.0:1746130306.637055:0:7111:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800b526f000/0x4ce24e57873633f5 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7111 initiator: MDT0 00010000:00010000:3.0:1746130306.637059:0:7111:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800b526f000/0x4ce24e57873633f5 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7111 initiator: MDT0 00010000:00010000:3.0:1746130306.637066:0:7111:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6fcf (ffff88012e3f4a00) 00010000:00010000:3.0:1746130306.637068:0:7111:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746130306.637071:0:7111:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800b526f000/0x4ce24e57873633f5 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7111 initiator: MDT0 00010000:00010000:3.0:1746130306.637075:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800b526f000/0x4ce24e57873633f5 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7111 initiator: MDT0 00010000:00010000:3.0:1746130306.637119:0:7111:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a796d600/0x4ce24e57873633e7 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4131e expref: 31 pid: 7111 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130306.637134:0:7111:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880094452c00/0x4ce24e5787363411 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x50:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4131e expref: 30 pid: 7111 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130306.637141:0:7111:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x50:0x0].0x0 (ffff8800acd40300) 00010000:00010000:3.0:1746130306.637143:0:7111:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1746130306.637144:0:7111:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094452c00, rc 0) 00000100:00100000:3.0:1746130306.637181:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009429ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+30:1148:x1830949849496704:12345-192.168.204.51@tcp:101:dd.0 Request processed in 2015us (3100us total) trans 4294992270 rc 0/0 00000100:00100000:3.0:1746130306.637188:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 60793 00000100:00100000:1.0:1746130306.637382:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849496832 00000100:00100000:1.0:1746130306.637388:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849496832 00000100:00100000:1.0:1746130306.637605:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 401 00000100:00100000:1.0:1746130306.637614:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092256d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+39:1963:x1830949849496832:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746130306.637626:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746130306.637640:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a796ca00/0x4ce24e5787363393 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4e:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae412d8 expref: 39 pid: 7111 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130306.637651:0:7097:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4e:0x0].0x0 (ffff8800acd40200) 00010000:00010000:1.0:1746130306.637654:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746130306.637683:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092256d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+38:1963:x1830949849496832:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 71us (3507us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130306.637688:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 401 00000100:00100000:2.0:1746130306.640856:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130306.642533:0:376:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849497600 00000100:00100000:0.0:1746130306.642544:0:376:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849497600 00000100:00100000:0.0:1746130306.642601:0:376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5359 00000100:00100000:0.0:1746130306.642608:0:376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135519c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:640ea846-b909-4eea-9a54-417e15bd627b+10:1961:x1830949849497600:12345-192.168.204.51@tcp:3:dd.0 00010000:00010000:0.0:1746130306.642638:0:376:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880093e93c00/0x4ce24e578736341f lrc: 3/1,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130306.642650:0:376:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130306.642651:0:376:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746130306.642655:0:376:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093e93c00/0x4ce24e578736341f lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130306.642667:0:376:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093e93c00/0x4ce24e578736341f lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 376 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746130306.654316:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00010000:00010000:2.0:1746130306.654597:0:25275:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880136b99400/0x4ce24e578736340a lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25275 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130306.654607:0:25275:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880136b99400/0x4ce24e578736340a lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25275 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130306.654615:0:25275:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880136b99400/0x4ce24e578736340a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25275 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130306.654621:0:25275:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880136b99400 already unused, calling callback (ffffffffa0809d70) 00010000:00010000:2.0:1746130306.654624:0:25275:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880136b99400/0x4ce24e578736340a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25275 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130306.654630:0:25275:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880136b99400/0x4ce24e578736340a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25275 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130306.654643:0:25275:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880136b99400/0x4ce24e578736340a lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25275 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130306.654648:0:25275:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880136b99400/0x4ce24e578736340a lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25275 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746130306.656095:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849497728 00000100:00100000:1.0:1746130306.656107:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849497728 00000100:00100000:1.0:1746130306.656581:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6727 00000100:00100000:1.0:1746130306.656592:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092255880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c84b93b0-d496-484f-8e1e-94008838f2dd+9:1148:x1830949849497728:12345-192.168.204.51@tcp:101:dd.0 00010000:00010000:1.0:1746130306.656610:0:8467:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746130306.656628:0:8467:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094687e00/0x4ce24e5787363426 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae41333 expref: -99 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130306.656657:0:8467:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880136264600/0x4ce24e57873633fc lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae41325 expref: 11 pid: 10554 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746130306.656665:0:8467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130306.656667:0:8467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130306.656670:0:8467:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094687e00/0x4ce24e5787363426 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae41333 expref: 10 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130306.656701:0:8467:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880136264600/0x4ce24e57873633fc lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae41325 expref: 11 pid: 10554 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746130306.656713:0:8467:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880136264600/0x4ce24e57873633fc lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae41325 expref: 11 pid: 10554 timeout: 604 lvb_type: 1 00000100:00100000:1.0:1746130306.656724:0:8467:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091f46300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8467:1830949841831168:192.168.204.51@tcp:104: 00000100:00100000:1.0:1746130306.656827:0:8467:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a45d1c00 going to sleep for 11 seconds 00000100:00100000:2.0:1746130306.659008:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135a10000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:640ea846-b909-4eea-9a54-417e15bd627b+9:1962:x1830949849497088:12345-192.168.204.51@tcp:3:dd.0 Request processed in 22363us (22825us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746130306.659020:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5358 00010000:00010000:0.0:1746130306.666450:0:376:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880093e93c00/0x4ce24e578736341f lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130306.666465:0:376:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880093e93c00/0x4ce24e578736341f lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130306.666472:0:376:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880093e93c00/0x4ce24e578736341f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130306.666478:0:376:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880093e93c00 already unused, calling callback (ffffffffa0809d70) 00010000:00010000:0.0:1746130306.666482:0:376:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880093e93c00/0x4ce24e578736341f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130306.666492:0:376:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880093e93c00/0x4ce24e578736341f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130306.666507:0:376:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880093e93c00/0x4ce24e578736341f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 376 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130306.666513:0:376:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093e93c00/0x4ce24e578736341f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 376 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746130306.666614:0:376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135519c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:640ea846-b909-4eea-9a54-417e15bd627b+10:1961:x1830949849497600:12345-192.168.204.51@tcp:3:dd.0 Request processed in 24002us (25761us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746130306.666623:0:376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5359 00000100:00100000:3.0:1746130306.666743:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130306.666770:0:7924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849497856 00000100:00100000:2.0:1746130306.667028:0:7924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849497856 00010000:00010000:2.0:1746130306.667065:0:7924:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880136264600/0x4ce24e57873633fc lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae41325 expref: 10 pid: 10554 timeout: 604 lvb_type: 1 00000100:00100000:2.0:1746130306.667112:0:7924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14967 00000100:00100000:2.0:1746130306.667122:0:7924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b320000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+10:1963:x1830949849497856:12345-192.168.204.51@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1746130306.667230:0:8467:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091f46300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8467:1830949841831168:192.168.204.51@tcp:104: 00010000:00010000:1.0:1746130306.667255:0:8467:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094687e00/0x4ce24e5787363426 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae41333 expref: 10 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130306.667296:0:8467:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094687e00, rc 0) 00000100:00100000:1.0:1746130306.667349:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092255880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c84b93b0-d496-484f-8e1e-94008838f2dd+10:1148:x1830949849497728:12345-192.168.204.51@tcp:101:dd.0 Request processed in 10759us (13041us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130306.667357:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6727 00010000:00010000:2.0:1746130306.667430:0:7924:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746130306.667453:0:7924:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880136264600/0x4ce24e57873633fc lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae41325 expref: 10 pid: 10554 timeout: 604 lvb_type: 1 00010000:00010000:2.0:1746130306.667469:0:7924:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880136264600/0x4ce24e57873633fc lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae41325 expref: 10 pid: 10554 timeout: 604 lvb_type: 1 00010000:00010000:2.0:1746130306.667486:0:7924:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880136264600/0x4ce24e57873633fc lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae41325 expref: 10 pid: 10554 timeout: 604 lvb_type: 1 00010000:00010000:2.0:1746130306.667496:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130306.667498:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130306.667504:0:7924:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094687e00/0x4ce24e5787363426 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae41333 expref: 9 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130306.667512:0:7924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094687e00/0x4ce24e5787363426 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae41333 expref: 9 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130306.667542:0:7924:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094687e00/0x4ce24e5787363426 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae41333 expref: 9 pid: 8467 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746130306.667555:0:7924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135518000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7924:1830949841831296:192.168.204.51@tcp:105: 00000100:00100000:2.0:1746130306.668264:0:7924:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800941d4f00 going to sleep for 11 seconds 00000100:00100000:2.0:1746130306.671345:0:7924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135518000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7924:1830949841831296:192.168.204.51@tcp:105: 00010000:00010000:2.0:1746130306.671369:0:7924:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746130306.671423:0:7924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b320000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+9:1963:x1830949849497856:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 4302us (4678us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130306.671434:0:7924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14967 00000100:00100000:0.0:1746130306.678225:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130306.678493:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849498112 00000100:00100000:1.0:1746130306.678501:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849498112 00000100:00100000:1.0:1746130306.678710:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 6728 00000100:00100000:1.0:1746130306.678718:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094b11180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c84b93b0-d496-484f-8e1e-94008838f2dd+9:1148:x1830949849498112:12345-192.168.204.51@tcp:101:dd.0 00010000:00010000:1.0:1746130306.678732:0:8467:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746130306.678746:0:8467:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009b854400/0x4ce24e578736342d lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x5860cc1d9ae4133a expref: -99 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130306.678772:0:8467:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880136265c00/0x4ce24e5787363403 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4132c expref: 8 pid: 10554 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746130306.678779:0:8467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130306.678780:0:8467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130306.678784:0:8467:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009b854400/0x4ce24e578736342d lrc: 4/0,0 mode: --/PW res: [0x240000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4133a expref: 10 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130306.678810:0:8467:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880136265c00/0x4ce24e5787363403 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4132c expref: 8 pid: 10554 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746130306.678820:0:8467:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880136265c00/0x4ce24e5787363403 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4132c expref: 8 pid: 10554 timeout: 604 lvb_type: 1 00000100:00100000:1.0:1746130306.678831:0:8467:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880091f46300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8467:1830949841831424:192.168.204.51@tcp:104: 00000100:00100000:1.0:1746130306.678925:0:8467:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a45d1c00 going to sleep for 11 seconds 00000100:00100000:0.0:1746130306.679050:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130306.679105:0:376:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849498240 00000100:00100000:2.0:1746130306.679109:0:376:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849498240 00002000:00100000:2.0:1746130306.679132:0:376:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x1e:0x0] (0->1048575) req@ffff880094b13b80 x1830949849498240/t0(0) o4->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:331/0 lens 488/0 e 0 to 0 dl 1746130356 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746130306.679141:0:376:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094b13b80 with x1830949849498240 ext(0->1048575) 00002000:00010000:2.0:1746130306.679145:0:376:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094b13b80 00000100:00100000:2.0:1746130306.679158:0:376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5360 00000100:00100000:2.0:1746130306.679163:0:376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094b13b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:c84b93b0-d496-484f-8e1e-94008838f2dd+10:1964:x1830949849498240:12345-192.168.204.51@tcp:4:dd.0 00000100:00100000:0.0:1746130306.683134:0:8467:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880091f46300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8467:1830949841831424:192.168.204.51@tcp:104: 00010000:00010000:0.0:1746130306.683160:0:8467:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009b854400/0x4ce24e578736342d lrc: 3/0,0 mode: --/PW res: [0x240000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4133a expref: 10 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130306.683173:0:8467:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b854400, rc 0) 00000100:00100000:0.0:1746130306.683206:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094b11180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c84b93b0-d496-484f-8e1e-94008838f2dd+10:1148:x1830949849498112:12345-192.168.204.51@tcp:101:dd.0 Request processed in 4488us (4989us total) trans 0 rc 0/0 00000100:00100000:0.0:1746130306.683213:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 6728 00000100:00100000:3.0:1746130306.686643:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130306.686697:0:7924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849498368 00000100:00100000:2.0:1746130306.686705:0:7924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849498368 00010000:00010000:2.0:1746130306.686747:0:7924:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880136265c00/0x4ce24e5787363403 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4132c expref: 9 pid: 10554 timeout: 604 lvb_type: 1 00000100:00100000:2.0:1746130306.686816:0:7924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14968 00000100:00100000:2.0:1746130306.686823:0:7924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b321c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+9:1961:x1830949849498368:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746130306.686834:0:7924:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746130306.686851:0:7924:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880136265c00/0x4ce24e5787363403 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4132c expref: 9 pid: 10554 timeout: 604 lvb_type: 1 00010000:00010000:2.0:1746130306.686861:0:7924:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880136265c00/0x4ce24e5787363403 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4132c expref: 9 pid: 10554 timeout: 604 lvb_type: 1 00010000:00010000:2.0:1746130306.686878:0:7924:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880136265c00/0x4ce24e5787363403 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4132c expref: 9 pid: 10554 timeout: 604 lvb_type: 1 00010000:00010000:2.0:1746130306.687099:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130306.687102:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130306.687109:0:7924:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009b854400/0x4ce24e578736342d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4133a expref: 9 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130306.687116:0:7924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009b854400/0x4ce24e578736342d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4133a expref: 9 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130306.687145:0:7924:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009b854400/0x4ce24e578736342d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4133a expref: 9 pid: 8467 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746130306.687154:0:7924:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135518000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841831552:192.168.204.51@tcp:105: 00000100:00100000:2.0:1746130306.687451:0:7924:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800941d4f00 going to sleep for 11 seconds 00000100:00100000:2.0:1746130306.693791:0:7924:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135518000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7924:1830949841831552:192.168.204.51@tcp:105: 00010000:00010000:2.0:1746130306.693813:0:7924:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746130306.693867:0:7924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b321c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:640ea846-b909-4eea-9a54-417e15bd627b+8:1961:x1830949849498368:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 7042us (7228us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130306.693877:0:7924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14968 00000100:00100000:0.0:1746130306.701570:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130306.701622:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849498624 00000100:00100000:2.0:1746130306.701630:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849498624 00002000:00100000:2.0:1746130306.701667:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x1d:0x0] (0->1048575) req@ffff880094b12680 x1830949849498624/t0(0) o4->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:331/0 lens 488/0 e 0 to 0 dl 1746130356 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746130306.701677:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094b12680 with x1830949849498624 ext(0->1048575) 00002000:00010000:2.0:1746130306.701681:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880094b12680 00000100:00100000:2.0:1746130306.701711:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5361 00000100:00100000:2.0:1746130306.701717:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094b12680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+10:1964:x1830949849498624:12345-192.168.204.51@tcp:4:dd.0 00000100:00100000:3.0:1746130306.702120:0:376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094b13b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:c84b93b0-d496-484f-8e1e-94008838f2dd+12:1964:x1830949849498240:12345-192.168.204.51@tcp:4:dd.0 Request processed in 22954us (23068us total) trans 4294968872 rc 0/0 00000100:00100000:3.0:1746130306.702128:0:376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5360 00002000:00100000:3.0:1746130306.702134:0:376:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x1e:0x0] (0->1048575) req@ffff880094b13b80 x1830949849498240/t4294968872(0) o4->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:331/0 lens 488/448 e 0 to 0 dl 1746130356 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746130306.702141:0:376:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094b13b80 with x1830949849498240 ext(0->1048575) 00002000:00010000:3.0:1746130306.702144:0:376:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094b13b80 00000100:00100000:2.0:1746130306.711095:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130306.711163:0:19438:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849498880 00000100:00100000:0.0:1746130306.711171:0:19438:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849498880 00002000:00100000:0.0:1746130306.711207:0:19438:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x1e:0x0] (1048576->2097151) req@ffff880099acb050 x1830949849498880/t0(0) o4->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:331/0 lens 488/0 e 0 to 0 dl 1746130356 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746130306.711215:0:19438:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099acb050 with x1830949849498880 ext(1048576->2097151) 00002000:00010000:0.0:1746130306.711219:0:19438:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880099acb050 00000100:00100000:0.0:1746130306.711236:0:19438:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5362 00000100:00100000:0.0:1746130306.711242:0:19438:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880099acb050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+12:1964:x1830949849498880:12345-192.168.204.51@tcp:4:dd.0 00000100:00100000:2.0:1746130306.720019:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130306.720052:0:7113:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849499136 00000100:00100000:2.0:1746130306.720059:0:7113:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849499136 00000100:00100000:2.0:1746130306.720102:0:7113:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 179 00000100:00100000:2.0:1746130306.720109:0:7113:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135518000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:640ea846-b909-4eea-9a54-417e15bd627b+38:1147:x1830949849499136:12345-192.168.204.51@tcp:35:dd.0 00000100:00100000:3.0:1746130306.720176:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130306.720192:0:376:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849499392 00000100:00100000:3.0:1746130306.720195:0:376:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849499392 00002000:00100000:3.0:1746130306.720216:0:376:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x1d:0x0] (1048576->2097151) req@ffff88009b322680 x1830949849499392/t0(0) o4->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:331/0 lens 488/0 e 0 to 0 dl 1746130356 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746130306.720230:0:376:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b322680 with x1830949849499392 ext(1048576->2097151) 00002000:00010000:3.0:1746130306.720235:0:376:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009b322680 00000100:00100000:3.0:1746130306.720246:0:376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5363 00000100:00100000:3.0:1746130306.720251:0:376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b322680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:c84b93b0-d496-484f-8e1e-94008838f2dd+12:1963:x1830949849499392:12345-192.168.204.51@tcp:4:dd.0 00000100:00100000:2.0:1746130306.720293:0:7113:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135518000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:640ea846-b909-4eea-9a54-417e15bd627b+39:1147:x1830949849499136:12345-192.168.204.51@tcp:35:dd.0 Request processed in 184us (284us total) trans 4294992271 rc 0/0 00000100:00100000:2.0:1746130306.720299:0:7113:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 179 00000100:00100000:1.0:1746130306.720520:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094b12680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+14:1964:x1830949849498624:12345-192.168.204.51@tcp:4:dd.0 Request processed in 18802us (18956us total) trans 4294968004 rc 0/0 00000100:00100000:1.0:1746130306.720527:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5361 00002000:00100000:1.0:1746130306.720532:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x1d:0x0] (0->1048575) req@ffff880094b12680 x1830949849498624/t4294968004(0) o4->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:331/0 lens 488/448 e 0 to 0 dl 1746130356 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746130306.720539:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094b12680 with x1830949849498624 ext(0->1048575) 00002000:00010000:1.0:1746130306.720541:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880094b12680 00000100:00100000:3.0:1746130306.721222:0:19438:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880099acb050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+14:1964:x1830949849498880:12345-192.168.204.51@tcp:4:dd.0 Request processed in 9980us (10133us total) trans 4294968873 rc 0/0 00000100:00100000:3.0:1746130306.721229:0:19438:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5362 00002000:00100000:3.0:1746130306.721234:0:19438:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x1e:0x0] (1048576->2097151) req@ffff880099acb050 x1830949849498880/t4294968873(0) o4->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:331/0 lens 488/448 e 0 to 0 dl 1746130356 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746130306.721240:0:19438:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880099acb050 with x1830949849498880 ext(1048576->2097151) 00002000:00010000:3.0:1746130306.721243:0:19438:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880099acb050 00000100:00100000:3.0:1746130306.729032:0:376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b322680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:c84b93b0-d496-484f-8e1e-94008838f2dd+14:1963:x1830949849499392:12345-192.168.204.51@tcp:4:dd.0 Request processed in 8772us (8849us total) trans 4294968005 rc 0/0 00000100:00100000:3.0:1746130306.729042:0:376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5363 00002000:00100000:3.0:1746130306.729051:0:376:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x1d:0x0] (1048576->2097151) req@ffff88009b322680 x1830949849499392/t4294968005(0) o4->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:331/0 lens 488/448 e 0 to 0 dl 1746130356 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746130306.729060:0:376:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b322680 with x1830949849499392 ext(1048576->2097151) 00002000:00010000:3.0:1746130306.729065:0:376:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009b322680 00000100:00100000:2.0:1746130306.736797:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130306.736886:0:376:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849499648 00000100:00100000:3.0:1746130306.736893:0:376:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849499648 00002000:00100000:3.0:1746130306.736939:0:376:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x1e:0x0] (2097152->3145727) req@ffff88013551b100 x1830949849499648/t0(0) o4->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:331/0 lens 488/0 e 0 to 0 dl 1746130356 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746130306.736947:0:376:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013551b100 with x1830949849499648 ext(2097152->3145727) 00002000:00010000:3.0:1746130306.736953:0:376:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013551b100 00000100:00100000:3.0:1746130306.736972:0:376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5364 00000100:00100000:3.0:1746130306.736978:0:376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013551b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:c84b93b0-d496-484f-8e1e-94008838f2dd+14:1963:x1830949849499648:12345-192.168.204.51@tcp:4:dd.0 00000100:00100000:2.0:1746130306.743450:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130306.743851:0:19438:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849499904 00000100:00100000:1.0:1746130306.743860:0:19438:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849499904 00002000:00100000:1.0:1746130306.743921:0:19438:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x1d:0x0] (2097152->3145727) req@ffff880135518a80 x1830949849499904/t0(0) o4->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:331/0 lens 488/0 e 0 to 0 dl 1746130356 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746130306.743935:0:19438:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135518a80 with x1830949849499904 ext(2097152->3145727) 00002000:00010000:1.0:1746130306.743940:0:19438:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880135518a80 00000100:00100000:1.0:1746130306.743963:0:19438:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5365 00000100:00100000:1.0:1746130306.743970:0:19438:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135518a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+14:1964:x1830949849499904:12345-192.168.204.51@tcp:4:dd.0 00000100:00100000:3.0:1746130306.746471:0:376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013551b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:c84b93b0-d496-484f-8e1e-94008838f2dd+16:1963:x1830949849499648:12345-192.168.204.51@tcp:4:dd.0 Request processed in 9473us (9661us total) trans 4294968874 rc 0/0 00000100:00100000:3.0:1746130306.746483:0:376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5364 00002000:00100000:3.0:1746130306.746492:0:376:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x1e:0x0] (2097152->3145727) req@ffff88013551b100 x1830949849499648/t4294968874(0) o4->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:331/0 lens 488/448 e 0 to 0 dl 1746130356 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746130306.746501:0:376:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013551b100 with x1830949849499648 ext(2097152->3145727) 00002000:00010000:3.0:1746130306.746505:0:376:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013551b100 00000100:00100000:1.0:1746130306.758283:0:19438:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135518a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+16:1964:x1830949849499904:12345-192.168.204.51@tcp:4:dd.0 Request processed in 14286us (14813us total) trans 4294968006 rc 0/0 00000100:00100000:1.0:1746130306.758296:0:19438:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5365 00002000:00100000:1.0:1746130306.758306:0:19438:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x1d:0x0] (2097152->3145727) req@ffff880135518a80 x1830949849499904/t4294968006(0) o4->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:331/0 lens 488/448 e 0 to 0 dl 1746130356 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746130306.758315:0:19438:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135518a80 with x1830949849499904 ext(2097152->3145727) 00002000:00010000:1.0:1746130306.758321:0:19438:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880135518a80 00000100:00100000:2.0:1746130306.760876:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130306.760978:0:19438:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849500160 00000100:00100000:1.0:1746130306.760986:0:19438:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849500160 00002000:00100000:1.0:1746130306.761027:0:19438:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x1e:0x0] (3145728->4194303) req@ffff88013551ad80 x1830949849500160/t0(0) o4->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:331/0 lens 488/0 e 0 to 0 dl 1746130356 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746130306.761042:0:19438:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013551ad80 with x1830949849500160 ext(3145728->4194303) 00002000:00010000:1.0:1746130306.761047:0:19438:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013551ad80 00000100:00100000:1.0:1746130306.761076:0:19438:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5366 00000100:00100000:1.0:1746130306.761083:0:19438:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013551ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+16:1963:x1830949849500160:12345-192.168.204.51@tcp:4:dd.0 00000100:00100000:2.0:1746130306.767343:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130306.767593:0:376:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849500416 00000100:00100000:3.0:1746130306.767601:0:376:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849500416 00002000:00100000:3.0:1746130306.767643:0:376:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x1d:0x0] (3145728->4194303) req@ffff88013551aa00 x1830949849500416/t0(0) o4->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:331/0 lens 488/0 e 0 to 0 dl 1746130356 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746130306.767653:0:376:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013551aa00 with x1830949849500416 ext(3145728->4194303) 00002000:00010000:3.0:1746130306.767659:0:376:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88013551aa00 00000100:00100000:3.0:1746130306.767692:0:376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5367 00000100:00100000:3.0:1746130306.767700:0:376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013551aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:c84b93b0-d496-484f-8e1e-94008838f2dd+16:1964:x1830949849500416:12345-192.168.204.51@tcp:4:dd.0 00000100:00100000:1.0:1746130306.771918:0:19438:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013551ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+18:1963:x1830949849500160:12345-192.168.204.51@tcp:4:dd.0 Request processed in 10816us (11030us total) trans 4294968875 rc 0/0 00000100:00100000:1.0:1746130306.771931:0:19438:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5366 00002000:00100000:1.0:1746130306.771943:0:19438:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x1e:0x0] (3145728->4194303) req@ffff88013551ad80 x1830949849500160/t4294968875(0) o4->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:331/0 lens 488/448 e 0 to 0 dl 1746130356 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746130306.771952:0:19438:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013551ad80 with x1830949849500160 ext(3145728->4194303) 00002000:00010000:1.0:1746130306.771958:0:19438:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013551ad80 00000100:00100000:3.0:1746130306.775297:0:376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013551aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:c84b93b0-d496-484f-8e1e-94008838f2dd+18:1964:x1830949849500416:12345-192.168.204.51@tcp:4:dd.0 Request processed in 7589us (7954us total) trans 4294968007 rc 0/0 00000100:00100000:3.0:1746130306.775308:0:376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5367 00002000:00100000:3.0:1746130306.775318:0:376:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x1d:0x0] (3145728->4194303) req@ffff88013551aa00 x1830949849500416/t4294968007(0) o4->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:331/0 lens 488/448 e 0 to 0 dl 1746130356 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746130306.775327:0:376:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013551aa00 with x1830949849500416 ext(3145728->4194303) 00002000:00010000:3.0:1746130306.775333:0:376:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88013551aa00 00000100:00100000:2.0:1746130306.783419:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130306.783643:0:376:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849500672 00000100:00100000:3.0:1746130306.783650:0:376:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849500672 00002000:00100000:3.0:1746130306.783684:0:376:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x1e:0x0] (4194304->5242879) req@ffff88013551a300 x1830949849500672/t0(0) o4->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:331/0 lens 488/0 e 0 to 0 dl 1746130356 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746130306.783693:0:376:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013551a300 with x1830949849500672 ext(4194304->5242879) 00002000:00010000:3.0:1746130306.783698:0:376:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013551a300 00000100:00100000:3.0:1746130306.783728:0:376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5368 00000100:00100000:3.0:1746130306.783735:0:376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013551a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:c84b93b0-d496-484f-8e1e-94008838f2dd+18:1964:x1830949849500672:12345-192.168.204.51@tcp:4:dd.0 00000100:00100000:0.0:1746130306.789921:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130306.789987:0:19438:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849500928 00000100:00100000:1.0:1746130306.789995:0:19438:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849500928 00002000:00100000:1.0:1746130306.790034:0:19438:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x1d:0x0] (4194304->5242879) req@ffff880094b11c00 x1830949849500928/t0(0) o4->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:331/0 lens 488/0 e 0 to 0 dl 1746130356 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746130306.790043:0:19438:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094b11c00 with x1830949849500928 ext(4194304->5242879) 00002000:00010000:1.0:1746130306.790047:0:19438:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880094b11c00 00000100:00100000:1.0:1746130306.790626:0:19438:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5369 00000100:00100000:1.0:1746130306.790635:0:19438:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094b11c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+18:1964:x1830949849500928:12345-192.168.204.51@tcp:4:dd.0 00000100:00100000:3.0:1746130306.794946:0:376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013551a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:c84b93b0-d496-484f-8e1e-94008838f2dd+20:1964:x1830949849500672:12345-192.168.204.51@tcp:4:dd.0 Request processed in 11203us (11526us total) trans 4294968876 rc 0/0 00000100:00100000:3.0:1746130306.794956:0:376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5368 00002000:00100000:3.0:1746130306.794965:0:376:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x1e:0x0] (4194304->5242879) req@ffff88013551a300 x1830949849500672/t4294968876(0) o4->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:331/0 lens 488/448 e 0 to 0 dl 1746130356 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746130306.794972:0:376:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013551a300 with x1830949849500672 ext(4194304->5242879) 00002000:00010000:3.0:1746130306.794977:0:376:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88013551a300 00000100:00100000:1.0:1746130306.796396:0:19438:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094b11c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+20:1964:x1830949849500928:12345-192.168.204.51@tcp:4:dd.0 Request processed in 5757us (6484us total) trans 4294968008 rc 0/0 00000100:00100000:1.0:1746130306.796404:0:19438:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5369 00002000:00100000:1.0:1746130306.796411:0:19438:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x1d:0x0] (4194304->5242879) req@ffff880094b11c00 x1830949849500928/t4294968008(0) o4->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:331/0 lens 488/448 e 0 to 0 dl 1746130356 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746130306.796419:0:19438:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094b11c00 with x1830949849500928 ext(4194304->5242879) 00002000:00010000:1.0:1746130306.796423:0:19438:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880094b11c00 00000100:00100000:0.0:1746130306.796688:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130306.796864:0:19438:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849501184 00000100:00100000:1.0:1746130306.796870:0:19438:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849501184 00002000:00100000:1.0:1746130306.796894:0:19438:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x1e:0x0] (5242880->6291455) req@ffff880094b13480 x1830949849501184/t0(0) o4->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:331/0 lens 488/0 e 0 to 0 dl 1746130356 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746130306.796901:0:19438:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094b13480 with x1830949849501184 ext(5242880->6291455) 00002000:00010000:1.0:1746130306.796904:0:19438:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094b13480 00000100:00100000:1.0:1746130306.796994:0:19438:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5370 00000100:00100000:1.0:1746130306.797001:0:19438:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094b13480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+20:1963:x1830949849501184:12345-192.168.204.51@tcp:4:dd.0 00000100:00100000:3.0:1746130306.808661:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130306.809202:0:19438:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094b13480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+22:1963:x1830949849501184:12345-192.168.204.51@tcp:4:dd.0 Request processed in 12199us (12513us total) trans 4294968877 rc 0/0 00000100:00100000:1.0:1746130306.809214:0:19438:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5370 00002000:00100000:1.0:1746130306.809223:0:19438:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x1e:0x0] (5242880->6291455) req@ffff880094b13480 x1830949849501184/t4294968877(0) o4->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:331/0 lens 488/448 e 0 to 0 dl 1746130356 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746130306.809232:0:19438:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094b13480 with x1830949849501184 ext(5242880->6291455) 00002000:00010000:1.0:1746130306.809236:0:19438:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094b13480 00000100:00100000:1.0:1746130306.809251:0:19438:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849501440 00000100:00100000:1.0:1746130306.809256:0:19438:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849501440 00002000:00100000:1.0:1746130306.809293:0:19438:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x1d:0x0] (5242880->6291455) req@ffff88009b320380 x1830949849501440/t0(0) o4->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:331/0 lens 488/0 e 0 to 0 dl 1746130356 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746130306.809300:0:19438:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b320380 with x1830949849501440 ext(5242880->6291455) 00002000:00010000:1.0:1746130306.809303:0:19438:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009b320380 00000100:00100000:1.0:1746130306.809320:0:19438:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5371 00000100:00100000:1.0:1746130306.809325:0:19438:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b320380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+20:1964:x1830949849501440:12345-192.168.204.51@tcp:4:dd.0 00000100:00100000:0.0:1746130306.819874:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130306.820006:0:376:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849501696 00000100:00100000:2.0:1746130306.820015:0:376:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849501696 00002000:00100000:2.0:1746130306.820052:0:376:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x1e:0x0] (6291456->7340031) req@ffff880094b10380 x1830949849501696/t0(0) o4->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:331/0 lens 488/0 e 0 to 0 dl 1746130356 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746130306.820060:0:376:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094b10380 with x1830949849501696 ext(6291456->7340031) 00002000:00010000:2.0:1746130306.820064:0:376:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094b10380 00000100:00100000:2.0:1746130306.820097:0:376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5372 00000100:00100000:2.0:1746130306.820103:0:376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094b10380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:c84b93b0-d496-484f-8e1e-94008838f2dd+22:1964:x1830949849501696:12345-192.168.204.51@tcp:4:dd.0 00000100:00100000:3.0:1746130306.826958:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130306.827055:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849501952 00000100:00100000:1.0:1746130306.827063:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849501952 00002000:00100000:1.0:1746130306.827101:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x1d:0x0] (6291456->7340031) req@ffff88009b321f80 x1830949849501952/t0(0) o4->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:331/0 lens 488/0 e 0 to 0 dl 1746130356 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746130306.827110:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b321f80 with x1830949849501952 ext(6291456->7340031) 00002000:00010000:1.0:1746130306.827115:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009b321f80 00000100:00100000:1.0:1746130306.827134:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5373 00000100:00100000:1.0:1746130306.827140:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b321f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+22:1963:x1830949849501952:12345-192.168.204.51@tcp:4:dd.0 00000100:00100000:2.0:1746130306.833566:0:19438:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b320380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+24:1964:x1830949849501440:12345-192.168.204.51@tcp:4:dd.0 Request processed in 24233us (24906us total) trans 4294968009 rc 0/0 00000100:00100000:2.0:1746130306.833576:0:19438:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5371 00002000:00100000:2.0:1746130306.833585:0:19438:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x1d:0x0] (5242880->6291455) req@ffff88009b320380 x1830949849501440/t4294968009(0) o4->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:331/0 lens 488/448 e 0 to 0 dl 1746130356 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746130306.833600:0:19438:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b320380 with x1830949849501440 ext(5242880->6291455) 00002000:00010000:2.0:1746130306.833605:0:19438:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009b320380 00000100:00100000:2.0:1746130306.836944:0:376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094b10380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:c84b93b0-d496-484f-8e1e-94008838f2dd+24:1964:x1830949849501696:12345-192.168.204.51@tcp:4:dd.0 Request processed in 16832us (17074us total) trans 4294968878 rc 0/0 00000100:00100000:2.0:1746130306.836956:0:376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5372 00002000:00100000:2.0:1746130306.836966:0:376:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x1e:0x0] (6291456->7340031) req@ffff880094b10380 x1830949849501696/t4294968878(0) o4->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:331/0 lens 488/448 e 0 to 0 dl 1746130356 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746130306.836974:0:376:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094b10380 with x1830949849501696 ext(6291456->7340031) 00002000:00010000:2.0:1746130306.836979:0:376:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094b10380 00000100:00100000:1.0:1746130306.837881:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130306.837965:0:376:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849502208 00000100:00100000:2.0:1746130306.837972:0:376:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849502208 00002000:00100000:2.0:1746130306.838002:0:376:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x1e:0x0] (7340032->8388607) req@ffff880091f45180 x1830949849502208/t0(0) o4->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:331/0 lens 488/0 e 0 to 0 dl 1746130356 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746130306.838009:0:376:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091f45180 with x1830949849502208 ext(7340032->8388607) 00002000:00010000:2.0:1746130306.838013:0:376:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091f45180 00000100:00100000:2.0:1746130306.838039:0:376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5374 00000100:00100000:2.0:1746130306.838047:0:376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091f45180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:c84b93b0-d496-484f-8e1e-94008838f2dd+24:1961:x1830949849502208:12345-192.168.204.51@tcp:4:dd.0 00000100:00100000:2.0:1746130306.841533:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b321f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+24:1963:x1830949849501952:12345-192.168.204.51@tcp:4:dd.0 Request processed in 14383us (14573us total) trans 4294968010 rc 0/0 00000100:00100000:2.0:1746130306.841545:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5373 00002000:00100000:2.0:1746130306.841553:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x1d:0x0] (6291456->7340031) req@ffff88009b321f80 x1830949849501952/t4294968010(0) o4->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:331/0 lens 488/448 e 0 to 0 dl 1746130356 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746130306.841561:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b321f80 with x1830949849501952 ext(6291456->7340031) 00002000:00010000:2.0:1746130306.841566:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009b321f80 00000100:00100000:2.0:1746130306.848877:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130306.850306:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849502464 00000100:00100000:3.0:1746130306.850314:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849502464 00002000:00100000:3.0:1746130306.850347:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x1d:0x0] (7340032->8388607) req@ffff88013551b800 x1830949849502464/t0(0) o4->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:331/0 lens 488/0 e 0 to 0 dl 1746130356 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746130306.850356:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013551b800 with x1830949849502464 ext(7340032->8388607) 00002000:00010000:3.0:1746130306.850361:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88013551b800 00000100:00100000:2.0:1746130306.850559:0:376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091f45180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:c84b93b0-d496-484f-8e1e-94008838f2dd+26:1961:x1830949849502208:12345-192.168.204.51@tcp:4:dd.0 Request processed in 12511us (12679us total) trans 4294968879 rc 0/0 00000100:00100000:2.0:1746130306.850567:0:376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5374 00002000:00100000:2.0:1746130306.850573:0:376:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x1e:0x0] (7340032->8388607) req@ffff880091f45180 x1830949849502208/t4294968879(0) o4->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:331/0 lens 488/448 e 0 to 0 dl 1746130356 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746130306.850579:0:376:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091f45180 with x1830949849502208 ext(7340032->8388607) 00002000:00010000:2.0:1746130306.850582:0:376:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091f45180 00000100:00100000:2.0:1746130306.850598:0:376:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5375 00000100:00100000:2.0:1746130306.850603:0:376:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013551b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:c84b93b0-d496-484f-8e1e-94008838f2dd+24:1961:x1830949849502464:12345-192.168.204.51@tcp:4:dd.0 00000100:00100000:2.0:1746130306.860075:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130306.860111:0:19438:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849502720 00000100:00100000:2.0:1746130306.860118:0:19438:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849502720 00002000:00100000:2.0:1746130306.860156:0:19438:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x1e:0x0] (8388608->9437183) req@ffff880135518e00 x1830949849502720/t0(0) o4->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:331/0 lens 488/0 e 0 to 0 dl 1746130356 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746130306.860164:0:19438:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135518e00 with x1830949849502720 ext(8388608->9437183) 00002000:00010000:2.0:1746130306.860169:0:19438:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135518e00 00000100:00100000:2.0:1746130306.860199:0:19438:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5376 00000100:00100000:2.0:1746130306.860206:0:19438:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135518e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+26:1964:x1830949849502720:12345-192.168.204.51@tcp:4:dd.0 00010000:00010000:0.0:1746130306.861009:0:8484:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746130306.865929:0:376:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013551b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:c84b93b0-d496-484f-8e1e-94008838f2dd+26:1961:x1830949849502464:12345-192.168.204.51@tcp:4:dd.0 Request processed in 15317us (17052us total) trans 4294968011 rc 0/0 00000100:00100000:0.0:1746130306.865940:0:376:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5375 00002000:00100000:0.0:1746130306.865952:0:376:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x1d:0x0] (7340032->8388607) req@ffff88013551b800 x1830949849502464/t4294968011(0) o4->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:331/0 lens 488/448 e 0 to 0 dl 1746130356 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746130306.865961:0:376:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013551b800 with x1830949849502464 ext(7340032->8388607) 00002000:00010000:0.0:1746130306.865967:0:376:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88013551b800 00000100:00100000:1.0:1746130306.869144:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130306.871164:0:376:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849502976 00000100:00100000:0.0:1746130306.871174:0:376:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849502976 00002000:00100000:0.0:1746130306.871213:0:376:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x1d:0x0] (8388608->9437183) req@ffff880091f45500 x1830949849502976/t0(0) o4->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:331/0 lens 488/0 e 0 to 0 dl 1746130356 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746130306.871223:0:376:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091f45500 with x1830949849502976 ext(8388608->9437183) 00002000:00010000:0.0:1746130306.871227:0:376:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091f45500 00000100:00100000:2.0:1746130306.871854:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5377 00000100:00100000:2.0:1746130306.871862:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091f45500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+26:1964:x1830949849502976:12345-192.168.204.51@tcp:4:dd.0 00000100:00100000:2.0:1746130306.873639:0:19438:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135518e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+28:1964:x1830949849502720:12345-192.168.204.51@tcp:4:dd.0 Request processed in 13427us (13566us total) trans 4294968880 rc 0/0 00000100:00100000:2.0:1746130306.873650:0:19438:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5376 00002000:00100000:2.0:1746130306.873658:0:19438:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x1e:0x0] (8388608->9437183) req@ffff880135518e00 x1830949849502720/t4294968880(0) o4->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:331/0 lens 488/448 e 0 to 0 dl 1746130356 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746130306.873666:0:19438:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135518e00 with x1830949849502720 ext(8388608->9437183) 00002000:00010000:2.0:1746130306.873670:0:19438:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135518e00 00000100:00100000:0.0:1746130306.876645:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130306.877881:0:19438:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849503232 00000100:00100000:2.0:1746130306.877891:0:19438:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849503232 00002000:00100000:2.0:1746130306.877941:0:19438:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x1e:0x0] (9437184->10485759) req@ffff880094b10000 x1830949849503232/t0(0) o4->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:331/0 lens 488/0 e 0 to 0 dl 1746130356 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746130306.877950:0:19438:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094b10000 with x1830949849503232 ext(9437184->10485759) 00002000:00010000:2.0:1746130306.877956:0:19438:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094b10000 00000100:00100000:2.0:1746130306.877979:0:19438:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5378 00000100:00100000:2.0:1746130306.877985:0:19438:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094b10000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+28:1963:x1830949849503232:12345-192.168.204.51@tcp:4:dd.0 00000100:00100000:2.0:1746130306.882405:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130306.883954:0:376:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849503488 00000100:00100000:0.0:1746130306.883962:0:376:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849503488 00002000:00100000:0.0:1746130306.884001:0:376:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x1d:0x0] (9437184->10485759) req@ffff88013551a680 x1830949849503488/t0(0) o4->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:331/0 lens 488/0 e 0 to 0 dl 1746130356 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746130306.884011:0:376:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013551a680 with x1830949849503488 ext(9437184->10485759) 00002000:00010000:0.0:1746130306.884015:0:376:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88013551a680 00000100:00100000:3.0:1746130306.884746:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091f45500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+29:1964:x1830949849502976:12345-192.168.204.51@tcp:4:dd.0 Request processed in 12882us (15607us total) trans 4294968012 rc 0/0 00000100:00100000:3.0:1746130306.884755:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5377 00002000:00100000:3.0:1746130306.884761:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x1d:0x0] (8388608->9437183) req@ffff880091f45500 x1830949849502976/t4294968012(0) o4->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:331/0 lens 488/448 e 0 to 0 dl 1746130356 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746130306.884768:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091f45500 with x1830949849502976 ext(8388608->9437183) 00002000:00010000:3.0:1746130306.884771:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880091f45500 00000100:00100000:3.0:1746130306.884788:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5379 00000100:00100000:3.0:1746130306.884795:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013551a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+28:1963:x1830949849503488:12345-192.168.204.51@tcp:4:dd.0 00000100:00100000:3.0:1746130306.892886:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:3.0:1746130306.894591:0:8475:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849503744 00000100:00100000:3.0:1746130306.894601:0:8475:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849503744 00002000:00100000:3.0:1746130306.894639:0:8475:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x1e:0x0] (10485760->11534335) req@ffff88009b323480 x1830949849503744/t0(0) o4->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:331/0 lens 488/0 e 0 to 0 dl 1746130356 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746130306.894649:0:8475:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b323480 with x1830949849503744 ext(10485760->11534335) 00002000:00010000:3.0:1746130306.894653:0:8475:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b323480 00000100:00100000:3.0:1746130306.895838:0:8475:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5380 00000100:00100000:3.0:1746130306.895848:0:8475:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b323480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c84b93b0-d496-484f-8e1e-94008838f2dd+30:1963:x1830949849503744:12345-192.168.204.51@tcp:4:dd.0 00000100:00100000:2.0:1746130306.896534:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013551a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+30:1963:x1830949849503488:12345-192.168.204.51@tcp:4:dd.0 Request processed in 11736us (14135us total) trans 4294968013 rc 0/0 00000100:00100000:2.0:1746130306.896542:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5379 00002000:00100000:2.0:1746130306.896549:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x1d:0x0] (9437184->10485759) req@ffff88013551a680 x1830949849503488/t4294968013(0) o4->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:331/0 lens 488/448 e 0 to 0 dl 1746130356 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746130306.896558:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88013551a680 with x1830949849503488 ext(9437184->10485759) 00002000:00010000:2.0:1746130306.896562:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88013551a680 00000100:00100000:2.0:1746130306.899672:0:19438:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094b10000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+32:1963:x1830949849503232:12345-192.168.204.51@tcp:4:dd.0 Request processed in 21680us (23026us total) trans 4294968881 rc 0/0 00000100:00100000:2.0:1746130306.899685:0:19438:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5378 00002000:00100000:2.0:1746130306.899694:0:19438:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x1e:0x0] (9437184->10485759) req@ffff880094b10000 x1830949849503232/t4294968881(0) o4->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:331/0 lens 488/448 e 0 to 0 dl 1746130356 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746130306.899703:0:19438:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094b10000 with x1830949849503232 ext(9437184->10485759) 00002000:00010000:2.0:1746130306.899708:0:19438:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880094b10000 00000100:00100000:0.0:1746130306.901497:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130306.904381:0:19438:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849504000 00000100:00100000:2.0:1746130306.904391:0:19438:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849504000 00002000:00100000:2.0:1746130306.904429:0:19438:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x1d:0x0] (10485760->11534335) req@ffff880094b10700 x1830949849504000/t0(0) o4->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:331/0 lens 488/0 e 0 to 0 dl 1746130356 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746130306.904439:0:19438:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094b10700 with x1830949849504000 ext(10485760->11534335) 00002000:00010000:2.0:1746130306.904444:0:19438:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880094b10700 00000100:00100000:2.0:1746130306.904467:0:19438:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5381 00000100:00100000:2.0:1746130306.904474:0:19438:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094b10700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+30:1964:x1830949849504000:12345-192.168.204.51@tcp:4:dd.0 00000100:00100000:0.0:1746130306.906513:0:8475:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b323480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c84b93b0-d496-484f-8e1e-94008838f2dd+32:1963:x1830949849503744:12345-192.168.204.51@tcp:4:dd.0 Request processed in 10660us (13627us total) trans 4294968882 rc 0/0 00000100:00100000:0.0:1746130306.906524:0:8475:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5380 00002000:00100000:0.0:1746130306.906533:0:8475:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x1e:0x0] (10485760->11534335) req@ffff88009b323480 x1830949849503744/t4294968882(0) o4->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:331/0 lens 488/448 e 0 to 0 dl 1746130356 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746130306.906542:0:8475:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b323480 with x1830949849503744 ext(10485760->11534335) 00002000:00010000:0.0:1746130306.906546:0:8475:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b323480 00000100:00100000:3.0:1746130306.907060:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130306.909594:0:8475:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849504256 00000100:00100000:0.0:1746130306.909604:0:8475:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849504256 00002000:00100000:0.0:1746130306.909640:0:8475:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x1e:0x0] (11534336->12582911) req@ffff88009b322a00 x1830949849504256/t0(0) o4->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:331/0 lens 488/0 e 0 to 0 dl 1746130356 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746130306.909650:0:8475:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b322a00 with x1830949849504256 ext(11534336->12582911) 00002000:00010000:0.0:1746130306.909655:0:8475:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b322a00 00000100:00100000:0.0:1746130306.909688:0:8475:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5382 00000100:00100000:0.0:1746130306.909696:0:8475:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b322a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c84b93b0-d496-484f-8e1e-94008838f2dd+32:1964:x1830949849504256:12345-192.168.204.51@tcp:4:dd.0 00000100:00100000:0.0:1746130306.919984:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130306.920037:0:25275:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849504512 00000100:00100000:1.0:1746130306.920044:0:25275:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849504512 00002000:00100000:1.0:1746130306.920080:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x1d:0x0] (11534336->12582911) req@ffff880094b12d80 x1830949849504512/t0(0) o4->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:331/0 lens 488/0 e 0 to 0 dl 1746130356 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746130306.920089:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094b12d80 with x1830949849504512 ext(11534336->12582911) 00002000:00010000:1.0:1746130306.920093:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880094b12d80 00000100:00100000:1.0:1746130306.920114:0:25275:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5383 00000100:00100000:1.0:1746130306.920122:0:25275:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094b12d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+32:1963:x1830949849504512:12345-192.168.204.51@tcp:4:dd.0 00000100:00100000:3.0:1746130306.921522:0:19438:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094b10700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+34:1964:x1830949849504000:12345-192.168.204.51@tcp:4:dd.0 Request processed in 17042us (20023us total) trans 4294968014 rc 0/0 00000100:00100000:3.0:1746130306.921533:0:19438:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5381 00002000:00100000:3.0:1746130306.921541:0:19438:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x1d:0x0] (10485760->11534335) req@ffff880094b10700 x1830949849504000/t4294968014(0) o4->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:331/0 lens 488/448 e 0 to 0 dl 1746130356 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746130306.921550:0:19438:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094b10700 with x1830949849504000 ext(10485760->11534335) 00002000:00010000:3.0:1746130306.921555:0:19438:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880094b10700 00000100:00100000:0.0:1746130306.925676:0:8475:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b322a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c84b93b0-d496-484f-8e1e-94008838f2dd+34:1964:x1830949849504256:12345-192.168.204.51@tcp:4:dd.0 Request processed in 15974us (18609us total) trans 4294968883 rc 0/0 00000100:00100000:0.0:1746130306.925686:0:8475:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5382 00002000:00100000:0.0:1746130306.925696:0:8475:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x1e:0x0] (11534336->12582911) req@ffff88009b322a00 x1830949849504256/t4294968883(0) o4->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:331/0 lens 488/448 e 0 to 0 dl 1746130356 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746130306.925706:0:8475:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b322a00 with x1830949849504256 ext(11534336->12582911) 00002000:00010000:0.0:1746130306.925711:0:8475:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b322a00 00000100:00100000:1.0:1746130306.926744:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130306.926806:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130306.926844:0:8475:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849504768 00000100:00100000:0.0:1746130306.926850:0:8475:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849504768 00002000:00100000:0.0:1746130306.926880:0:8475:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x1e:0x0] (12582912->13631487) req@ffff880091f47800 x1830949849504768/t0(0) o4->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:331/0 lens 488/0 e 0 to 0 dl 1746130356 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746130306.926888:0:8475:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091f47800 with x1830949849504768 ext(12582912->13631487) 00002000:00010000:0.0:1746130306.926891:0:8475:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091f47800 00000100:00100000:1.0:1746130306.927480:0:15914:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849505024 00000100:00100000:1.0:1746130306.927485:0:15914:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849505024 00000100:00100000:1.0:1746130306.927544:0:15914:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 180 00000100:00100000:1.0:1746130306.927551:0:15914:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091f45f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:c84b93b0-d496-484f-8e1e-94008838f2dd+30:1148:x1830949849505024:12345-192.168.204.51@tcp:35:dd.0 00000100:00100000:1.0:1746130306.927777:0:15914:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091f45f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:c84b93b0-d496-484f-8e1e-94008838f2dd+31:1148:x1830949849505024:12345-192.168.204.51@tcp:35:dd.0 Request processed in 226us (969us total) trans 4294992272 rc 0/0 00000100:00100000:1.0:1746130306.927783:0:15914:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 180 00000100:00100000:2.0:1746130306.927964:0:19438:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 5384 00000100:00100000:2.0:1746130306.927972:0:19438:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091f47800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+34:1964:x1830949849504768:12345-192.168.204.51@tcp:4:dd.0 00000100:00100000:1.0:1746130306.930185:0:25275:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094b12d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:c84b93b0-d496-484f-8e1e-94008838f2dd+34:1963:x1830949849504512:12345-192.168.204.51@tcp:4:dd.0 Request processed in 10057us (10202us total) trans 4294968015 rc 0/0 00000100:00100000:1.0:1746130306.930195:0:25275:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5383 00002000:00100000:1.0:1746130306.930202:0:25275:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x1d:0x0] (11534336->12582911) req@ffff880094b12d80 x1830949849504512/t4294968015(0) o4->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:331/0 lens 488/448 e 0 to 0 dl 1746130356 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746130306.930210:0:25275:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880094b12d80 with x1830949849504512 ext(11534336->12582911) 00002000:00010000:1.0:1746130306.930216:0:25275:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880094b12d80 00000100:00100000:2.0:1746130306.939833:0:19438:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091f47800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+36:1964:x1830949849504768:12345-192.168.204.51@tcp:4:dd.0 Request processed in 11854us (13083us total) trans 4294968884 rc 0/0 00000100:00100000:2.0:1746130306.939845:0:19438:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 5384 00002000:00100000:2.0:1746130306.939854:0:19438:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x1e:0x0] (12582912->13631487) req@ffff880091f47800 x1830949849504768/t4294968884(0) o4->c84b93b0-d496-484f-8e1e-94008838f2dd@192.168.204.51@tcp:331/0 lens 488/448 e 0 to 0 dl 1746130356 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746130306.939863:0:19438:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880091f47800 with x1830949849504768 ext(12582912->13631487) 00002000:00010000:2.0:1746130306.939868:0:19438:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880091f47800 00000001:00080000:3.0:1746130307.109624:0:7165:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294992267 is committed 00000001:00080000:3.0:1746130307.109641:0:7165:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294992262 is committed 00000001:00080000:3.0:1746130307.109654:0:7165:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294992272 is committed 00000004:00080000:3.0:1746130307.109672:0:7165:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 18 committed 00000004:00080000:3.0:1746130307.109690:0:7165:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 16 committed 00000001:00080000:3.0:1746130307.109701:0:7165:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294992271 is committed 00000004:00080000:3.0:1746130307.109733:0:7165:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 17 committed 00000004:00080000:3.0:1746130307.109735:0:7165:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 19 committed 00000100:00100000:3.0:1746130307.110024:0:3298:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135518700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3298:1830949841831680:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1746130307.110086:0:3298:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746130307.110138:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949841831680 00000100:00100000:3.0:1746130307.110144:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949841831680 00000100:00100000:3.0:1746130307.110177:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6729 00000100:00100000:3.0:1746130307.110184:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b322d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3298:x1830949841831680:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1746130307.110204:0:8467:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:27 count 1 00010000:00010000:3.0:1746130307.110224:0:8467:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800945cfc00/0x4ce24e5787363434 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130307.110240:0:8467:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880136737800/0x4ce24e5787362f1e lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae41070 expref: 7 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130307.110248:0:8467:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009421f400/0x4ce24e5787362f56 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4108c expref: 33 pid: 20953 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746130307.110255:0:8467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130307.110257:0:8467:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130307.110259:0:8467:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800945cfc00/0x4ce24e5787363434 lrc: 5/0,1 mode: --/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8467 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746130307.110335:0:3299:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135519180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3299:1830949841831808:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1746130307.110358:0:3299:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1746130307.110443:0:8467:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009421f400/0x4ce24e5787362f56 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4108c expref: 33 pid: 20953 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746130307.110453:0:8467:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009421f400/0x4ce24e5787362f56 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4108c expref: 33 pid: 20953 timeout: 605 lvb_type: 1 00000100:00100000:3.0:1746130307.110463:0:8467:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b320a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8467:1830949841831936:192.168.204.51@tcp:104: 00010000:00010000:3.0:1746130307.110517:0:8467:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880136737800/0x4ce24e5787362f1e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000030020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae41070 expref: 7 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130307.110524:0:8467:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880136737800/0x4ce24e5787362f1e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400030020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae41070 expref: 7 pid: 8467 timeout: 605 lvb_type: 0 00000100:00100000:3.0:1746130307.110532:0:8467:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092f63100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8467:1830949841832064:192.168.204.51@tcp:104: 00000100:00100000:3.0:1746130307.110548:0:8467:0:(client.c:2553:ptlrpc_set_wait()) set ffff880130e63600 going to sleep for 11 seconds 00000100:00100000:3.0:1746130307.110560:0:8469:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949841831808 00000100:00100000:3.0:1746130307.110563:0:8469:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949841831808 00000100:00100000:3.0:1746130307.110579:0:8469:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6730 00000100:00100000:3.0:1746130307.110583:0:8469:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091f44380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3299:x1830949841831808:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1746130307.110593:0:8469:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:28 count 1 00010000:00010000:3.0:1746130307.110601:0:8469:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880094680c00/0x4ce24e578736343b lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130307.110611:0:8469:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880093e65c00/0x4ce24e5787363282 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae411dc expref: 7 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130307.110622:0:8469:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880092a51000/0x4ce24e57873632e4 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae41268 expref: 33 pid: 20953 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746130307.110628:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130307.110629:0:8469:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130307.110631:0:8469:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094680c00/0x4ce24e578736343b lrc: 5/0,1 mode: --/PW res: [0x240000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130307.110644:0:8469:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880092a51000/0x4ce24e57873632e4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae41268 expref: 33 pid: 20953 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746130307.110652:0:8469:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880092a51000/0x4ce24e57873632e4 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae41268 expref: 33 pid: 20953 timeout: 605 lvb_type: 1 00000100:00100000:3.0:1746130307.110659:0:8469:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092f61180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8469:1830949841832192:192.168.204.51@tcp:104: 00010000:00010000:3.0:1746130307.110684:0:8469:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880093e65c00/0x4ce24e5787363282 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000030020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae411dc expref: 7 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130307.110692:0:8469:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880093e65c00/0x4ce24e5787363282 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400030020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae411dc expref: 7 pid: 8467 timeout: 605 lvb_type: 0 00000100:00100000:3.0:1746130307.110698:0:8469:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092f61c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8469:1830949841832320:192.168.204.51@tcp:104: 00000100:00100000:3.0:1746130307.110712:0:8469:0:(client.c:2553:ptlrpc_set_wait()) set ffff880130e63000 going to sleep for 11 seconds 00000100:00100000:2.0:1746130307.110804:0:3297:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88013551b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3297:1830949841832576:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1746130307.110827:0:3297:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746130307.110849:0:10554:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949841832576 00000100:00100000:2.0:1746130307.110852:0:10554:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949841832576 00000100:00100000:2.0:1746130307.110877:0:10554:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6731 00000100:00100000:2.0:1746130307.110882:0:10554:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135518380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3297:x1830949841832576:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1746130307.110892:0:10554:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:29 count 1 00010000:00010000:2.0:1746130307.110914:0:10554:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880094937e00/0x4ce24e5787363442 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1d:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130307.110924:0:10554:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092a28200/0x4ce24e5787363289 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae411e3 expref: 8 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130307.110931:0:10554:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092a15c00/0x4ce24e57873632eb lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4126f expref: 35 pid: 8467 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746130307.110937:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130307.110938:0:10554:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130307.110940:0:10554:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094937e00/0x4ce24e5787363442 lrc: 5/0,1 mode: --/PW res: [0x280000400:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130307.110955:0:10554:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092a15c00/0x4ce24e57873632eb lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4126f expref: 35 pid: 8467 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746130307.110963:0:10554:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092a15c00/0x4ce24e57873632eb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4126f expref: 35 pid: 8467 timeout: 605 lvb_type: 1 00000100:00100000:2.0:1746130307.110970:0:10554:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135519880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10554:1830949841832704:192.168.204.51@tcp:104: 00010000:00010000:2.0:1746130307.110993:0:10554:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092a28200/0x4ce24e5787363289 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000030020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae411e3 expref: 8 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130307.111000:0:10554:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092a28200/0x4ce24e5787363289 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400030020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae411e3 expref: 8 pid: 8467 timeout: 605 lvb_type: 0 00000100:00100000:2.0:1746130307.111006:0:10554:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135519c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10554:1830949841832832:192.168.204.51@tcp:104: 00000100:00100000:2.0:1746130307.111017:0:10554:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800941d40c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746130307.111324:0:3300:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135519f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3300:1830949841832448:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1746130307.111346:0:3300:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1746130307.111593:0:7108:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1746130307.111604:0:20953:0:(service.c:3346:ptlrpc_start_thread()) ost[0] started 5 min 3 max 116 00000100:00100000:3.0:1746130307.111610:0:20953:0:(service.c:3405:ptlrpc_start_thread()) starting thread 'll_ost00_005' 00000100:00100000:2.0:1746130307.111660:0:8470:0:(service.c:3346:ptlrpc_start_thread()) ost[0] started 5 min 3 max 116 00000100:00100000:2.0:1746130307.111666:0:8470:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949841832448 00000100:00100000:2.0:1746130307.111669:0:8470:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949841832448 00000100:00100000:3.0:1746130307.112706:0:5979:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6732 00000100:00100000:3.0:1746130307.112714:0:5979:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880091f47b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+6:3300:x1830949841832448:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1746130307.112730:0:5979:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:27 count 1 00010000:00010000:3.0:1746130307.112745:0:5979:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800995bb800/0x4ce24e5787363449 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 5979 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130307.112758:0:5979:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012d42e800/0x4ce24e5787362f17 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae41069 expref: 8 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130307.112765:0:5979:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880091fe7600/0x4ce24e5787362f4f lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae41085 expref: 35 pid: 8467 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746130307.112770:0:5979:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130307.112771:0:5979:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130307.112773:0:5979:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800995bb800/0x4ce24e5787363449 lrc: 5/0,1 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 5979 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130307.112791:0:5979:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880091fe7600/0x4ce24e5787362f4f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae41085 expref: 35 pid: 8467 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746130307.112799:0:5979:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880091fe7600/0x4ce24e5787362f4f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae41085 expref: 35 pid: 8467 timeout: 605 lvb_type: 1 00000100:00100000:3.0:1746130307.112808:0:5979:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092f61f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:5979:1830949841832960:192.168.204.51@tcp:104: 00010000:00010000:3.0:1746130307.112860:0:5979:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012d42e800/0x4ce24e5787362f17 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000030020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae41069 expref: 8 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130307.112871:0:5979:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012d42e800/0x4ce24e5787362f17 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400030020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae41069 expref: 8 pid: 8467 timeout: 605 lvb_type: 0 00000100:00100000:3.0:1746130307.112877:0:5979:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092f63480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:5979:1830949841833088:192.168.204.51@tcp:104: 00000100:00100000:3.0:1746130307.112890:0:5979:0:(client.c:2553:ptlrpc_set_wait()) set ffff880130e63840 going to sleep for 11 seconds 00000100:00100000:3.0:1746130307.114723:0:8467:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b320a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8467:1830949841831936:192.168.204.51@tcp:104: 00000100:00100000:3.0:1746130307.114733:0:8467:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092f63100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8467:1830949841832064:192.168.204.51@tcp:104: 00000100:00100000:2.0:1746130307.114756:0:10554:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135519c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10554:1830949841832832:192.168.204.51@tcp:104: 00000100:00100000:2.0:1746130307.114765:0:10554:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135519880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:10554:1830949841832704:192.168.204.51@tcp:104: 00010000:00010000:2.0:1746130307.114784:0:10554:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880094937e00/0x4ce24e5787363442 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130307.114793:0:8467:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8800945cfc00/0x4ce24e5787363434 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8467 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746130307.114813:0:8469:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092f61180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8469:1830949841832192:192.168.204.51@tcp:104: 00000100:00100000:3.0:1746130307.114871:0:8469:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092f61c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8469:1830949841832320:192.168.204.51@tcp:104: 00010000:00010000:3.0:1746130307.114882:0:8469:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880094680c00/0x4ce24e578736343b lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8469 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746130307.120261:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130307.120313:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130307.120342:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130307.120434:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849505152 00000100:00100000:1.0:1746130307.120441:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849505152 00010000:00010000:1.0:1746130307.120479:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092a28200/0x4ce24e5787363289 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400030020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae411e3 expref: 9 pid: 8467 timeout: 605 lvb_type: 0 00000100:00100000:2.0:1746130307.120496:0:5979:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092f61f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:5979:1830949841832960:192.168.204.51@tcp:104: 00000100:00100000:1.0:1746130307.120506:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849505280 00000100:00100000:2.0:1746130307.120508:0:9860:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849505408 00000100:00100000:1.0:1746130307.120508:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849505280 00000100:00100000:2.0:1746130307.120510:0:9860:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849505408 00010000:00010000:1.0:1746130307.120520:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880136737800/0x4ce24e5787362f1e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400030020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae41070 expref: 9 pid: 8467 timeout: 605 lvb_type: 0 00010000:00010000:2.0:1746130307.120521:0:9860:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880093e65c00/0x4ce24e5787363282 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400030020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae411dc expref: 9 pid: 8467 timeout: 605 lvb_type: 0 00000100:00100000:2.0:1746130307.120535:0:9860:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14969 00000100:00100000:1.0:1746130307.120539:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14970 00000100:00100000:2.0:1746130307.120541:0:9860:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135519880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:640ea846-b909-4eea-9a54-417e15bd627b+9:1962:x1830949849505152:12345-192.168.204.51@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1746130307.120543:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e24ec50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+9:1964:x1830949849505408:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746130307.120552:0:9860:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746130307.120552:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746130307.120556:0:9860:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092a28200/0x4ce24e5787363289 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1d:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400030020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae411e3 expref: 9 pid: 8467 timeout: 605 lvb_type: 0 00010000:00010000:1.0:1746130307.120556:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880093e65c00/0x4ce24e5787363282 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400030020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae411dc expref: 9 pid: 8467 timeout: 605 lvb_type: 0 00010000:00010000:2.0:1746130307.120564:0:9860:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092a28200/0x4ce24e5787363289 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1d:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400030020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae411e3 expref: 9 pid: 8467 timeout: 605 lvb_type: 0 00010000:00010000:1.0:1746130307.120564:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880093e65c00/0x4ce24e5787363282 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400030020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae411dc expref: 9 pid: 8467 timeout: 605 lvb_type: 0 00010000:00010000:2.0:1746130307.120582:0:9860:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092a28200/0x4ce24e5787363289 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1d:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400030020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae411e3 expref: 9 pid: 8467 timeout: 605 lvb_type: 0 00010000:00010000:1.0:1746130307.120582:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880093e65c00/0x4ce24e5787363282 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400030020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae411dc expref: 9 pid: 8467 timeout: 605 lvb_type: 0 00010000:00010000:2.0:1746130307.120594:0:9860:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1746130307.120594:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746130307.120624:0:9860:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135519880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:640ea846-b909-4eea-9a54-417e15bd627b+8:1962:x1830949849505152:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 83us (369us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130307.120624:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e24ec50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+8:1964:x1830949849505408:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 80us (281us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130307.120629:0:9860:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14969 00000100:00100000:1.0:1746130307.120631:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14970 00000100:00100000:1.0:1746130307.120641:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14971 00000100:00100000:1.0:1746130307.120646:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135519c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+7:1964:x1830949849505280:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746130307.120651:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746130307.120655:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880136737800/0x4ce24e5787362f1e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400030020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae41070 expref: 7 pid: 8467 timeout: 605 lvb_type: 0 00010000:00010000:1.0:1746130307.120661:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880136737800/0x4ce24e5787362f1e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400030020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae41070 expref: 7 pid: 8467 timeout: 605 lvb_type: 0 00010000:00010000:1.0:1746130307.120675:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880136737800/0x4ce24e5787362f1e lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400030020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae41070 expref: 7 pid: 8467 timeout: 605 lvb_type: 0 00010000:00010000:1.0:1746130307.120682:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746130307.120693:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135519c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+6:1964:x1830949849505280:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 48us (380us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130307.122334:0:5979:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092f63480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:5979:1830949841833088:192.168.204.51@tcp:104: 00000100:00100000:1.0:1746130307.122354:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14971 00010000:00010000:2.0:1746130307.122360:0:5979:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800995bb800/0x4ce24e5787363449 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 5979 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746130307.136158:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130307.136207:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130307.136296:0:7096:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849505536 00000100:00100000:1.0:1746130307.136305:0:7096:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849505536 00000100:00100000:2.0:1746130307.136341:0:7097:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849505664 00000100:00100000:2.0:1746130307.136345:0:7097:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849505664 00010000:00010000:1.0:1746130307.136364:0:7096:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009421f400/0x4ce24e5787362f56 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4108c expref: 34 pid: 20953 timeout: 605 lvb_type: 1 00010000:00010000:2.0:1746130307.136365:0:7097:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012d42e800/0x4ce24e5787362f17 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400030020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae41069 expref: 8 pid: 8467 timeout: 605 lvb_type: 0 00000100:00080000:3.0:1746130307.136374:0:7108:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1746130307.136391:0:7096:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14972 00000100:00100000:2.0:1746130307.136405:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14973 00000100:00100000:2.0:1746130307.136412:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094b10a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+8:1961:x1830949849505664:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746130307.136427:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746130307.136432:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012d42e800/0x4ce24e5787362f17 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400030020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae41069 expref: 8 pid: 8467 timeout: 605 lvb_type: 0 00010000:00010000:2.0:1746130307.136441:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012d42e800/0x4ce24e5787362f17 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400030020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae41069 expref: 8 pid: 8467 timeout: 605 lvb_type: 0 00010000:00010000:2.0:1746130307.136460:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012d42e800/0x4ce24e5787362f17 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400030020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae41069 expref: 8 pid: 8467 timeout: 605 lvb_type: 0 00010000:00010000:2.0:1746130307.136489:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746130307.136496:0:7096:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094b12a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c84b93b0-d496-484f-8e1e-94008838f2dd+34:1961:x1830949849505536:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746130307.136505:0:7096:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746130307.136508:0:7096:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009421f400/0x4ce24e5787362f56 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4108c expref: 34 pid: 20953 timeout: 605 lvb_type: 1 00010000:00010000:1.0:1746130307.136517:0:7096:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009421f400/0x4ce24e5787362f56 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4108c expref: 34 pid: 20953 timeout: 605 lvb_type: 1 00000100:00100000:2.0:1746130307.136527:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094b10a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:640ea846-b909-4eea-9a54-417e15bd627b+7:1961:x1830949849505664:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 116us (319us total) trans 0 rc 0/0 00010000:00010000:1.0:1746130307.136529:0:7096:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009421f400/0x4ce24e5787362f56 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4108c expref: 34 pid: 20953 timeout: 605 lvb_type: 1 00000100:00100000:2.0:1746130307.136534:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14973 00010000:00010000:1.0:1746130307.136774:0:7096:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130307.136776:0:7096:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130307.136781:0:7096:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800945cfc00/0x4ce24e5787363434 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130307.136789:0:7096:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800945cfc00/0x4ce24e5787363434 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130307.136817:0:7096:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746130307.136837:0:8467:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8800945cfc00/0x4ce24e5787363434 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130307.136845:0:8467:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800945cfc00/0x4ce24e5787363434 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130307.136853:0:8467:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8800945cfc00/0x4ce24e5787363434 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130307.136859:0:8467:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800945cfc00/0x4ce24e5787363434 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8467 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746130307.136860:0:7096:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094b12a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c84b93b0-d496-484f-8e1e-94008838f2dd+33:1961:x1830949849505536:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 462us (710us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130307.136866:0:7096:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14972 00010000:00010000:2.0:1746130307.136879:0:8467:0:(ldlm_lockd.c:2182:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1746130307.137324:0:7099:0:(ldlm_lockd.c:2812:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1746130307.137331:0:7099:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800945cfc00/0x4ce24e5787363434 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130307.137339:0:7099:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800945cfc00 already unused, calling callback (ffffffffa0809d70) 00010000:00010000:3.0:1746130307.137342:0:7099:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800945cfc00/0x4ce24e5787363434 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130307.137354:0:7099:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800945cfc00/0x4ce24e5787363434 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130307.137365:0:7099:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800945cfc00/0x4ce24e5787363434 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8467 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130307.137375:0:7099:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800945cfc00/0x4ce24e5787363434 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8467 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746130307.137398:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b322d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+7:3298:x1830949841831680:12345-0@lo:6:osp-syn-0-0.0 Request processed in 27213us (27311us total) trans 4294968016 rc 0/0 00010000:00010000:3.0:1746130307.137404:0:7099:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1746130307.137405:0:7099:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1746130307.137405:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6729 00010000:00010000:3.0:1746130307.137407:0:7099:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1746130307.137478:0:3298:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880135518700/2, rc 0, transno 4294968016 00000100:00100000:0.0:1746130307.137485:0:3298:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135518700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3298:1830949841831680:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1746130307.140132:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:0.0:1746130307.140182:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:1.0:1746130307.140215:0:7096:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849505792 00000100:00100000:1.0:1746130307.140223:0:7096:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849505792 00010000:00010000:1.0:1746130307.140259:0:7096:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880091fe7600/0x4ce24e5787362f4f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae41085 expref: 36 pid: 8467 timeout: 605 lvb_type: 1 00000100:00100000:1.0:1746130307.140318:0:7096:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849505920 00000100:00100000:1.0:1746130307.140321:0:7096:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849505920 00010000:00010000:1.0:1746130307.140331:0:7096:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092a15c00/0x4ce24e57873632eb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4126f expref: 37 pid: 8467 timeout: 605 lvb_type: 1 00000100:00100000:1.0:1746130307.140345:0:7096:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14974 00000100:00100000:1.0:1746130307.140352:0:7096:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094b11f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c84b93b0-d496-484f-8e1e-94008838f2dd+37:1961:x1830949849505792:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746130307.140364:0:7096:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746130307.140368:0:7096:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880091fe7600/0x4ce24e5787362f4f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae41085 expref: 37 pid: 8467 timeout: 605 lvb_type: 1 00010000:00010000:1.0:1746130307.140377:0:7096:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880091fe7600/0x4ce24e5787362f4f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae41085 expref: 37 pid: 8467 timeout: 605 lvb_type: 1 00010000:00010000:1.0:1746130307.140396:0:7096:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880091fe7600/0x4ce24e5787362f4f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae41085 expref: 37 pid: 8467 timeout: 605 lvb_type: 1 00010000:00010000:1.0:1746130307.140407:0:7096:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130307.140409:0:7096:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746130307.140412:0:7096:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800995bb800/0x4ce24e5787363449 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 5979 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746130307.140419:0:7096:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800995bb800/0x4ce24e5787363449 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 5979 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746130307.140435:0:7097:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14975 00010000:00010000:1.0:1746130307.140437:0:7096:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746130307.140443:0:7097:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094b11880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+36:1964:x1830949849505920:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746130307.140453:0:7097:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746130307.140457:0:7097:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092a15c00/0x4ce24e57873632eb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4126f expref: 36 pid: 8467 timeout: 605 lvb_type: 1 00010000:00010000:3.0:1746130307.140465:0:7097:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092a15c00/0x4ce24e57873632eb lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4126f expref: 36 pid: 8467 timeout: 605 lvb_type: 1 00010000:00010000:3.0:1746130307.140475:0:7097:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092a15c00/0x4ce24e57873632eb lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae4126f expref: 36 pid: 8467 timeout: 605 lvb_type: 1 00000100:00100000:1.0:1746130307.140475:0:7096:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094b11f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c84b93b0-d496-484f-8e1e-94008838f2dd+36:1961:x1830949849505792:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 123us (350us total) trans 0 rc 0/0 00000100:00100000:1.0:1746130307.140481:0:7096:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14974 00010000:00010000:3.0:1746130307.140485:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130307.140669:0:7097:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746130307.140672:0:7097:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094937e00/0x4ce24e5787363442 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130307.140678:0:7097:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094937e00/0x4ce24e5787363442 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130307.140694:0:7097:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746130307.140723:0:5979:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800995bb800/0x4ce24e5787363449 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 5979 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746130307.140727:0:7097:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094b11880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c84b93b0-d496-484f-8e1e-94008838f2dd+34:1964:x1830949849505920:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 285us (544us total) trans 0 rc 0/0 00000100:00100000:3.0:1746130307.140733:0:7097:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14975 00010000:00010000:2.0:1746130307.140733:0:5979:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800995bb800/0x4ce24e5787363449 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 5979 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130307.140741:0:5979:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800995bb800/0x4ce24e5787363449 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 5979 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130307.140747:0:5979:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800995bb800/0x4ce24e5787363449 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 5979 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130307.140749:0:10554:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880094937e00/0x4ce24e5787363442 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130307.140755:0:10554:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094937e00/0x4ce24e5787363442 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130307.140758:0:5979:0:(ldlm_lockd.c:2182:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1746130307.140760:0:10554:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880094937e00/0x4ce24e5787363442 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130307.140766:0:10554:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880094937e00/0x4ce24e5787363442 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746130307.140775:0:10554:0:(ldlm_lockd.c:2182:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:2.0:1746130307.140865:0:8484:0:(ldlm_lockd.c:2812:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1746130307.140871:0:8484:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800995bb800/0x4ce24e5787363449 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 5979 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130307.140877:0:8484:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800995bb800 already unused, calling callback (ffffffffa0809d70) 00010000:00010000:2.0:1746130307.140880:0:8484:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800995bb800/0x4ce24e5787363449 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 5979 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130307.140887:0:8484:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800995bb800/0x4ce24e5787363449 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 5979 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130307.140896:0:8484:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800995bb800/0x4ce24e5787363449 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 5979 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130307.140912:0:8484:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800995bb800/0x4ce24e5787363449 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 5979 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130307.140928:0:8484:0:(ldlm_lockd.c:2812:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1746130307.140931:0:8484:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880094937e00/0x4ce24e5787363442 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130307.140935:0:8484:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094937e00 already unused, calling callback (ffffffffa0809d70) 00010000:00010000:2.0:1746130307.140938:0:8484:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880094937e00/0x4ce24e5787363442 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130307.140943:0:8484:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880094937e00/0x4ce24e5787363442 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130307.140950:0:8484:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880094937e00/0x4ce24e5787363442 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130307.140955:0:8484:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094937e00/0x4ce24e5787363442 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 10554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130307.140966:0:8484:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1746130307.140967:0:8484:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1746130307.140969:0:8484:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746130307.141158:0:7100:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746130307.141420:0:10554:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135518380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+8:3297:x1830949841832576:12345-0@lo:6:osp-syn-1-0.0 Request processed in 30537us (30591us total) trans 4294968886 rc 0/0 00000100:00100000:2.0:1746130307.141422:0:5979:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091f47b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+8:3300:x1830949841832448:12345-0@lo:6:osp-syn-1-0.0 Request processed in 28709us (30073us total) trans 4294968885 rc 0/0 00000100:00100000:3.0:1746130307.141428:0:10554:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6731 00000100:00100000:2.0:1746130307.141431:0:5979:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6732 00000004:00080000:1.0:1746130307.141467:0:3300:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880135519f80/2, rc 0, transno 4294968885 00000100:00100000:1.0:1746130307.141473:0:3300:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135519f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3300:1830949841832448:0@lo:6:osp-syn-1-0.0 00000004:00080000:0.0:1746130307.141504:0:3297:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88013551b480/2, rc 0, transno 4294968886 00000100:00100000:0.0:1746130307.141562:0:3297:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88013551b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3297:1830949841832576:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1746130307.145121:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.51@tcp (source: 12345-192.168.204.51@tcp) 00000100:00100000:2.0:1746130307.145183:0:7924:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830949849506048 00000100:00100000:2.0:1746130307.145191:0:7924:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830949849506048 00010000:00010000:2.0:1746130307.145224:0:7924:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880092a51000/0x4ce24e57873632e4 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae41268 expref: 33 pid: 20953 timeout: 605 lvb_type: 1 00000100:00100000:2.0:1746130307.145295:0:7924:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.51@tcp, seq: 14976 00000100:00100000:2.0:1746130307.145303:0:7924:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880094b10e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+33:1963:x1830949849506048:12345-192.168.204.51@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746130307.145317:0:7924:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746130307.145323:0:7924:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880092a51000/0x4ce24e57873632e4 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae41268 expref: 33 pid: 20953 timeout: 605 lvb_type: 1 00010000:00010000:2.0:1746130307.145335:0:7924:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880092a51000/0x4ce24e57873632e4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae41268 expref: 33 pid: 20953 timeout: 605 lvb_type: 1 00010000:00010000:2.0:1746130307.145354:0:7924:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880092a51000/0x4ce24e57873632e4 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.51@tcp remote: 0x5860cc1d9ae41268 expref: 33 pid: 20953 timeout: 605 lvb_type: 1 00010000:00010000:2.0:1746130307.145368:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130307.145369:0:7924:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746130307.145373:0:7924:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094680c00/0x4ce24e578736343b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130307.145381:0:7924:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094680c00/0x4ce24e578736343b lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130307.145408:0:7924:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746130307.145460:0:7924:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880094b10e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c84b93b0-d496-484f-8e1e-94008838f2dd+32:1963:x1830949849506048:12345-192.168.204.51@tcp:103:ldlm_bl.0 Request processed in 158us (346us total) trans 0 rc 0/0 00000100:00100000:2.0:1746130307.145470:0:7924:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.51@tcp, seq: 14976 00010000:00010000:0.0:1746130307.145523:0:8469:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880094680c00/0x4ce24e578736343b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130307.145531:0:8469:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094680c00/0x4ce24e578736343b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130307.145541:0:8469:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff880094680c00/0x4ce24e578736343b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130307.145548:0:8469:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880094680c00/0x4ce24e578736343b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746130307.145560:0:8469:0:(ldlm_lockd.c:2182:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1746130307.145970:0:8469:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880091f44380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+7:3299:x1830949841831808:12345-0@lo:6:osp-syn-0-0.0 Request processed in 35384us (35610us total) trans 4294968017 rc 0/0 00000100:00100000:0.0:1746130307.145978:0:8469:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6730 00000004:00080000:1.0:1746130307.146023:0:3299:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880135519180/2, rc 0, transno 4294968017 00000100:00100000:1.0:1746130307.146030:0:3299:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135519180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3299:1830949841831808:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1746130307.146033:0:7099:0:(ldlm_lockd.c:2812:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1746130307.146039:0:7099:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880094680c00/0x4ce24e578736343b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130307.146045:0:7099:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094680c00 already unused, calling callback (ffffffffa0809d70) 00010000:00010000:2.0:1746130307.146048:0:7099:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880094680c00/0x4ce24e578736343b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130307.146055:0:7099:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880094680c00/0x4ce24e578736343b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130307.146064:0:7099:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880094680c00/0x4ce24e578736343b lrc: 1/0,0 mode: --/PW res: [0x240000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130307.146069:0:7099:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094680c00/0x4ce24e578736343b lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8469 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746130307.146083:0:7099:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1746130307.146084:0:7099:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1746130307.146085:0:7099:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:1.0:1746130307.587759:0:6023:0:(debug.c:792:libcfs_debug_mark_buffer()) DEBUG MARKER: sanityn test_16j: @@@@@@ FAIL: dio copy 1 w/bsize 1049600 failed: 1 00010000:00010000:0.0:1746130307.860666:0:8484:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) Debug log: 69637 lines, 69637 kept, 0 dropped, 0 bad.